2024-09-13T13:31:22.421 INFO:root:teuthology version: 1.2.2.dev2+g3752d38 2024-09-13T13:31:22.443 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-09-13T13:31:22.536 INFO:teuthology.run:Config: archive_path: /home/teuthworker/archive/gabrioux-2024-09-13_12:30:34-orch:cephadm-wip-guits-main-2024-09-13-0840-distro-default-smithi/7903681 branch: wip-guits-main-2024-09-13-0840 description: orch:cephadm/upgrade/{1-start-distro/1-start-ubuntu_22.04-squid 2-repo_digest/repo_digest 3-upgrade/staggered 4-wait 5-upgrade-ls agent/off mon_election/classic} email: gabrioux@ibm.com first_in_suite: false job_id: '7903681' kernel: kdb: 1 sha1: distro last_in_suite: false machine_type: smithi name: gabrioux-2024-09-13_12:30:34-orch:cephadm-wip-guits-main-2024-09-13-0840-distro-default-smithi no_nested_subset: false os_type: ubuntu os_version: '22.04' overrides: admin_socket: branch: wip-guits-main-2024-09-13-0840 ceph: conf: global: mon election default strategy: 1 mgr: debug mgr: 20 debug ms: 1 mgr/cephadm/use_agent: false mon: debug mon: 20 debug ms: 1 debug paxos: 20 osd: debug ms: 1 debug osd: 20 flavor: default log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) - CEPHADM_STRAY_DAEMON - CEPHADM_FAILED_DAEMON - CEPHADM_AGENT_DOWN log-only-match: - CEPHADM_ sha1: b0201b8c79733293453e7f10a10c7fa43119222b ceph-deploy: conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: {} install: ceph: flavor: default sha1: b0201b8c79733293453e7f10a10c7fa43119222b workunit: branch: wip-guits-main-2024-09-13-0840 sha1: b0201b8c79733293453e7f10a10c7fa43119222b owner: scheduled_gabrioux@teuthology priority: 70 repo: https://git.ceph.com/ceph-ci.git roles: - - mon.a - mon.c - mgr.y - osd.0 - osd.1 - osd.2 - osd.3 - client.0 - node-exporter.a - alertmanager.a - - mon.b - mgr.x - osd.4 - osd.5 - osd.6 - osd.7 - client.1 - prometheus.a - grafana.a - node-exporter.b seed: 4031 sha1: b0201b8c79733293453e7f10a10c7fa43119222b sleep_before_teardown: 0 subset: 1/8 suite: orch:cephadm suite_branch: wip-guits-main-2024-09-13-0840 suite_path: /home/teuthworker/src/git.ceph.com_ceph-c_b0201b8c79733293453e7f10a10c7fa43119222b/qa suite_relpath: qa suite_repo: https://git.ceph.com/ceph-ci.git suite_sha1: b0201b8c79733293453e7f10a10c7fa43119222b targets: smithi062.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBC9c4si5qVDxQIoGJTxvb0ecJSZgrtxcIqjRPIBakY+RMK0blTmZhFvOKsE7IIe1pANu+B3K+vfSUAuW6nEwB1Q= smithi178.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBKnfh6k2K8OsFvsSIrY6XgkMsSfSi349h8UhDnGXU7BwRf4n5tYfBVZ0TH1VHEnqJzb/3Q2dFt602xhkOemkakk= tasks: - cephadm: compiled_cephadm_branch: squid image: quay.ceph.io/ceph-ci/ceph:squid - cephadm.shell: mon.a: - ceph config set mgr mgr/cephadm/use_repo_digest false --force - cephadm.shell: env: - sha1 mon.a: - radosgw-admin realm create --rgw-realm=r --default - radosgw-admin zonegroup create --rgw-zonegroup=default --master --default - radosgw-admin zone create --rgw-zonegroup=default --rgw-zone=z --master --default - radosgw-admin period update --rgw-realm=r --commit - ceph orch apply rgw foo --realm r --zone z --placement=2 --port=8000 - ceph osd pool create foo - rbd pool init foo - ceph orch apply iscsi foo u p - sleep 180 - ceph config set mon mon_warn_on_insecure_global_id_reclaim false --force - ceph config set mon mon_warn_on_insecure_global_id_reclaim_allowed false --force - ceph config set global log_to_journald false --force - ceph orch ps - ceph versions - ceph -s - ceph orch ls - ceph orch daemon redeploy "mgr.$(ceph mgr dump -f json | jq .standbys | jq .[] | jq -r .name)" --image quay.ceph.io/ceph-ci/ceph:$sha1 - ceph orch ps --refresh - sleep 180 - ceph orch ps - ceph versions - ceph -s - ceph health detail - ceph versions | jq -e '.mgr | length == 2' - ceph mgr fail - sleep 180 - ceph orch daemon redeploy "mgr.$(ceph mgr dump -f json | jq .standbys | jq .[] | jq -r .name)" --image quay.ceph.io/ceph-ci/ceph:$sha1 - ceph orch ps --refresh - sleep 180 - ceph orch ps - ceph versions - ceph health detail - ceph -s - ceph mgr fail - sleep 180 - ceph orch ps - ceph versions - ceph -s - ceph health detail - ceph versions | jq -e '.mgr | length == 1' - ceph mgr fail - sleep 180 - ceph orch ps - ceph orch ls - ceph versions - ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 --daemon-types mgr - while ceph orch upgrade status | jq '.in_progress' | grep true && ! ceph orch upgrade status | jq '.message' | grep Error ; do ceph orch ps ; ceph versions ; ceph orch upgrade status ; sleep 30 ; done - ceph versions | jq -e '.mgr | length == 1' - ceph versions | jq -e '.mgr | keys' | grep $sha1 - ceph versions | jq -e '.overall | length == 2' - ceph orch upgrade check quay.ceph.io/ceph-ci/ceph:$sha1 | jq -e '.up_to_date | length == 2' - ceph orch upgrade status - ceph health detail - ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 --daemon-types mon --hosts $(ceph orch ps | grep mgr.x | awk '{print $2}') - while ceph orch upgrade status | jq '.in_progress' | grep true && ! ceph orch upgrade status | jq '.message' | grep Error ; do ceph orch ps ; ceph versions ; ceph orch upgrade status ; sleep 30 ; done - ceph orch ps - ceph versions | jq -e '.mon | length == 2' - ceph orch upgrade status - ceph health detail - ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 --daemon-types mon --hosts $(ceph orch ps | grep mgr.y | awk '{print $2}') - while ceph orch upgrade status | jq '.in_progress' | grep true && ! ceph orch upgrade status | jq '.message' | grep Error ; do ceph orch ps ; ceph versions ; ceph orch upgrade status ; sleep 30 ; done - ceph orch ps - ceph versions | jq -e '.mon | length == 1' - ceph versions | jq -e '.mon | keys' | grep $sha1 - ceph orch upgrade check quay.ceph.io/ceph-ci/ceph:$sha1 | jq -e '.up_to_date | length == 5' - ceph orch upgrade status - ceph health detail - ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 --daemon-types osd --limit 2 - while ceph orch upgrade status | jq '.in_progress' | grep true && ! ceph orch upgrade status | jq '.message' | grep Error ; do ceph orch ps ; ceph versions ; ceph orch upgrade status ; sleep 30 ; done - ceph orch ps - ceph versions | jq -e '.osd | length == 2' - ceph orch upgrade check quay.ceph.io/ceph-ci/ceph:$sha1 | jq -e '.up_to_date | length == 7' - ceph orch upgrade status - ceph health detail - ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 --daemon-types crash,osd --limit 1 - while ceph orch upgrade status | jq '.in_progress' | grep true && ! ceph orch upgrade status | jq '.message' | grep Error ; do ceph orch ps ; ceph versions ; ceph orch upgrade status ; sleep 30 ; done - ceph orch ps - ceph versions | jq -e '.osd | length == 2' - ceph orch upgrade check quay.ceph.io/ceph-ci/ceph:$sha1 | jq -e '.up_to_date | length == 8' - ceph orch upgrade status - ceph health detail - ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 --daemon-types crash,osd - while ceph orch upgrade status | jq '.in_progress' | grep true && ! ceph orch upgrade status | jq '.message' | grep Error ; do ceph orch ps ; ceph versions ; ceph orch upgrade status ; sleep 30 ; done - ceph orch ps - ceph versions | jq -e '.osd | length == 1' - ceph versions | jq -e '.osd | keys' | grep $sha1 - ceph orch upgrade status - ceph health detail - ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 --services rgw.foo - while ceph orch upgrade status | jq '.in_progress' | grep true && ! ceph orch upgrade status | jq '.message' | grep Error ; do ceph orch ps ; ceph versions ; ceph orch upgrade status ; sleep 30 ; done - ceph orch ps - ceph versions | jq -e '.rgw | length == 1' - ceph versions | jq -e '.rgw | keys' | grep $sha1 - ceph orch upgrade status - ceph health detail - ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 - cephadm.shell: env: - sha1 mon.a: - while ceph orch upgrade status | jq '.in_progress' | grep true && ! ceph orch upgrade status | jq '.message' | grep Error ; do ceph orch ps ; ceph versions ; ceph orch upgrade status ; ceph health detail ; sleep 30 ; done - ceph orch ps - ceph versions - echo "wait for servicemap items w/ changing names to refresh" - sleep 60 - ceph orch ps - ceph versions - ceph orch upgrade status - ceph health detail - ceph versions | jq -e '.overall | length == 1' - ceph versions | jq -e '.overall | keys' | grep $sha1 - ceph orch ls | grep '^osd ' - cephadm.shell: mon.a: - ceph orch upgrade ls - ceph orch upgrade ls --image quay.io/ceph/ceph --show-all-versions | grep 16.2.0 - ceph orch upgrade ls --image quay.io/ceph/ceph --tags | grep v16.2.2 teuthology: fragments_dropped: [] meta: {} postmerge: [] teuthology_branch: main teuthology_sha1: 3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a timestamp: 2024-09-13_12:30:34 tube: smithi user: gabrioux verbose: true worker_log: /home/teuthworker/archive/worker_logs/dispatcher.smithi.3401856 2024-09-13T13:31:22.536 INFO:teuthology.run:suite_path is set to /home/teuthworker/src/git.ceph.com_ceph-c_b0201b8c79733293453e7f10a10c7fa43119222b/qa; will attempt to use it 2024-09-13T13:31:22.537 INFO:teuthology.run:Found tasks at /home/teuthworker/src/git.ceph.com_ceph-c_b0201b8c79733293453e7f10a10c7fa43119222b/qa/tasks 2024-09-13T13:31:22.537 INFO:teuthology.run_tasks:Running task internal.check_packages... 2024-09-13T13:31:22.538 INFO:teuthology.task.internal:Checking packages... 2024-09-13T13:31:22.559 INFO:teuthology.task.internal:Checking packages for os_type 'ubuntu', flavor 'default' and ceph hash 'b0201b8c79733293453e7f10a10c7fa43119222b' 2024-09-13T13:31:22.559 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-09-13T13:31:22.559 INFO:teuthology.packaging:ref: None 2024-09-13T13:31:22.559 INFO:teuthology.packaging:tag: None 2024-09-13T13:31:22.559 INFO:teuthology.packaging:branch: wip-guits-main-2024-09-13-0840 2024-09-13T13:31:22.559 INFO:teuthology.packaging:sha1: b0201b8c79733293453e7f10a10c7fa43119222b 2024-09-13T13:31:22.559 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=ubuntu%2F22.04%2Fx86_64&ref=wip-guits-main-2024-09-13-0840 2024-09-13T13:31:22.704 INFO:teuthology.task.internal:Found packages for ceph version 19.3.0-4917-gb0201b8c-1jammy 2024-09-13T13:31:22.705 INFO:teuthology.run_tasks:Running task internal.buildpackages_prep... 2024-09-13T13:31:22.710 INFO:teuthology.task.internal:no buildpackages task found 2024-09-13T13:31:22.710 INFO:teuthology.run_tasks:Running task internal.save_config... 2024-09-13T13:31:22.730 INFO:teuthology.task.internal:Saving configuration 2024-09-13T13:31:22.748 INFO:teuthology.run_tasks:Running task internal.check_lock... 2024-09-13T13:31:22.755 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-09-13T13:31:22.788 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi062.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/gabrioux-2024-09-13_12:30:34-orch:cephadm-wip-guits-main-2024-09-13-0840-distro-default-smithi/7903681', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'ubuntu', 'os_version': '22.04', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-09-13 13:25:23.116292', 'locked_by': 'scheduled_gabrioux@teuthology', 'mac_address': None, 'ssh_pub_key': 'ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIFI3H6zYZ7pnFnCmDp5nS9sam0U4Qie7U6WK8PVFN18G'} 2024-09-13T13:31:22.823 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi178.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/gabrioux-2024-09-13_12:30:34-orch:cephadm-wip-guits-main-2024-09-13-0840-distro-default-smithi/7903681', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'ubuntu', 'os_version': '22.04', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-09-13 13:25:23.114638', 'locked_by': 'scheduled_gabrioux@teuthology', 'mac_address': None, 'ssh_pub_key': 'ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIHyK69kx8lJUTRezoqGa/RuE1IsmYlP01x/SW9U9/qCN'} 2024-09-13T13:31:22.823 INFO:teuthology.run_tasks:Running task internal.add_remotes... 2024-09-13T13:31:22.829 INFO:teuthology.task.internal:roles: ubuntu@smithi062.front.sepia.ceph.com - ['mon.a', 'mon.c', 'mgr.y', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0', 'node-exporter.a', 'alertmanager.a'] 2024-09-13T13:31:22.829 INFO:teuthology.task.internal:roles: ubuntu@smithi178.front.sepia.ceph.com - ['mon.b', 'mgr.x', 'osd.4', 'osd.5', 'osd.6', 'osd.7', 'client.1', 'prometheus.a', 'grafana.a', 'node-exporter.b'] 2024-09-13T13:31:22.829 INFO:teuthology.run_tasks:Running task console_log... 2024-09-13T13:31:22.900 DEBUG:teuthology.exit:Installing handler: Handler(exiter=, func=.kill_console_loggers at 0x7f749412bbe0>, signals=[15]) 2024-09-13T13:31:22.900 INFO:teuthology.run_tasks:Running task internal.connect... 2024-09-13T13:31:22.906 INFO:teuthology.task.internal:Opening connections... 2024-09-13T13:31:22.906 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi062.front.sepia.ceph.com 2024-09-13T13:31:22.908 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi062.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-13T13:31:22.999 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi178.front.sepia.ceph.com 2024-09-13T13:31:23.000 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi178.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-13T13:31:23.113 INFO:teuthology.run_tasks:Running task internal.push_inventory... 2024-09-13T13:31:23.121 DEBUG:teuthology.orchestra.run.smithi062:> uname -m 2024-09-13T13:31:23.127 INFO:teuthology.orchestra.run.smithi062.stdout:x86_64 2024-09-13T13:31:23.127 DEBUG:teuthology.orchestra.run.smithi062:> cat /etc/os-release 2024-09-13T13:31:23.175 INFO:teuthology.orchestra.run.smithi062.stdout:PRETTY_NAME="Ubuntu 22.04.1 LTS" 2024-09-13T13:31:23.175 INFO:teuthology.orchestra.run.smithi062.stdout:NAME="Ubuntu" 2024-09-13T13:31:23.175 INFO:teuthology.orchestra.run.smithi062.stdout:VERSION_ID="22.04" 2024-09-13T13:31:23.175 INFO:teuthology.orchestra.run.smithi062.stdout:VERSION="22.04.1 LTS (Jammy Jellyfish)" 2024-09-13T13:31:23.175 INFO:teuthology.orchestra.run.smithi062.stdout:VERSION_CODENAME=jammy 2024-09-13T13:31:23.175 INFO:teuthology.orchestra.run.smithi062.stdout:ID=ubuntu 2024-09-13T13:31:23.175 INFO:teuthology.orchestra.run.smithi062.stdout:ID_LIKE=debian 2024-09-13T13:31:23.175 INFO:teuthology.orchestra.run.smithi062.stdout:HOME_URL="https://www.ubuntu.com/" 2024-09-13T13:31:23.176 INFO:teuthology.orchestra.run.smithi062.stdout:SUPPORT_URL="https://help.ubuntu.com/" 2024-09-13T13:31:23.176 INFO:teuthology.orchestra.run.smithi062.stdout:BUG_REPORT_URL="https://bugs.launchpad.net/ubuntu/" 2024-09-13T13:31:23.176 INFO:teuthology.orchestra.run.smithi062.stdout:PRIVACY_POLICY_URL="https://www.ubuntu.com/legal/terms-and-policies/privacy-policy" 2024-09-13T13:31:23.176 INFO:teuthology.orchestra.run.smithi062.stdout:UBUNTU_CODENAME=jammy 2024-09-13T13:31:23.176 INFO:teuthology.lock.ops:Updating smithi062.front.sepia.ceph.com on lock server 2024-09-13T13:31:23.208 DEBUG:teuthology.orchestra.run.smithi178:> uname -m 2024-09-13T13:31:23.213 INFO:teuthology.orchestra.run.smithi178.stdout:x86_64 2024-09-13T13:31:23.214 DEBUG:teuthology.orchestra.run.smithi178:> cat /etc/os-release 2024-09-13T13:31:23.264 INFO:teuthology.orchestra.run.smithi178.stdout:PRETTY_NAME="Ubuntu 22.04.1 LTS" 2024-09-13T13:31:23.264 INFO:teuthology.orchestra.run.smithi178.stdout:NAME="Ubuntu" 2024-09-13T13:31:23.265 INFO:teuthology.orchestra.run.smithi178.stdout:VERSION_ID="22.04" 2024-09-13T13:31:23.265 INFO:teuthology.orchestra.run.smithi178.stdout:VERSION="22.04.1 LTS (Jammy Jellyfish)" 2024-09-13T13:31:23.265 INFO:teuthology.orchestra.run.smithi178.stdout:VERSION_CODENAME=jammy 2024-09-13T13:31:23.265 INFO:teuthology.orchestra.run.smithi178.stdout:ID=ubuntu 2024-09-13T13:31:23.265 INFO:teuthology.orchestra.run.smithi178.stdout:ID_LIKE=debian 2024-09-13T13:31:23.265 INFO:teuthology.orchestra.run.smithi178.stdout:HOME_URL="https://www.ubuntu.com/" 2024-09-13T13:31:23.265 INFO:teuthology.orchestra.run.smithi178.stdout:SUPPORT_URL="https://help.ubuntu.com/" 2024-09-13T13:31:23.265 INFO:teuthology.orchestra.run.smithi178.stdout:BUG_REPORT_URL="https://bugs.launchpad.net/ubuntu/" 2024-09-13T13:31:23.265 INFO:teuthology.orchestra.run.smithi178.stdout:PRIVACY_POLICY_URL="https://www.ubuntu.com/legal/terms-and-policies/privacy-policy" 2024-09-13T13:31:23.265 INFO:teuthology.orchestra.run.smithi178.stdout:UBUNTU_CODENAME=jammy 2024-09-13T13:31:23.265 INFO:teuthology.lock.ops:Updating smithi178.front.sepia.ceph.com on lock server 2024-09-13T13:31:23.300 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles... 2024-09-13T13:31:23.309 INFO:teuthology.run_tasks:Running task internal.check_conflict... 2024-09-13T13:31:23.313 INFO:teuthology.task.internal:Checking for old test directory... 2024-09-13T13:31:23.313 DEBUG:teuthology.orchestra.run.smithi062:> test '!' -e /home/ubuntu/cephtest 2024-09-13T13:31:23.316 DEBUG:teuthology.orchestra.run.smithi178:> test '!' -e /home/ubuntu/cephtest 2024-09-13T13:31:23.320 INFO:teuthology.run_tasks:Running task internal.check_ceph_data... 2024-09-13T13:31:23.328 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph... 2024-09-13T13:31:23.328 DEBUG:teuthology.orchestra.run.smithi062:> test -z $(ls -A /var/lib/ceph) 2024-09-13T13:31:23.364 DEBUG:teuthology.orchestra.run.smithi178:> test -z $(ls -A /var/lib/ceph) 2024-09-13T13:31:23.472 INFO:teuthology.run_tasks:Running task internal.vm_setup... 2024-09-13T13:31:23.547 INFO:teuthology.run_tasks:Running task kernel... 2024-09-13T13:31:23.562 INFO:teuthology.task.kernel:normalize config orig: {'kdb': 1, 'sha1': 'distro'} 2024-09-13T13:31:23.562 INFO:teuthology.task.kernel:config {'mon.a': {'kdb': 1, 'sha1': 'distro'}, 'mon.b': {'kdb': 1, 'sha1': 'distro'}}, timeout 300 2024-09-13T13:31:23.562 DEBUG:teuthology.orchestra.run.smithi062:> test -f /run/.containerenv -o -f /.dockerenv 2024-09-13T13:31:23.563 DEBUG:teuthology.orchestra.run.smithi178:> test -f /run/.containerenv -o -f /.dockerenv 2024-09-13T13:31:23.567 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-13T13:31:23.568 DEBUG:teuthology.orchestra.run.smithi062:> uname -r 2024-09-13T13:31:23.568 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-13T13:31:23.569 DEBUG:teuthology.orchestra.run.smithi178:> uname -r 2024-09-13T13:31:23.616 INFO:teuthology.orchestra.run.smithi062.stdout:5.15.0-56-generic 2024-09-13T13:31:23.616 INFO:teuthology.task.kernel:Running kernel on smithi062: 5.15.0-56-generic 2024-09-13T13:31:23.616 DEBUG:teuthology.orchestra.run.smithi062:> sudo apt-get clean 2024-09-13T13:31:23.618 INFO:teuthology.orchestra.run.smithi178.stdout:5.15.0-56-generic 2024-09-13T13:31:23.618 INFO:teuthology.task.kernel:Running kernel on smithi178: 5.15.0-56-generic 2024-09-13T13:31:23.618 DEBUG:teuthology.orchestra.run.smithi178:> sudo apt-get clean 2024-09-13T13:31:23.751 DEBUG:teuthology.orchestra.run.smithi178:> sudo apt-get update 2024-09-13T13:31:23.762 DEBUG:teuthology.orchestra.run.smithi062:> sudo apt-get update 2024-09-13T13:31:24.028 INFO:teuthology.orchestra.run.smithi178.stdout:Hit:1 http://archive.ubuntu.com/ubuntu jammy InRelease 2024-09-13T13:31:24.028 INFO:teuthology.orchestra.run.smithi178.stdout:Get:2 http://security.ubuntu.com/ubuntu jammy-security InRelease [129 kB] 2024-09-13T13:31:24.048 INFO:teuthology.orchestra.run.smithi062.stdout:Hit:1 http://archive.ubuntu.com/ubuntu jammy InRelease 2024-09-13T13:31:24.086 INFO:teuthology.orchestra.run.smithi178.stdout:Get:3 http://archive.ubuntu.com/ubuntu jammy-updates InRelease [128 kB] 2024-09-13T13:31:24.135 INFO:teuthology.orchestra.run.smithi062.stdout:Get:2 http://archive.ubuntu.com/ubuntu jammy-updates InRelease [128 kB] 2024-09-13T13:31:24.444 INFO:teuthology.orchestra.run.smithi178.stdout:Get:4 http://archive.ubuntu.com/ubuntu jammy-backports InRelease [127 kB] 2024-09-13T13:31:24.463 INFO:teuthology.orchestra.run.smithi178.stdout:Get:5 http://security.ubuntu.com/ubuntu jammy-security/main amd64 Packages [1,806 kB] 2024-09-13T13:31:24.474 INFO:teuthology.orchestra.run.smithi062.stdout:Get:3 http://archive.ubuntu.com/ubuntu jammy-backports InRelease [127 kB] 2024-09-13T13:31:24.538 INFO:teuthology.orchestra.run.smithi062.stdout:Get:4 http://security.ubuntu.com/ubuntu jammy-security InRelease [129 kB] 2024-09-13T13:31:24.586 INFO:teuthology.orchestra.run.smithi178.stdout:Get:6 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 Packages [2,023 kB] 2024-09-13T13:31:24.616 INFO:teuthology.orchestra.run.smithi062.stdout:Get:5 http://archive.ubuntu.com/ubuntu jammy-updates/main i386 Packages [696 kB] 2024-09-13T13:31:24.825 INFO:teuthology.orchestra.run.smithi062.stdout:Get:6 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 Packages [2,023 kB] 2024-09-13T13:31:24.918 INFO:teuthology.orchestra.run.smithi178.stdout:Get:7 http://security.ubuntu.com/ubuntu jammy-security/main i386 Packages [539 kB] 2024-09-13T13:31:24.921 INFO:teuthology.orchestra.run.smithi178.stdout:Get:8 http://archive.ubuntu.com/ubuntu jammy-updates/main i386 Packages [696 kB] 2024-09-13T13:31:24.935 INFO:teuthology.orchestra.run.smithi178.stdout:Get:9 http://security.ubuntu.com/ubuntu jammy-security/main Translation-en [295 kB] 2024-09-13T13:31:24.944 INFO:teuthology.orchestra.run.smithi178.stdout:Get:10 http://security.ubuntu.com/ubuntu jammy-security/main amd64 c-n-f Metadata [13.3 kB] 2024-09-13T13:31:24.945 INFO:teuthology.orchestra.run.smithi178.stdout:Get:11 http://security.ubuntu.com/ubuntu jammy-security/restricted amd64 Packages [2,377 kB] 2024-09-13T13:31:24.959 INFO:teuthology.orchestra.run.smithi178.stdout:Get:12 http://archive.ubuntu.com/ubuntu jammy-updates/main Translation-en [352 kB] 2024-09-13T13:31:24.974 INFO:teuthology.orchestra.run.smithi178.stdout:Get:13 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 c-n-f Metadata [17.8 kB] 2024-09-13T13:31:24.975 INFO:teuthology.orchestra.run.smithi178.stdout:Get:14 http://archive.ubuntu.com/ubuntu jammy-updates/restricted amd64 Packages [2,437 kB] 2024-09-13T13:31:24.989 INFO:teuthology.orchestra.run.smithi062.stdout:Get:7 http://archive.ubuntu.com/ubuntu jammy-updates/main Translation-en [352 kB] 2024-09-13T13:31:25.003 INFO:teuthology.orchestra.run.smithi062.stdout:Get:8 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 c-n-f Metadata [17.8 kB] 2024-09-13T13:31:25.004 INFO:teuthology.orchestra.run.smithi062.stdout:Get:9 http://archive.ubuntu.com/ubuntu jammy-updates/restricted i386 Packages [39.3 kB] 2024-09-13T13:31:25.005 INFO:teuthology.orchestra.run.smithi062.stdout:Get:10 http://archive.ubuntu.com/ubuntu jammy-updates/restricted amd64 Packages [2,437 kB] 2024-09-13T13:31:25.007 INFO:teuthology.orchestra.run.smithi062.stdout:Get:11 http://security.ubuntu.com/ubuntu jammy-security/main i386 Packages [539 kB] 2024-09-13T13:31:25.047 INFO:teuthology.orchestra.run.smithi178.stdout:Get:15 http://archive.ubuntu.com/ubuntu jammy-updates/restricted i386 Packages [39.3 kB] 2024-09-13T13:31:25.048 INFO:teuthology.orchestra.run.smithi178.stdout:Get:16 http://archive.ubuntu.com/ubuntu jammy-updates/restricted Translation-en [419 kB] 2024-09-13T13:31:25.048 INFO:teuthology.orchestra.run.smithi178.stdout:Get:17 http://security.ubuntu.com/ubuntu jammy-security/restricted i386 Packages [37.7 kB] 2024-09-13T13:31:25.050 INFO:teuthology.orchestra.run.smithi178.stdout:Get:18 http://security.ubuntu.com/ubuntu jammy-security/restricted Translation-en [409 kB] 2024-09-13T13:31:25.061 INFO:teuthology.orchestra.run.smithi178.stdout:Get:19 http://security.ubuntu.com/ubuntu jammy-security/restricted amd64 c-n-f Metadata [584 B] 2024-09-13T13:31:25.080 INFO:teuthology.orchestra.run.smithi062.stdout:Get:12 http://archive.ubuntu.com/ubuntu jammy-updates/restricted Translation-en [419 kB] 2024-09-13T13:31:25.092 INFO:teuthology.orchestra.run.smithi178.stdout:Get:20 http://archive.ubuntu.com/ubuntu jammy-updates/restricted amd64 c-n-f Metadata [616 B] 2024-09-13T13:31:25.093 INFO:teuthology.orchestra.run.smithi178.stdout:Get:21 http://security.ubuntu.com/ubuntu jammy-security/universe i386 Packages [627 kB] 2024-09-13T13:31:25.093 INFO:teuthology.orchestra.run.smithi178.stdout:Get:22 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 Packages [1,124 kB] 2024-09-13T13:31:25.095 INFO:teuthology.orchestra.run.smithi062.stdout:Get:13 http://archive.ubuntu.com/ubuntu jammy-updates/restricted amd64 c-n-f Metadata [616 B] 2024-09-13T13:31:25.096 INFO:teuthology.orchestra.run.smithi062.stdout:Get:14 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 Packages [1,124 kB] 2024-09-13T13:31:25.109 INFO:teuthology.orchestra.run.smithi178.stdout:Get:23 http://security.ubuntu.com/ubuntu jammy-security/universe amd64 Packages [902 kB] 2024-09-13T13:31:25.113 INFO:teuthology.orchestra.run.smithi178.stdout:Get:24 http://archive.ubuntu.com/ubuntu jammy-updates/universe i386 Packages [732 kB] 2024-09-13T13:31:25.125 INFO:teuthology.orchestra.run.smithi178.stdout:Get:25 http://archive.ubuntu.com/ubuntu jammy-updates/universe Translation-en [261 kB] 2024-09-13T13:31:25.129 INFO:teuthology.orchestra.run.smithi062.stdout:Get:15 http://archive.ubuntu.com/ubuntu jammy-updates/universe i386 Packages [732 kB] 2024-09-13T13:31:25.129 INFO:teuthology.orchestra.run.smithi178.stdout:Get:26 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 c-n-f Metadata [26.1 kB] 2024-09-13T13:31:25.130 INFO:teuthology.orchestra.run.smithi178.stdout:Get:27 http://archive.ubuntu.com/ubuntu jammy-updates/multiverse amd64 Packages [43.3 kB] 2024-09-13T13:31:25.131 INFO:teuthology.orchestra.run.smithi178.stdout:Get:28 http://archive.ubuntu.com/ubuntu jammy-updates/multiverse i386 Packages [4,752 B] 2024-09-13T13:31:25.139 INFO:teuthology.orchestra.run.smithi178.stdout:Get:29 http://security.ubuntu.com/ubuntu jammy-security/universe Translation-en [176 kB] 2024-09-13T13:31:25.143 INFO:teuthology.orchestra.run.smithi178.stdout:Get:30 http://security.ubuntu.com/ubuntu jammy-security/universe amd64 c-n-f Metadata [19.2 kB] 2024-09-13T13:31:25.144 INFO:teuthology.orchestra.run.smithi178.stdout:Get:31 http://security.ubuntu.com/ubuntu jammy-security/multiverse amd64 Packages [37.2 kB] 2024-09-13T13:31:25.145 INFO:teuthology.orchestra.run.smithi178.stdout:Get:32 http://security.ubuntu.com/ubuntu jammy-security/multiverse i386 Packages [1,356 B] 2024-09-13T13:31:25.149 INFO:teuthology.orchestra.run.smithi062.stdout:Get:16 http://archive.ubuntu.com/ubuntu jammy-updates/universe Translation-en [261 kB] 2024-09-13T13:31:25.156 INFO:teuthology.orchestra.run.smithi062.stdout:Get:17 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 c-n-f Metadata [26.1 kB] 2024-09-13T13:31:25.179 INFO:teuthology.orchestra.run.smithi062.stdout:Get:18 http://archive.ubuntu.com/ubuntu jammy-updates/multiverse amd64 Packages [43.3 kB] 2024-09-13T13:31:25.180 INFO:teuthology.orchestra.run.smithi062.stdout:Get:19 http://archive.ubuntu.com/ubuntu jammy-updates/multiverse i386 Packages [4,752 B] 2024-09-13T13:31:25.180 INFO:teuthology.orchestra.run.smithi062.stdout:Get:20 http://archive.ubuntu.com/ubuntu jammy-updates/multiverse Translation-en [10.8 kB] 2024-09-13T13:31:25.186 INFO:teuthology.orchestra.run.smithi178.stdout:Get:33 http://archive.ubuntu.com/ubuntu jammy-updates/multiverse Translation-en [10.8 kB] 2024-09-13T13:31:25.186 INFO:teuthology.orchestra.run.smithi178.stdout:Get:34 http://archive.ubuntu.com/ubuntu jammy-updates/multiverse amd64 c-n-f Metadata [444 B] 2024-09-13T13:31:25.187 INFO:teuthology.orchestra.run.smithi178.stdout:Get:35 http://archive.ubuntu.com/ubuntu jammy-backports/main i386 Packages [59.9 kB] 2024-09-13T13:31:25.188 INFO:teuthology.orchestra.run.smithi178.stdout:Get:36 http://archive.ubuntu.com/ubuntu jammy-backports/main amd64 Packages [67.8 kB] 2024-09-13T13:31:25.197 INFO:teuthology.orchestra.run.smithi178.stdout:Get:37 http://security.ubuntu.com/ubuntu jammy-security/multiverse Translation-en [7,588 B] 2024-09-13T13:31:25.197 INFO:teuthology.orchestra.run.smithi178.stdout:Get:38 http://security.ubuntu.com/ubuntu jammy-security/multiverse amd64 c-n-f Metadata [228 B] 2024-09-13T13:31:25.218 INFO:teuthology.orchestra.run.smithi178.stdout:Get:39 http://archive.ubuntu.com/ubuntu jammy-backports/main Translation-en [11.1 kB] 2024-09-13T13:31:25.218 INFO:teuthology.orchestra.run.smithi178.stdout:Get:40 http://archive.ubuntu.com/ubuntu jammy-backports/main amd64 c-n-f Metadata [388 B] 2024-09-13T13:31:25.218 INFO:teuthology.orchestra.run.smithi178.stdout:Get:41 http://archive.ubuntu.com/ubuntu jammy-backports/universe amd64 Packages [28.8 kB] 2024-09-13T13:31:25.219 INFO:teuthology.orchestra.run.smithi178.stdout:Get:42 http://archive.ubuntu.com/ubuntu jammy-backports/universe i386 Packages [17.3 kB] 2024-09-13T13:31:25.220 INFO:teuthology.orchestra.run.smithi178.stdout:Get:43 http://archive.ubuntu.com/ubuntu jammy-backports/universe Translation-en [16.5 kB] 2024-09-13T13:31:25.242 INFO:teuthology.orchestra.run.smithi062.stdout:Get:21 http://archive.ubuntu.com/ubuntu jammy-updates/multiverse amd64 c-n-f Metadata [444 B] 2024-09-13T13:31:25.242 INFO:teuthology.orchestra.run.smithi062.stdout:Get:22 http://archive.ubuntu.com/ubuntu jammy-backports/main i386 Packages [59.9 kB] 2024-09-13T13:31:25.243 INFO:teuthology.orchestra.run.smithi062.stdout:Get:23 http://archive.ubuntu.com/ubuntu jammy-backports/main amd64 Packages [67.8 kB] 2024-09-13T13:31:25.244 INFO:teuthology.orchestra.run.smithi062.stdout:Get:24 http://archive.ubuntu.com/ubuntu jammy-backports/main Translation-en [11.1 kB] 2024-09-13T13:31:25.244 INFO:teuthology.orchestra.run.smithi062.stdout:Get:25 http://archive.ubuntu.com/ubuntu jammy-backports/main amd64 c-n-f Metadata [388 B] 2024-09-13T13:31:25.252 INFO:teuthology.orchestra.run.smithi062.stdout:Get:26 http://archive.ubuntu.com/ubuntu jammy-backports/universe amd64 Packages [28.8 kB] 2024-09-13T13:31:25.252 INFO:teuthology.orchestra.run.smithi062.stdout:Get:27 http://archive.ubuntu.com/ubuntu jammy-backports/universe i386 Packages [17.3 kB] 2024-09-13T13:31:25.274 INFO:teuthology.orchestra.run.smithi178.stdout:Get:44 http://archive.ubuntu.com/ubuntu jammy-backports/universe amd64 c-n-f Metadata [672 B] 2024-09-13T13:31:25.309 INFO:teuthology.orchestra.run.smithi062.stdout:Get:28 http://security.ubuntu.com/ubuntu jammy-security/main amd64 Packages [1,806 kB] 2024-09-13T13:31:25.337 INFO:teuthology.orchestra.run.smithi062.stdout:Get:29 http://archive.ubuntu.com/ubuntu jammy-backports/universe Translation-en [16.5 kB] 2024-09-13T13:31:25.338 INFO:teuthology.orchestra.run.smithi062.stdout:Get:30 http://archive.ubuntu.com/ubuntu jammy-backports/universe amd64 c-n-f Metadata [672 B] 2024-09-13T13:31:25.494 INFO:teuthology.orchestra.run.smithi062.stdout:Get:31 http://security.ubuntu.com/ubuntu jammy-security/main Translation-en [295 kB] 2024-09-13T13:31:25.509 INFO:teuthology.orchestra.run.smithi062.stdout:Get:32 http://security.ubuntu.com/ubuntu jammy-security/main amd64 c-n-f Metadata [13.3 kB] 2024-09-13T13:31:25.509 INFO:teuthology.orchestra.run.smithi062.stdout:Get:33 http://security.ubuntu.com/ubuntu jammy-security/restricted i386 Packages [37.7 kB] 2024-09-13T13:31:25.510 INFO:teuthology.orchestra.run.smithi062.stdout:Get:34 http://security.ubuntu.com/ubuntu jammy-security/restricted amd64 Packages [2,377 kB] 2024-09-13T13:31:25.601 INFO:teuthology.orchestra.run.smithi062.stdout:Get:35 http://security.ubuntu.com/ubuntu jammy-security/restricted Translation-en [409 kB] 2024-09-13T13:31:25.610 INFO:teuthology.orchestra.run.smithi062.stdout:Get:36 http://security.ubuntu.com/ubuntu jammy-security/restricted amd64 c-n-f Metadata [584 B] 2024-09-13T13:31:25.610 INFO:teuthology.orchestra.run.smithi062.stdout:Get:37 http://security.ubuntu.com/ubuntu jammy-security/universe amd64 Packages [902 kB] 2024-09-13T13:31:25.643 INFO:teuthology.orchestra.run.smithi062.stdout:Get:38 http://security.ubuntu.com/ubuntu jammy-security/universe i386 Packages [627 kB] 2024-09-13T13:31:25.662 INFO:teuthology.orchestra.run.smithi062.stdout:Get:39 http://security.ubuntu.com/ubuntu jammy-security/universe Translation-en [176 kB] 2024-09-13T13:31:25.669 INFO:teuthology.orchestra.run.smithi062.stdout:Get:40 http://security.ubuntu.com/ubuntu jammy-security/universe amd64 c-n-f Metadata [19.2 kB] 2024-09-13T13:31:25.669 INFO:teuthology.orchestra.run.smithi062.stdout:Get:41 http://security.ubuntu.com/ubuntu jammy-security/multiverse i386 Packages [1,356 B] 2024-09-13T13:31:25.670 INFO:teuthology.orchestra.run.smithi062.stdout:Get:42 http://security.ubuntu.com/ubuntu jammy-security/multiverse amd64 Packages [37.2 kB] 2024-09-13T13:31:25.671 INFO:teuthology.orchestra.run.smithi062.stdout:Get:43 http://security.ubuntu.com/ubuntu jammy-security/multiverse Translation-en [7,588 B] 2024-09-13T13:31:25.756 INFO:teuthology.orchestra.run.smithi062.stdout:Get:44 http://security.ubuntu.com/ubuntu jammy-security/multiverse amd64 c-n-f Metadata [228 B] 2024-09-13T13:31:31.489 INFO:teuthology.orchestra.run.smithi178.stdout:Fetched 16.0 MB in 3s (5,780 kB/s) 2024-09-13T13:31:31.659 INFO:teuthology.orchestra.run.smithi062.stdout:Fetched 16.0 MB in 3s (5,470 kB/s) 2024-09-13T13:31:32.938 INFO:teuthology.orchestra.run.smithi178.stdout:Reading package lists... 2024-09-13T13:31:32.956 DEBUG:teuthology.orchestra.run.smithi178:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y install linux-image-generic 2024-09-13T13:31:33.009 INFO:teuthology.orchestra.run.smithi178.stdout:Reading package lists... 2024-09-13T13:31:33.158 INFO:teuthology.orchestra.run.smithi062.stdout:Reading package lists... 2024-09-13T13:31:33.176 DEBUG:teuthology.orchestra.run.smithi062:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y install linux-image-generic 2024-09-13T13:31:33.194 INFO:teuthology.orchestra.run.smithi178.stdout:Building dependency tree... 2024-09-13T13:31:33.195 INFO:teuthology.orchestra.run.smithi178.stdout:Reading state information... 2024-09-13T13:31:33.240 INFO:teuthology.orchestra.run.smithi062.stdout:Reading package lists... 2024-09-13T13:31:33.359 INFO:teuthology.orchestra.run.smithi178.stdout:The following packages were automatically installed and are no longer required: 2024-09-13T13:31:33.359 INFO:teuthology.orchestra.run.smithi178.stdout: libboost-iostreams1.74.0 libboost-thread1.74.0 libgfapi0 libgfrpc0 libgfxdr0 2024-09-13T13:31:33.359 INFO:teuthology.orchestra.run.smithi178.stdout: libglusterfs0 libiscsi7 libpmemobj1 libpython2-dev libpython2-stdlib 2024-09-13T13:31:33.360 INFO:teuthology.orchestra.run.smithi178.stdout: libpython2.7 libpython2.7-dev libpython2.7-minimal libpython2.7-stdlib 2024-09-13T13:31:33.360 INFO:teuthology.orchestra.run.smithi178.stdout: python2 python2-dev python2-minimal python2.7 python2.7-dev 2024-09-13T13:31:33.360 INFO:teuthology.orchestra.run.smithi178.stdout: python2.7-minimal 2024-09-13T13:31:33.360 INFO:teuthology.orchestra.run.smithi178.stdout:Use 'sudo apt autoremove' to remove them. 2024-09-13T13:31:33.361 INFO:teuthology.orchestra.run.smithi178.stdout:The following additional packages will be installed: 2024-09-13T13:31:33.361 INFO:teuthology.orchestra.run.smithi178.stdout: linux-generic linux-headers-5.15.0-121 linux-headers-5.15.0-121-generic 2024-09-13T13:31:33.361 INFO:teuthology.orchestra.run.smithi178.stdout: linux-headers-generic linux-image-5.15.0-121-generic 2024-09-13T13:31:33.361 INFO:teuthology.orchestra.run.smithi178.stdout: linux-modules-5.15.0-121-generic linux-modules-extra-5.15.0-121-generic 2024-09-13T13:31:33.362 INFO:teuthology.orchestra.run.smithi178.stdout:Suggested packages: 2024-09-13T13:31:33.363 INFO:teuthology.orchestra.run.smithi178.stdout: fdutils linux-doc | linux-source-5.15.0 linux-tools 2024-09-13T13:31:33.363 INFO:teuthology.orchestra.run.smithi178.stdout:Recommended packages: 2024-09-13T13:31:33.363 INFO:teuthology.orchestra.run.smithi178.stdout: thermald 2024-09-13T13:31:33.418 INFO:teuthology.orchestra.run.smithi178.stdout:The following NEW packages will be installed: 2024-09-13T13:31:33.418 INFO:teuthology.orchestra.run.smithi178.stdout: linux-headers-5.15.0-121 linux-headers-5.15.0-121-generic 2024-09-13T13:31:33.418 INFO:teuthology.orchestra.run.smithi178.stdout: linux-image-5.15.0-121-generic linux-modules-5.15.0-121-generic 2024-09-13T13:31:33.418 INFO:teuthology.orchestra.run.smithi178.stdout: linux-modules-extra-5.15.0-121-generic 2024-09-13T13:31:33.419 INFO:teuthology.orchestra.run.smithi178.stdout:The following packages will be upgraded: 2024-09-13T13:31:33.420 INFO:teuthology.orchestra.run.smithi178.stdout: linux-generic linux-headers-generic linux-image-generic 2024-09-13T13:31:33.454 INFO:teuthology.orchestra.run.smithi062.stdout:Building dependency tree... 2024-09-13T13:31:33.455 INFO:teuthology.orchestra.run.smithi062.stdout:Reading state information... 2024-09-13T13:31:33.651 INFO:teuthology.orchestra.run.smithi062.stdout:The following packages were automatically installed and are no longer required: 2024-09-13T13:31:33.652 INFO:teuthology.orchestra.run.smithi062.stdout: libboost-iostreams1.74.0 libboost-thread1.74.0 libgfapi0 libgfrpc0 libgfxdr0 2024-09-13T13:31:33.652 INFO:teuthology.orchestra.run.smithi062.stdout: libglusterfs0 libiscsi7 libpmemobj1 libpython2-dev libpython2-stdlib 2024-09-13T13:31:33.652 INFO:teuthology.orchestra.run.smithi062.stdout: libpython2.7 libpython2.7-dev libpython2.7-minimal libpython2.7-stdlib 2024-09-13T13:31:33.652 INFO:teuthology.orchestra.run.smithi062.stdout: python2 python2-dev python2-minimal python2.7 python2.7-dev 2024-09-13T13:31:33.652 INFO:teuthology.orchestra.run.smithi062.stdout: python2.7-minimal 2024-09-13T13:31:33.653 INFO:teuthology.orchestra.run.smithi062.stdout:Use 'sudo apt autoremove' to remove them. 2024-09-13T13:31:33.654 INFO:teuthology.orchestra.run.smithi062.stdout:The following additional packages will be installed: 2024-09-13T13:31:33.654 INFO:teuthology.orchestra.run.smithi062.stdout: linux-generic linux-headers-5.15.0-121 linux-headers-5.15.0-121-generic 2024-09-13T13:31:33.654 INFO:teuthology.orchestra.run.smithi062.stdout: linux-headers-generic linux-image-5.15.0-121-generic 2024-09-13T13:31:33.654 INFO:teuthology.orchestra.run.smithi062.stdout: linux-modules-5.15.0-121-generic linux-modules-extra-5.15.0-121-generic 2024-09-13T13:31:33.656 INFO:teuthology.orchestra.run.smithi062.stdout:Suggested packages: 2024-09-13T13:31:33.656 INFO:teuthology.orchestra.run.smithi062.stdout: fdutils linux-doc | linux-source-5.15.0 linux-tools 2024-09-13T13:31:33.656 INFO:teuthology.orchestra.run.smithi062.stdout:Recommended packages: 2024-09-13T13:31:33.656 INFO:teuthology.orchestra.run.smithi062.stdout: thermald 2024-09-13T13:31:33.691 INFO:teuthology.orchestra.run.smithi178.stdout:3 upgraded, 5 newly installed, 0 to remove and 344 not upgraded. 2024-09-13T13:31:33.691 INFO:teuthology.orchestra.run.smithi178.stdout:Need to get 113 MB of archives. 2024-09-13T13:31:33.691 INFO:teuthology.orchestra.run.smithi178.stdout:After this operation, 584 MB of additional disk space will be used. 2024-09-13T13:31:33.691 INFO:teuthology.orchestra.run.smithi178.stdout:Get:1 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-modules-5.15.0-121-generic amd64 5.15.0-121.131 [22.7 MB] 2024-09-13T13:31:33.707 INFO:teuthology.orchestra.run.smithi062.stdout:The following NEW packages will be installed: 2024-09-13T13:31:33.708 INFO:teuthology.orchestra.run.smithi062.stdout: linux-headers-5.15.0-121 linux-headers-5.15.0-121-generic 2024-09-13T13:31:33.708 INFO:teuthology.orchestra.run.smithi062.stdout: linux-image-5.15.0-121-generic linux-modules-5.15.0-121-generic 2024-09-13T13:31:33.708 INFO:teuthology.orchestra.run.smithi062.stdout: linux-modules-extra-5.15.0-121-generic 2024-09-13T13:31:33.709 INFO:teuthology.orchestra.run.smithi062.stdout:The following packages will be upgraded: 2024-09-13T13:31:33.710 INFO:teuthology.orchestra.run.smithi062.stdout: linux-generic linux-headers-generic linux-image-generic 2024-09-13T13:31:33.898 INFO:teuthology.orchestra.run.smithi062.stdout:3 upgraded, 5 newly installed, 0 to remove and 344 not upgraded. 2024-09-13T13:31:33.898 INFO:teuthology.orchestra.run.smithi062.stdout:Need to get 113 MB of archives. 2024-09-13T13:31:33.898 INFO:teuthology.orchestra.run.smithi062.stdout:After this operation, 584 MB of additional disk space will be used. 2024-09-13T13:31:33.898 INFO:teuthology.orchestra.run.smithi062.stdout:Get:1 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-modules-5.15.0-121-generic amd64 5.15.0-121.131 [22.7 MB] 2024-09-13T13:31:35.333 INFO:teuthology.orchestra.run.smithi062.stdout:Get:2 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-image-5.15.0-121-generic amd64 5.15.0-121.131 [11.5 MB] 2024-09-13T13:31:35.351 INFO:teuthology.orchestra.run.smithi178.stdout:Get:2 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-image-5.15.0-121-generic amd64 5.15.0-121.131 [11.5 MB] 2024-09-13T13:31:35.719 INFO:teuthology.orchestra.run.smithi178.stdout:Get:3 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-modules-extra-5.15.0-121-generic amd64 5.15.0-121.131 [63.9 MB] 2024-09-13T13:31:35.748 INFO:teuthology.orchestra.run.smithi062.stdout:Get:3 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-modules-extra-5.15.0-121-generic amd64 5.15.0-121.131 [63.9 MB] 2024-09-13T13:31:37.923 INFO:teuthology.orchestra.run.smithi062.stdout:Get:4 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-generic amd64 5.15.0.121.121 [1,694 B] 2024-09-13T13:31:37.923 INFO:teuthology.orchestra.run.smithi062.stdout:Get:5 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-image-generic amd64 5.15.0.121.121 [2,464 B] 2024-09-13T13:31:37.923 INFO:teuthology.orchestra.run.smithi062.stdout:Get:6 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-headers-5.15.0-121 all 5.15.0-121.131 [12.3 MB] 2024-09-13T13:31:38.266 INFO:teuthology.orchestra.run.smithi178.stdout:Get:4 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-generic amd64 5.15.0.121.121 [1,694 B] 2024-09-13T13:31:38.267 INFO:teuthology.orchestra.run.smithi178.stdout:Get:5 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-image-generic amd64 5.15.0.121.121 [2,464 B] 2024-09-13T13:31:38.267 INFO:teuthology.orchestra.run.smithi178.stdout:Get:6 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-headers-5.15.0-121 all 5.15.0-121.131 [12.3 MB] 2024-09-13T13:31:38.490 INFO:teuthology.orchestra.run.smithi062.stdout:Get:7 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-headers-5.15.0-121-generic amd64 5.15.0-121.131 [2,827 kB] 2024-09-13T13:31:38.619 INFO:teuthology.orchestra.run.smithi062.stdout:Get:8 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-headers-generic amd64 5.15.0.121.121 [2,316 B] 2024-09-13T13:31:38.642 INFO:teuthology.orchestra.run.smithi178.stdout:Get:7 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-headers-5.15.0-121-generic amd64 5.15.0-121.131 [2,827 kB] 2024-09-13T13:31:38.731 INFO:teuthology.orchestra.run.smithi178.stdout:Get:8 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-headers-generic amd64 5.15.0.121.121 [2,316 B] 2024-09-13T13:31:39.037 INFO:teuthology.orchestra.run.smithi062.stdout:Fetched 113 MB in 5s (23.1 MB/s) 2024-09-13T13:31:39.174 INFO:teuthology.orchestra.run.smithi178.stdout:Fetched 113 MB in 5s (21.4 MB/s) 2024-09-13T13:31:39.196 INFO:teuthology.orchestra.run.smithi062.stdout:Selecting previously unselected package linux-modules-5.15.0-121-generic. 2024-09-13T13:31:39.311 INFO:teuthology.orchestra.run.smithi178.stdout:Selecting previously unselected package linux-modules-5.15.0-121-generic. 2024-09-13T13:31:41.205 INFO:teuthology.orchestra.run.smithi062.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 129542 files and directories currently installed.) 2024-09-13T13:31:41.210 INFO:teuthology.orchestra.run.smithi062.stdout:Preparing to unpack .../0-linux-modules-5.15.0-121-generic_5.15.0-121.131_amd64.deb ... 2024-09-13T13:31:41.327 INFO:teuthology.orchestra.run.smithi062.stdout:Unpacking linux-modules-5.15.0-121-generic (5.15.0-121.131) ... 2024-09-13T13:31:41.491 INFO:teuthology.orchestra.run.smithi178.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 129542 files and directories currently installed.) 2024-09-13T13:31:41.496 INFO:teuthology.orchestra.run.smithi178.stdout:Preparing to unpack .../0-linux-modules-5.15.0-121-generic_5.15.0-121.131_amd64.deb ... 2024-09-13T13:31:41.625 INFO:teuthology.orchestra.run.smithi178.stdout:Unpacking linux-modules-5.15.0-121-generic (5.15.0-121.131) ... 2024-09-13T13:31:43.759 INFO:teuthology.orchestra.run.smithi178.stdout:Selecting previously unselected package linux-image-5.15.0-121-generic. 2024-09-13T13:31:43.780 INFO:teuthology.orchestra.run.smithi178.stdout:Preparing to unpack .../1-linux-image-5.15.0-121-generic_5.15.0-121.131_amd64.deb ... 2024-09-13T13:31:43.878 INFO:teuthology.orchestra.run.smithi178.stdout:Unpacking linux-image-5.15.0-121-generic (5.15.0-121.131) ... 2024-09-13T13:31:44.012 INFO:teuthology.orchestra.run.smithi062.stdout:Selecting previously unselected package linux-image-5.15.0-121-generic. 2024-09-13T13:31:44.033 INFO:teuthology.orchestra.run.smithi062.stdout:Preparing to unpack .../1-linux-image-5.15.0-121-generic_5.15.0-121.131_amd64.deb ... 2024-09-13T13:31:44.137 INFO:teuthology.orchestra.run.smithi062.stdout:Unpacking linux-image-5.15.0-121-generic (5.15.0-121.131) ... 2024-09-13T13:31:44.437 INFO:teuthology.orchestra.run.smithi178.stdout:Selecting previously unselected package linux-modules-extra-5.15.0-121-generic. 2024-09-13T13:31:44.457 INFO:teuthology.orchestra.run.smithi178.stdout:Preparing to unpack .../2-linux-modules-extra-5.15.0-121-generic_5.15.0-121.131_amd64.deb ... 2024-09-13T13:31:44.590 INFO:teuthology.orchestra.run.smithi062.stdout:Selecting previously unselected package linux-modules-extra-5.15.0-121-generic. 2024-09-13T13:31:44.611 INFO:teuthology.orchestra.run.smithi062.stdout:Preparing to unpack .../2-linux-modules-extra-5.15.0-121-generic_5.15.0-121.131_amd64.deb ... 2024-09-13T13:31:44.648 INFO:teuthology.orchestra.run.smithi062.stdout:Unpacking linux-modules-extra-5.15.0-121-generic (5.15.0-121.131) ... 2024-09-13T13:31:44.736 INFO:teuthology.orchestra.run.smithi178.stdout:Unpacking linux-modules-extra-5.15.0-121-generic (5.15.0-121.131) ... 2024-09-13T13:31:51.070 INFO:teuthology.orchestra.run.smithi178.stdout:Preparing to unpack .../3-linux-generic_5.15.0.121.121_amd64.deb ... 2024-09-13T13:31:51.084 INFO:teuthology.orchestra.run.smithi062.stdout:Preparing to unpack .../3-linux-generic_5.15.0.121.121_amd64.deb ... 2024-09-13T13:31:51.170 INFO:teuthology.orchestra.run.smithi178.stdout:Unpacking linux-generic (5.15.0.121.121) over (5.15.0.56.54) ... 2024-09-13T13:31:51.185 INFO:teuthology.orchestra.run.smithi062.stdout:Unpacking linux-generic (5.15.0.121.121) over (5.15.0.56.54) ... 2024-09-13T13:31:51.511 INFO:teuthology.orchestra.run.smithi178.stdout:Preparing to unpack .../4-linux-image-generic_5.15.0.121.121_amd64.deb ... 2024-09-13T13:31:51.527 INFO:teuthology.orchestra.run.smithi062.stdout:Preparing to unpack .../4-linux-image-generic_5.15.0.121.121_amd64.deb ... 2024-09-13T13:31:51.640 INFO:teuthology.orchestra.run.smithi178.stdout:Unpacking linux-image-generic (5.15.0.121.121) over (5.15.0.56.54) ... 2024-09-13T13:31:51.656 INFO:teuthology.orchestra.run.smithi062.stdout:Unpacking linux-image-generic (5.15.0.121.121) over (5.15.0.56.54) ... 2024-09-13T13:31:51.960 INFO:teuthology.orchestra.run.smithi178.stdout:Selecting previously unselected package linux-headers-5.15.0-121. 2024-09-13T13:31:51.975 INFO:teuthology.orchestra.run.smithi062.stdout:Selecting previously unselected package linux-headers-5.15.0-121. 2024-09-13T13:31:51.982 INFO:teuthology.orchestra.run.smithi178.stdout:Preparing to unpack .../5-linux-headers-5.15.0-121_5.15.0-121.131_all.deb ... 2024-09-13T13:31:51.998 INFO:teuthology.orchestra.run.smithi062.stdout:Preparing to unpack .../5-linux-headers-5.15.0-121_5.15.0-121.131_all.deb ... 2024-09-13T13:31:52.018 INFO:teuthology.orchestra.run.smithi178.stdout:Unpacking linux-headers-5.15.0-121 (5.15.0-121.131) ... 2024-09-13T13:31:52.067 INFO:teuthology.orchestra.run.smithi062.stdout:Unpacking linux-headers-5.15.0-121 (5.15.0-121.131) ... 2024-09-13T13:31:57.845 INFO:teuthology.orchestra.run.smithi178.stdout:Selecting previously unselected package linux-headers-5.15.0-121-generic. 2024-09-13T13:31:57.882 INFO:teuthology.orchestra.run.smithi178.stdout:Preparing to unpack .../6-linux-headers-5.15.0-121-generic_5.15.0-121.131_amd64.deb ... 2024-09-13T13:31:57.920 INFO:teuthology.orchestra.run.smithi178.stdout:Unpacking linux-headers-5.15.0-121-generic (5.15.0-121.131) ... 2024-09-13T13:31:58.000 INFO:teuthology.orchestra.run.smithi062.stdout:Selecting previously unselected package linux-headers-5.15.0-121-generic. 2024-09-13T13:31:58.037 INFO:teuthology.orchestra.run.smithi062.stdout:Preparing to unpack .../6-linux-headers-5.15.0-121-generic_5.15.0-121.131_amd64.deb ... 2024-09-13T13:31:58.075 INFO:teuthology.orchestra.run.smithi062.stdout:Unpacking linux-headers-5.15.0-121-generic (5.15.0-121.131) ... 2024-09-13T13:32:01.512 INFO:teuthology.orchestra.run.smithi178.stdout:Preparing to unpack .../7-linux-headers-generic_5.15.0.121.121_amd64.deb ... 2024-09-13T13:32:01.634 INFO:teuthology.orchestra.run.smithi178.stdout:Unpacking linux-headers-generic (5.15.0.121.121) over (5.15.0.56.54) ... 2024-09-13T13:32:01.965 INFO:teuthology.orchestra.run.smithi062.stdout:Preparing to unpack .../7-linux-headers-generic_5.15.0.121.121_amd64.deb ... 2024-09-13T13:32:01.968 INFO:teuthology.orchestra.run.smithi178.stdout:Setting up linux-headers-5.15.0-121 (5.15.0-121.131) ... 2024-09-13T13:32:02.088 INFO:teuthology.orchestra.run.smithi062.stdout:Unpacking linux-headers-generic (5.15.0.121.121) over (5.15.0.56.54) ... 2024-09-13T13:32:02.089 INFO:teuthology.orchestra.run.smithi178.stdout:Setting up linux-headers-5.15.0-121-generic (5.15.0-121.131) ... 2024-09-13T13:32:02.207 INFO:teuthology.orchestra.run.smithi178.stdout:Setting up linux-headers-generic (5.15.0.121.121) ... 2024-09-13T13:32:02.319 INFO:teuthology.orchestra.run.smithi178.stdout:Setting up linux-image-5.15.0-121-generic (5.15.0-121.131) ... 2024-09-13T13:32:02.447 INFO:teuthology.orchestra.run.smithi062.stdout:Setting up linux-headers-5.15.0-121 (5.15.0-121.131) ... 2024-09-13T13:32:02.584 INFO:teuthology.orchestra.run.smithi062.stdout:Setting up linux-headers-5.15.0-121-generic (5.15.0-121.131) ... 2024-09-13T13:32:02.685 INFO:teuthology.orchestra.run.smithi062.stdout:Setting up linux-headers-generic (5.15.0.121.121) ... 2024-09-13T13:32:02.805 INFO:teuthology.orchestra.run.smithi062.stdout:Setting up linux-image-5.15.0-121-generic (5.15.0-121.131) ... 2024-09-13T13:32:03.595 INFO:teuthology.orchestra.run.smithi178.stdout:I: /vmlinuz.old is now a symlink to boot/vmlinuz-5.15.0-56-generic 2024-09-13T13:32:03.596 INFO:teuthology.orchestra.run.smithi178.stdout:I: /initrd.img.old is now a symlink to boot/initrd.img-5.15.0-56-generic 2024-09-13T13:32:03.596 INFO:teuthology.orchestra.run.smithi178.stdout:I: /vmlinuz is now a symlink to boot/vmlinuz-5.15.0-121-generic 2024-09-13T13:32:03.596 INFO:teuthology.orchestra.run.smithi178.stdout:I: /initrd.img is now a symlink to boot/initrd.img-5.15.0-121-generic 2024-09-13T13:32:03.756 INFO:teuthology.orchestra.run.smithi178.stdout:Setting up linux-modules-5.15.0-121-generic (5.15.0-121.131) ... 2024-09-13T13:32:04.183 INFO:teuthology.orchestra.run.smithi062.stdout:I: /vmlinuz.old is now a symlink to boot/vmlinuz-5.15.0-56-generic 2024-09-13T13:32:04.183 INFO:teuthology.orchestra.run.smithi062.stdout:I: /initrd.img.old is now a symlink to boot/initrd.img-5.15.0-56-generic 2024-09-13T13:32:04.183 INFO:teuthology.orchestra.run.smithi062.stdout:I: /vmlinuz is now a symlink to boot/vmlinuz-5.15.0-121-generic 2024-09-13T13:32:04.183 INFO:teuthology.orchestra.run.smithi062.stdout:I: /initrd.img is now a symlink to boot/initrd.img-5.15.0-121-generic 2024-09-13T13:32:04.366 INFO:teuthology.orchestra.run.smithi062.stdout:Setting up linux-modules-5.15.0-121-generic (5.15.0-121.131) ... 2024-09-13T13:32:05.140 INFO:teuthology.orchestra.run.smithi178.stdout:Setting up linux-modules-extra-5.15.0-121-generic (5.15.0-121.131) ... 2024-09-13T13:32:06.259 INFO:teuthology.orchestra.run.smithi062.stdout:Setting up linux-modules-extra-5.15.0-121-generic (5.15.0-121.131) ... 2024-09-13T13:32:06.809 INFO:teuthology.orchestra.run.smithi178.stdout:Setting up linux-image-generic (5.15.0.121.121) ... 2024-09-13T13:32:06.910 INFO:teuthology.orchestra.run.smithi178.stdout:Setting up linux-generic (5.15.0.121.121) ... 2024-09-13T13:32:07.036 INFO:teuthology.orchestra.run.smithi178.stdout:Processing triggers for linux-image-5.15.0-121-generic (5.15.0-121.131) ... 2024-09-13T13:32:07.093 INFO:teuthology.orchestra.run.smithi178.stdout:/etc/kernel/postinst.d/initramfs-tools: 2024-09-13T13:32:07.093 INFO:teuthology.orchestra.run.smithi178.stdout:update-initramfs: Generating /boot/initrd.img-5.15.0-121-generic 2024-09-13T13:32:07.669 INFO:teuthology.orchestra.run.smithi062.stdout:Setting up linux-image-generic (5.15.0.121.121) ... 2024-09-13T13:32:07.769 INFO:teuthology.orchestra.run.smithi062.stdout:Setting up linux-generic (5.15.0.121.121) ... 2024-09-13T13:32:07.879 INFO:teuthology.orchestra.run.smithi062.stdout:Processing triggers for linux-image-5.15.0-121-generic (5.15.0-121.131) ... 2024-09-13T13:32:07.994 INFO:teuthology.orchestra.run.smithi062.stdout:/etc/kernel/postinst.d/initramfs-tools: 2024-09-13T13:32:07.994 INFO:teuthology.orchestra.run.smithi062.stdout:update-initramfs: Generating /boot/initrd.img-5.15.0-121-generic 2024-09-13T13:32:21.428 INFO:teuthology.orchestra.run.smithi178.stdout:/etc/kernel/postinst.d/zz-update-grub: 2024-09-13T13:32:21.428 INFO:teuthology.orchestra.run.smithi178.stdout:Sourcing file `/etc/default/grub' 2024-09-13T13:32:21.445 INFO:teuthology.orchestra.run.smithi178.stdout:Sourcing file `/etc/default/grub.d/init-select.cfg' 2024-09-13T13:32:21.465 INFO:teuthology.orchestra.run.smithi178.stdout:Generating grub configuration file ... 2024-09-13T13:32:21.747 INFO:teuthology.orchestra.run.smithi178.stdout:Found linux image: /boot/vmlinuz-5.15.0-121-generic 2024-09-13T13:32:21.767 INFO:teuthology.orchestra.run.smithi178.stdout:Found initrd image: /boot/initrd.img-5.15.0-121-generic 2024-09-13T13:32:22.091 INFO:teuthology.orchestra.run.smithi178.stdout:Found linux image: /boot/vmlinuz-5.15.0-56-generic 2024-09-13T13:32:22.096 INFO:teuthology.orchestra.run.smithi178.stdout:Found initrd image: /boot/initrd.img-5.15.0-56-generic 2024-09-13T13:32:22.173 INFO:teuthology.orchestra.run.smithi178.stdout:Found linux image: /boot/vmlinuz-5.4.0-135-generic 2024-09-13T13:32:22.178 INFO:teuthology.orchestra.run.smithi178.stdout:Found initrd image: /boot/initrd.img-5.4.0-135-generic 2024-09-13T13:32:22.327 INFO:teuthology.orchestra.run.smithi178.stdout:Warning: os-prober will not be executed to detect other bootable partitions. 2024-09-13T13:32:22.327 INFO:teuthology.orchestra.run.smithi178.stdout:Systems on them will not be added to the GRUB boot configuration. 2024-09-13T13:32:22.327 INFO:teuthology.orchestra.run.smithi178.stdout:Check GRUB_DISABLE_OS_PROBER documentation entry. 2024-09-13T13:32:22.364 INFO:teuthology.orchestra.run.smithi178.stdout:done 2024-09-13T13:32:22.365 INFO:teuthology.orchestra.run.smithi062.stdout:/etc/kernel/postinst.d/zz-update-grub: 2024-09-13T13:32:22.366 INFO:teuthology.orchestra.run.smithi062.stdout:Sourcing file `/etc/default/grub' 2024-09-13T13:32:22.399 INFO:teuthology.orchestra.run.smithi062.stdout:Sourcing file `/etc/default/grub.d/init-select.cfg' 2024-09-13T13:32:22.417 INFO:teuthology.orchestra.run.smithi062.stdout:Generating grub configuration file ... 2024-09-13T13:32:22.686 INFO:teuthology.orchestra.run.smithi062.stdout:Found linux image: /boot/vmlinuz-5.15.0-121-generic 2024-09-13T13:32:22.756 INFO:teuthology.orchestra.run.smithi062.stdout:Found initrd image: /boot/initrd.img-5.15.0-121-generic 2024-09-13T13:32:22.844 DEBUG:teuthology.orchestra.run.smithi178:> dpkg -s linux-image-generic 2024-09-13T13:32:22.866 INFO:teuthology.orchestra.run.smithi178.stdout:Package: linux-image-generic 2024-09-13T13:32:22.867 INFO:teuthology.orchestra.run.smithi178.stdout:Status: install ok installed 2024-09-13T13:32:22.867 INFO:teuthology.orchestra.run.smithi178.stdout:Priority: optional 2024-09-13T13:32:22.867 INFO:teuthology.orchestra.run.smithi178.stdout:Section: kernel 2024-09-13T13:32:22.867 INFO:teuthology.orchestra.run.smithi178.stdout:Installed-Size: 21 2024-09-13T13:32:22.867 INFO:teuthology.orchestra.run.smithi178.stdout:Maintainer: Ubuntu Kernel Team 2024-09-13T13:32:22.867 INFO:teuthology.orchestra.run.smithi178.stdout:Architecture: amd64 2024-09-13T13:32:22.867 INFO:teuthology.orchestra.run.smithi178.stdout:Source: linux-meta 2024-09-13T13:32:22.867 INFO:teuthology.orchestra.run.smithi178.stdout:Version: 5.15.0.121.121 2024-09-13T13:32:22.867 INFO:teuthology.orchestra.run.smithi178.stdout:Provides: spl-modules (= 2.1.5-1ubuntu6~22.04.4), v4l2loopback-modules (= 0.12.7-2ubuntu2~22.04.1), virtualbox-guest-modules (= 5.15.0-121), wireguard-modules (= 1.0.0), zfs-modules (= 2.1.5-1ubuntu6~22.04.4) 2024-09-13T13:32:22.867 INFO:teuthology.orchestra.run.smithi178.stdout:Depends: linux-image-5.15.0-121-generic, linux-modules-extra-5.15.0-121-generic, linux-firmware, intel-microcode, amd64-microcode 2024-09-13T13:32:22.867 INFO:teuthology.orchestra.run.smithi178.stdout:Recommends: thermald 2024-09-13T13:32:22.867 INFO:teuthology.orchestra.run.smithi178.stdout:Description: Generic Linux kernel image 2024-09-13T13:32:22.867 INFO:teuthology.orchestra.run.smithi178.stdout: This package will always depend on the latest generic kernel image 2024-09-13T13:32:22.868 INFO:teuthology.orchestra.run.smithi178.stdout: available. 2024-09-13T13:32:22.868 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.15.0-56-generic Expected: 5.15.0-121-generic 2024-09-13T13:32:22.868 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2024-09-13T13:32:22.868 DEBUG:teuthology.task.kernel:src is distro, skipping download 2024-09-13T13:32:22.869 INFO:teuthology.task.kernel:Installing distro kernel on mon.b... 2024-09-13T13:32:22.869 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi178.front.sepia.ceph.com, path=None, version=distro) 2024-09-13T13:32:22.869 DEBUG:teuthology.orchestra.run.smithi178:> sudo apt-get clean 2024-09-13T13:32:23.041 DEBUG:teuthology.orchestra.run.smithi178:> sudo apt-get update 2024-09-13T13:32:23.080 INFO:teuthology.orchestra.run.smithi062.stdout:Found linux image: /boot/vmlinuz-5.15.0-56-generic 2024-09-13T13:32:23.086 INFO:teuthology.orchestra.run.smithi062.stdout:Found initrd image: /boot/initrd.img-5.15.0-56-generic 2024-09-13T13:32:23.154 INFO:teuthology.orchestra.run.smithi062.stdout:Found linux image: /boot/vmlinuz-5.4.0-135-generic 2024-09-13T13:32:23.160 INFO:teuthology.orchestra.run.smithi178.stdout:Hit:1 http://archive.ubuntu.com/ubuntu jammy InRelease 2024-09-13T13:32:23.160 INFO:teuthology.orchestra.run.smithi062.stdout:Found initrd image: /boot/initrd.img-5.4.0-135-generic 2024-09-13T13:32:23.171 INFO:teuthology.orchestra.run.smithi178.stdout:Hit:2 http://archive.ubuntu.com/ubuntu jammy-updates InRelease 2024-09-13T13:32:23.188 INFO:teuthology.orchestra.run.smithi178.stdout:Hit:3 http://archive.ubuntu.com/ubuntu jammy-backports InRelease 2024-09-13T13:32:23.235 INFO:teuthology.orchestra.run.smithi178.stdout:Hit:4 http://security.ubuntu.com/ubuntu jammy-security InRelease 2024-09-13T13:32:23.319 INFO:teuthology.orchestra.run.smithi062.stdout:Warning: os-prober will not be executed to detect other bootable partitions. 2024-09-13T13:32:23.319 INFO:teuthology.orchestra.run.smithi062.stdout:Systems on them will not be added to the GRUB boot configuration. 2024-09-13T13:32:23.320 INFO:teuthology.orchestra.run.smithi062.stdout:Check GRUB_DISABLE_OS_PROBER documentation entry. 2024-09-13T13:32:23.368 INFO:teuthology.orchestra.run.smithi062.stdout:done 2024-09-13T13:32:23.895 DEBUG:teuthology.orchestra.run.smithi062:> dpkg -s linux-image-generic 2024-09-13T13:32:23.923 INFO:teuthology.orchestra.run.smithi062.stdout:Package: linux-image-generic 2024-09-13T13:32:23.924 INFO:teuthology.orchestra.run.smithi062.stdout:Status: install ok installed 2024-09-13T13:32:23.924 INFO:teuthology.orchestra.run.smithi062.stdout:Priority: optional 2024-09-13T13:32:23.924 INFO:teuthology.orchestra.run.smithi062.stdout:Section: kernel 2024-09-13T13:32:23.924 INFO:teuthology.orchestra.run.smithi062.stdout:Installed-Size: 21 2024-09-13T13:32:23.924 INFO:teuthology.orchestra.run.smithi062.stdout:Maintainer: Ubuntu Kernel Team 2024-09-13T13:32:23.924 INFO:teuthology.orchestra.run.smithi062.stdout:Architecture: amd64 2024-09-13T13:32:23.924 INFO:teuthology.orchestra.run.smithi062.stdout:Source: linux-meta 2024-09-13T13:32:23.924 INFO:teuthology.orchestra.run.smithi062.stdout:Version: 5.15.0.121.121 2024-09-13T13:32:23.924 INFO:teuthology.orchestra.run.smithi062.stdout:Provides: spl-modules (= 2.1.5-1ubuntu6~22.04.4), v4l2loopback-modules (= 0.12.7-2ubuntu2~22.04.1), virtualbox-guest-modules (= 5.15.0-121), wireguard-modules (= 1.0.0), zfs-modules (= 2.1.5-1ubuntu6~22.04.4) 2024-09-13T13:32:23.924 INFO:teuthology.orchestra.run.smithi062.stdout:Depends: linux-image-5.15.0-121-generic, linux-modules-extra-5.15.0-121-generic, linux-firmware, intel-microcode, amd64-microcode 2024-09-13T13:32:23.924 INFO:teuthology.orchestra.run.smithi062.stdout:Recommends: thermald 2024-09-13T13:32:23.924 INFO:teuthology.orchestra.run.smithi062.stdout:Description: Generic Linux kernel image 2024-09-13T13:32:23.925 INFO:teuthology.orchestra.run.smithi062.stdout: This package will always depend on the latest generic kernel image 2024-09-13T13:32:23.925 INFO:teuthology.orchestra.run.smithi062.stdout: available. 2024-09-13T13:32:23.925 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.15.0-56-generic Expected: 5.15.0-121-generic 2024-09-13T13:32:23.925 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2024-09-13T13:32:23.925 DEBUG:teuthology.task.kernel:src is distro, skipping download 2024-09-13T13:32:23.925 INFO:teuthology.task.kernel:Installing distro kernel on mon.a... 2024-09-13T13:32:23.925 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi062.front.sepia.ceph.com, path=None, version=distro) 2024-09-13T13:32:23.926 DEBUG:teuthology.orchestra.run.smithi062:> sudo apt-get clean 2024-09-13T13:32:24.130 DEBUG:teuthology.orchestra.run.smithi062:> sudo apt-get update 2024-09-13T13:32:24.260 INFO:teuthology.orchestra.run.smithi062.stdout:Hit:1 http://security.ubuntu.com/ubuntu jammy-security InRelease 2024-09-13T13:32:24.672 INFO:teuthology.orchestra.run.smithi178.stdout:Reading package lists... 2024-09-13T13:32:24.692 DEBUG:teuthology.orchestra.run.smithi178:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y install linux-image-generic 2024-09-13T13:32:24.753 INFO:teuthology.orchestra.run.smithi178.stdout:Reading package lists... 2024-09-13T13:32:24.892 INFO:teuthology.orchestra.run.smithi062.stdout:Hit:2 http://archive.ubuntu.com/ubuntu jammy InRelease 2024-09-13T13:32:24.963 INFO:teuthology.orchestra.run.smithi178.stdout:Building dependency tree... 2024-09-13T13:32:24.963 INFO:teuthology.orchestra.run.smithi062.stdout:Hit:3 http://archive.ubuntu.com/ubuntu jammy-updates InRelease 2024-09-13T13:32:24.964 INFO:teuthology.orchestra.run.smithi178.stdout:Reading state information... 2024-09-13T13:32:25.045 INFO:teuthology.orchestra.run.smithi062.stdout:Hit:4 http://archive.ubuntu.com/ubuntu jammy-backports InRelease 2024-09-13T13:32:25.150 INFO:teuthology.orchestra.run.smithi178.stdout:linux-image-generic is already the newest version (5.15.0.121.121). 2024-09-13T13:32:25.150 INFO:teuthology.orchestra.run.smithi178.stdout:The following packages were automatically installed and are no longer required: 2024-09-13T13:32:25.150 INFO:teuthology.orchestra.run.smithi178.stdout: libboost-iostreams1.74.0 libboost-thread1.74.0 libgfapi0 libgfrpc0 libgfxdr0 2024-09-13T13:32:25.150 INFO:teuthology.orchestra.run.smithi178.stdout: libglusterfs0 libiscsi7 libpmemobj1 libpython2-dev libpython2-stdlib 2024-09-13T13:32:25.150 INFO:teuthology.orchestra.run.smithi178.stdout: libpython2.7 libpython2.7-dev libpython2.7-minimal libpython2.7-stdlib 2024-09-13T13:32:25.151 INFO:teuthology.orchestra.run.smithi178.stdout: linux-image-5.4.0-135-generic linux-modules-5.4.0-135-generic python2 2024-09-13T13:32:25.151 INFO:teuthology.orchestra.run.smithi178.stdout: python2-dev python2-minimal python2.7 python2.7-dev python2.7-minimal 2024-09-13T13:32:25.151 INFO:teuthology.orchestra.run.smithi178.stdout:Use 'sudo apt autoremove' to remove them. 2024-09-13T13:32:25.189 INFO:teuthology.orchestra.run.smithi178.stdout:0 upgraded, 0 newly installed, 0 to remove and 344 not upgraded. 2024-09-13T13:32:25.191 DEBUG:teuthology.orchestra.run.smithi178:> dpkg -s linux-image-generic 2024-09-13T13:32:25.205 INFO:teuthology.orchestra.run.smithi178.stdout:Package: linux-image-generic 2024-09-13T13:32:25.206 INFO:teuthology.orchestra.run.smithi178.stdout:Status: install ok installed 2024-09-13T13:32:25.206 INFO:teuthology.orchestra.run.smithi178.stdout:Priority: optional 2024-09-13T13:32:25.206 INFO:teuthology.orchestra.run.smithi178.stdout:Section: kernel 2024-09-13T13:32:25.206 INFO:teuthology.orchestra.run.smithi178.stdout:Installed-Size: 21 2024-09-13T13:32:25.206 INFO:teuthology.orchestra.run.smithi178.stdout:Maintainer: Ubuntu Kernel Team 2024-09-13T13:32:25.206 INFO:teuthology.orchestra.run.smithi178.stdout:Architecture: amd64 2024-09-13T13:32:25.206 INFO:teuthology.orchestra.run.smithi178.stdout:Source: linux-meta 2024-09-13T13:32:25.206 INFO:teuthology.orchestra.run.smithi178.stdout:Version: 5.15.0.121.121 2024-09-13T13:32:25.206 INFO:teuthology.orchestra.run.smithi178.stdout:Provides: spl-modules (= 2.1.5-1ubuntu6~22.04.4), v4l2loopback-modules (= 0.12.7-2ubuntu2~22.04.1), virtualbox-guest-modules (= 5.15.0-121), wireguard-modules (= 1.0.0), zfs-modules (= 2.1.5-1ubuntu6~22.04.4) 2024-09-13T13:32:25.206 INFO:teuthology.orchestra.run.smithi178.stdout:Depends: linux-image-5.15.0-121-generic, linux-modules-extra-5.15.0-121-generic, linux-firmware, intel-microcode, amd64-microcode 2024-09-13T13:32:25.206 INFO:teuthology.orchestra.run.smithi178.stdout:Recommends: thermald 2024-09-13T13:32:25.206 INFO:teuthology.orchestra.run.smithi178.stdout:Description: Generic Linux kernel image 2024-09-13T13:32:25.207 INFO:teuthology.orchestra.run.smithi178.stdout: This package will always depend on the latest generic kernel image 2024-09-13T13:32:25.207 INFO:teuthology.orchestra.run.smithi178.stdout: available. 2024-09-13T13:32:25.207 DEBUG:teuthology.orchestra.run.smithi178:> mktemp 2024-09-13T13:32:25.253 INFO:teuthology.orchestra.run.smithi178.stdout:/tmp/tmp.szhVLJI3PH 2024-09-13T13:32:25.253 DEBUG:teuthology.orchestra.run.smithi178:> sudo cp /boot/grub/grub.cfg /tmp/tmp.szhVLJI3PH 2024-09-13T13:32:25.309 DEBUG:teuthology.orchestra.run.smithi178:> sudo chmod 0666 /tmp/tmp.szhVLJI3PH 2024-09-13T13:32:25.433 DEBUG:teuthology.orchestra.remote:smithi178:/tmp/tmp.szhVLJI3PH is 10KB 2024-09-13T13:32:25.446 DEBUG:teuthology.orchestra.run.smithi178:> rm -fr /tmp/tmp.szhVLJI3PH 2024-09-13T13:32:25.451 DEBUG:teuthology.orchestra.run.smithi178:> sudo rm -f -- /etc/grub.d/01_ceph_kernel 2024-09-13T13:32:25.505 DEBUG:teuthology.orchestra.run.smithi178:> set -ex 2024-09-13T13:32:25.505 DEBUG:teuthology.orchestra.run.smithi178:> sudo dd of=/etc/grub.d/01_ceph_kernel 2024-09-13T13:32:25.506 DEBUG:teuthology.orchestra.run.smithi178:> sudo chmod 755 /etc/grub.d/01_ceph_kernel 2024-09-13T13:32:25.572 INFO:teuthology.task.kernel:Distro Kernel Version: 5.15.0-121-generic 2024-09-13T13:32:25.573 DEBUG:teuthology.orchestra.run.smithi178:> sudo update-grub 2024-09-13T13:32:26.275 INFO:teuthology.orchestra.run.smithi062.stdout:Reading package lists... 2024-09-13T13:32:26.294 DEBUG:teuthology.orchestra.run.smithi062:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y install linux-image-generic 2024-09-13T13:32:26.361 INFO:teuthology.orchestra.run.smithi062.stdout:Reading package lists... 2024-09-13T13:32:26.575 INFO:teuthology.orchestra.run.smithi062.stdout:Building dependency tree... 2024-09-13T13:32:26.576 INFO:teuthology.orchestra.run.smithi062.stdout:Reading state information... 2024-09-13T13:32:26.758 INFO:teuthology.orchestra.run.smithi062.stdout:linux-image-generic is already the newest version (5.15.0.121.121). 2024-09-13T13:32:26.758 INFO:teuthology.orchestra.run.smithi062.stdout:The following packages were automatically installed and are no longer required: 2024-09-13T13:32:26.758 INFO:teuthology.orchestra.run.smithi062.stdout: libboost-iostreams1.74.0 libboost-thread1.74.0 libgfapi0 libgfrpc0 libgfxdr0 2024-09-13T13:32:26.758 INFO:teuthology.orchestra.run.smithi062.stdout: libglusterfs0 libiscsi7 libpmemobj1 libpython2-dev libpython2-stdlib 2024-09-13T13:32:26.758 INFO:teuthology.orchestra.run.smithi062.stdout: libpython2.7 libpython2.7-dev libpython2.7-minimal libpython2.7-stdlib 2024-09-13T13:32:26.758 INFO:teuthology.orchestra.run.smithi062.stdout: linux-image-5.4.0-135-generic linux-modules-5.4.0-135-generic python2 2024-09-13T13:32:26.759 INFO:teuthology.orchestra.run.smithi062.stdout: python2-dev python2-minimal python2.7 python2.7-dev python2.7-minimal 2024-09-13T13:32:26.759 INFO:teuthology.orchestra.run.smithi062.stdout:Use 'sudo apt autoremove' to remove them. 2024-09-13T13:32:26.797 INFO:teuthology.orchestra.run.smithi062.stdout:0 upgraded, 0 newly installed, 0 to remove and 344 not upgraded. 2024-09-13T13:32:26.799 DEBUG:teuthology.orchestra.run.smithi062:> dpkg -s linux-image-generic 2024-09-13T13:32:26.815 INFO:teuthology.orchestra.run.smithi062.stdout:Package: linux-image-generic 2024-09-13T13:32:26.815 INFO:teuthology.orchestra.run.smithi062.stdout:Status: install ok installed 2024-09-13T13:32:26.815 INFO:teuthology.orchestra.run.smithi062.stdout:Priority: optional 2024-09-13T13:32:26.815 INFO:teuthology.orchestra.run.smithi062.stdout:Section: kernel 2024-09-13T13:32:26.815 INFO:teuthology.orchestra.run.smithi062.stdout:Installed-Size: 21 2024-09-13T13:32:26.815 INFO:teuthology.orchestra.run.smithi062.stdout:Maintainer: Ubuntu Kernel Team 2024-09-13T13:32:26.815 INFO:teuthology.orchestra.run.smithi062.stdout:Architecture: amd64 2024-09-13T13:32:26.815 INFO:teuthology.orchestra.run.smithi062.stdout:Source: linux-meta 2024-09-13T13:32:26.815 INFO:teuthology.orchestra.run.smithi062.stdout:Version: 5.15.0.121.121 2024-09-13T13:32:26.816 INFO:teuthology.orchestra.run.smithi062.stdout:Provides: spl-modules (= 2.1.5-1ubuntu6~22.04.4), v4l2loopback-modules (= 0.12.7-2ubuntu2~22.04.1), virtualbox-guest-modules (= 5.15.0-121), wireguard-modules (= 1.0.0), zfs-modules (= 2.1.5-1ubuntu6~22.04.4) 2024-09-13T13:32:26.816 INFO:teuthology.orchestra.run.smithi062.stdout:Depends: linux-image-5.15.0-121-generic, linux-modules-extra-5.15.0-121-generic, linux-firmware, intel-microcode, amd64-microcode 2024-09-13T13:32:26.816 INFO:teuthology.orchestra.run.smithi062.stdout:Recommends: thermald 2024-09-13T13:32:26.816 INFO:teuthology.orchestra.run.smithi062.stdout:Description: Generic Linux kernel image 2024-09-13T13:32:26.816 INFO:teuthology.orchestra.run.smithi062.stdout: This package will always depend on the latest generic kernel image 2024-09-13T13:32:26.816 INFO:teuthology.orchestra.run.smithi062.stdout: available. 2024-09-13T13:32:26.817 DEBUG:teuthology.orchestra.run.smithi062:> mktemp 2024-09-13T13:32:26.825 INFO:teuthology.orchestra.run.smithi178.stderr:Sourcing file `/etc/default/grub' 2024-09-13T13:32:26.826 INFO:teuthology.orchestra.run.smithi178.stderr:Sourcing file `/etc/default/grub.d/init-select.cfg' 2024-09-13T13:32:26.828 INFO:teuthology.orchestra.run.smithi178.stderr:Generating grub configuration file ... 2024-09-13T13:32:26.867 INFO:teuthology.orchestra.run.smithi062.stdout:/tmp/tmp.r8gHA1QkS3 2024-09-13T13:32:26.867 DEBUG:teuthology.orchestra.run.smithi062:> sudo cp /boot/grub/grub.cfg /tmp/tmp.r8gHA1QkS3 2024-09-13T13:32:26.923 DEBUG:teuthology.orchestra.run.smithi062:> sudo chmod 0666 /tmp/tmp.r8gHA1QkS3 2024-09-13T13:32:27.001 INFO:teuthology.orchestra.run.smithi178.stderr:Found linux image: /boot/vmlinuz-5.15.0-121-generic 2024-09-13T13:32:27.008 INFO:teuthology.orchestra.run.smithi178.stderr:Found initrd image: /boot/initrd.img-5.15.0-121-generic 2024-09-13T13:32:27.052 DEBUG:teuthology.orchestra.remote:smithi062:/tmp/tmp.r8gHA1QkS3 is 10KB 2024-09-13T13:32:27.065 DEBUG:teuthology.orchestra.run.smithi062:> rm -fr /tmp/tmp.r8gHA1QkS3 2024-09-13T13:32:27.071 DEBUG:teuthology.orchestra.run.smithi062:> sudo rm -f -- /etc/grub.d/01_ceph_kernel 2024-09-13T13:32:27.126 DEBUG:teuthology.orchestra.run.smithi062:> set -ex 2024-09-13T13:32:27.126 DEBUG:teuthology.orchestra.run.smithi062:> sudo dd of=/etc/grub.d/01_ceph_kernel 2024-09-13T13:32:27.127 DEBUG:teuthology.orchestra.run.smithi062:> sudo chmod 755 /etc/grub.d/01_ceph_kernel 2024-09-13T13:32:27.219 INFO:teuthology.task.kernel:Distro Kernel Version: 5.15.0-121-generic 2024-09-13T13:32:27.219 DEBUG:teuthology.orchestra.run.smithi062:> sudo update-grub 2024-09-13T13:32:27.240 INFO:teuthology.orchestra.run.smithi178.stderr:Found linux image: /boot/vmlinuz-5.15.0-56-generic 2024-09-13T13:32:27.245 INFO:teuthology.orchestra.run.smithi178.stderr:Found initrd image: /boot/initrd.img-5.15.0-56-generic 2024-09-13T13:32:27.287 INFO:teuthology.orchestra.run.smithi178.stderr:Found linux image: /boot/vmlinuz-5.4.0-135-generic 2024-09-13T13:32:27.292 INFO:teuthology.orchestra.run.smithi178.stderr:Found initrd image: /boot/initrd.img-5.4.0-135-generic 2024-09-13T13:32:27.444 INFO:teuthology.orchestra.run.smithi178.stderr:Warning: os-prober will not be executed to detect other bootable partitions. 2024-09-13T13:32:27.444 INFO:teuthology.orchestra.run.smithi178.stderr:Systems on them will not be added to the GRUB boot configuration. 2024-09-13T13:32:27.444 INFO:teuthology.orchestra.run.smithi178.stderr:Check GRUB_DISABLE_OS_PROBER documentation entry. 2024-09-13T13:32:27.457 INFO:teuthology.orchestra.run.smithi178.stderr:done 2024-09-13T13:32:27.469 DEBUG:teuthology.orchestra.run.smithi178:> sudo shutdown -r now 2024-09-13T13:32:28.545 INFO:teuthology.orchestra.run.smithi062.stderr:Sourcing file `/etc/default/grub' 2024-09-13T13:32:28.545 INFO:teuthology.orchestra.run.smithi062.stderr:Sourcing file `/etc/default/grub.d/init-select.cfg' 2024-09-13T13:32:28.548 INFO:teuthology.orchestra.run.smithi062.stderr:Generating grub configuration file ... 2024-09-13T13:32:28.725 INFO:teuthology.orchestra.run.smithi062.stderr:Found linux image: /boot/vmlinuz-5.15.0-121-generic 2024-09-13T13:32:28.731 INFO:teuthology.orchestra.run.smithi062.stderr:Found initrd image: /boot/initrd.img-5.15.0-121-generic 2024-09-13T13:32:28.988 INFO:teuthology.orchestra.run.smithi062.stderr:Found linux image: /boot/vmlinuz-5.15.0-56-generic 2024-09-13T13:32:28.993 INFO:teuthology.orchestra.run.smithi062.stderr:Found initrd image: /boot/initrd.img-5.15.0-56-generic 2024-09-13T13:32:29.037 INFO:teuthology.orchestra.run.smithi062.stderr:Found linux image: /boot/vmlinuz-5.4.0-135-generic 2024-09-13T13:32:29.042 INFO:teuthology.orchestra.run.smithi062.stderr:Found initrd image: /boot/initrd.img-5.4.0-135-generic 2024-09-13T13:32:29.185 INFO:teuthology.orchestra.run.smithi062.stderr:Warning: os-prober will not be executed to detect other bootable partitions. 2024-09-13T13:32:29.186 INFO:teuthology.orchestra.run.smithi062.stderr:Systems on them will not be added to the GRUB boot configuration. 2024-09-13T13:32:29.186 INFO:teuthology.orchestra.run.smithi062.stderr:Check GRUB_DISABLE_OS_PROBER documentation entry. 2024-09-13T13:32:29.196 INFO:teuthology.orchestra.run.smithi062.stderr:done 2024-09-13T13:32:29.197 DEBUG:teuthology.orchestra.run.smithi062:> sudo shutdown -r now 2024-09-13T13:32:57.497 INFO:teuthology.task.kernel:Checking client mon.b for new kernel version... 2024-09-13T13:32:57.497 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi178.front.sepia.ceph.com' 2024-09-13T13:32:57.499 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi178.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-13T13:32:59.201 INFO:teuthology.task.kernel:Checking client mon.a for new kernel version... 2024-09-13T13:32:59.201 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi062.front.sepia.ceph.com' 2024-09-13T13:32:59.201 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi062.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-13T13:33:15.965 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.178 2024-09-13T13:33:17.757 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.62 2024-09-13T13:33:24.973 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi178.front.sepia.ceph.com' 2024-09-13T13:33:24.974 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi178.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-13T13:33:26.760 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi062.front.sepia.ceph.com' 2024-09-13T13:33:26.761 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi062.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-13T13:33:28.061 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.178 2024-09-13T13:33:29.821 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.62 2024-09-13T13:33:40.069 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi178.front.sepia.ceph.com' 2024-09-13T13:33:40.070 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi178.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-13T13:33:41.824 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi062.front.sepia.ceph.com' 2024-09-13T13:33:41.825 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi062.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-13T13:33:43.165 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.178 2024-09-13T13:33:58.177 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi178.front.sepia.ceph.com' 2024-09-13T13:33:58.177 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi178.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-13T13:34:13.541 DEBUG:teuthology.orchestra.run.smithi062:> true 2024-09-13T13:34:14.146 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi062.front.sepia.ceph.com' 2024-09-13T13:34:14.146 INFO:teuthology.task.kernel:Checking kernel version of mon.a, want "5.15.0-121-generic"... 2024-09-13T13:34:14.146 DEBUG:teuthology.orchestra.run.smithi062:> uname -r 2024-09-13T13:34:14.193 INFO:teuthology.orchestra.run.smithi062.stdout:5.15.0-121-generic 2024-09-13T13:34:14.194 DEBUG:teuthology.task.kernel:current kernel version is 5.15.0-121-generic vs 5.15.0-121-generic 2024-09-13T13:34:14.194 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-09-13T13:34:14.194 DEBUG:teuthology.task.kernel:Distro of this test job: ubuntu 2024-09-13T13:34:15.194 INFO:teuthology.task.kernel:Enabling kdb on mon.a... 2024-09-13T13:34:15.195 DEBUG:teuthology.orchestra.run.smithi062:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-09-13T13:34:15.305 INFO:teuthology.orchestra.run.smithi062.stdout:ttyS1 2024-09-13T13:34:15.343 DEBUG:teuthology.parallel:result is None 2024-09-13T13:34:29.912 DEBUG:teuthology.orchestra.run.smithi178:> true 2024-09-13T13:34:30.574 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi178.front.sepia.ceph.com' 2024-09-13T13:34:30.575 INFO:teuthology.task.kernel:Checking kernel version of mon.b, want "5.15.0-121-generic"... 2024-09-13T13:34:30.575 DEBUG:teuthology.orchestra.run.smithi178:> uname -r 2024-09-13T13:34:30.623 INFO:teuthology.orchestra.run.smithi178.stdout:5.15.0-121-generic 2024-09-13T13:34:30.623 DEBUG:teuthology.task.kernel:current kernel version is 5.15.0-121-generic vs 5.15.0-121-generic 2024-09-13T13:34:30.623 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-09-13T13:34:30.623 DEBUG:teuthology.task.kernel:Distro of this test job: ubuntu 2024-09-13T13:34:31.624 INFO:teuthology.task.kernel:Enabling kdb on mon.b... 2024-09-13T13:34:31.624 DEBUG:teuthology.orchestra.run.smithi178:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-09-13T13:34:31.695 INFO:teuthology.orchestra.run.smithi178.stdout:ttyS1 2024-09-13T13:34:31.733 DEBUG:teuthology.parallel:result is None 2024-09-13T13:34:31.733 INFO:teuthology.run_tasks:Running task internal.base... 2024-09-13T13:34:31.740 INFO:teuthology.task.internal:Creating test directory... 2024-09-13T13:34:31.741 DEBUG:teuthology.orchestra.run.smithi062:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-09-13T13:34:31.743 DEBUG:teuthology.orchestra.run.smithi178:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-09-13T13:34:31.749 INFO:teuthology.run_tasks:Running task internal.archive_upload... 2024-09-13T13:34:31.755 INFO:teuthology.run_tasks:Running task internal.archive... 2024-09-13T13:34:31.763 INFO:teuthology.task.internal:Creating archive directory... 2024-09-13T13:34:31.764 DEBUG:teuthology.orchestra.run.smithi062:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-09-13T13:34:31.790 DEBUG:teuthology.orchestra.run.smithi178:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-09-13T13:34:31.809 INFO:teuthology.run_tasks:Running task internal.coredump... 2024-09-13T13:34:31.815 INFO:teuthology.task.internal:Enabling coredump saving... 2024-09-13T13:34:31.815 DEBUG:teuthology.orchestra.run.smithi062:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-09-13T13:34:31.847 DEBUG:teuthology.orchestra.run.smithi178:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-09-13T13:34:31.864 INFO:teuthology.orchestra.run.smithi062.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-13T13:34:31.870 INFO:teuthology.orchestra.run.smithi178.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-13T13:34:31.874 INFO:teuthology.orchestra.run.smithi062.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-13T13:34:31.878 INFO:teuthology.orchestra.run.smithi178.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-13T13:34:31.880 INFO:teuthology.run_tasks:Running task internal.sudo... 2024-09-13T13:34:31.887 INFO:teuthology.task.internal:Configuring sudo... 2024-09-13T13:34:31.887 DEBUG:teuthology.orchestra.run.smithi062:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-09-13T13:34:31.918 DEBUG:teuthology.orchestra.run.smithi178:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-09-13T13:34:31.938 INFO:teuthology.run_tasks:Running task internal.syslog... 2024-09-13T13:34:31.947 INFO:teuthology.task.internal.syslog:Starting syslog monitoring... 2024-09-13T13:34:31.947 DEBUG:teuthology.orchestra.run.smithi062:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-09-13T13:34:31.979 DEBUG:teuthology.orchestra.run.smithi178:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-09-13T13:34:31.984 DEBUG:teuthology.orchestra.run.smithi062:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-13T13:34:32.030 DEBUG:teuthology.orchestra.run.smithi062:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-13T13:34:32.077 DEBUG:teuthology.orchestra.run.smithi062:> set -ex 2024-09-13T13:34:32.077 DEBUG:teuthology.orchestra.run.smithi062:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-09-13T13:34:32.141 DEBUG:teuthology.orchestra.run.smithi178:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-13T13:34:32.146 DEBUG:teuthology.orchestra.run.smithi178:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-13T13:34:32.195 DEBUG:teuthology.orchestra.run.smithi178:> set -ex 2024-09-13T13:34:32.195 DEBUG:teuthology.orchestra.run.smithi178:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-09-13T13:34:32.260 DEBUG:teuthology.orchestra.run.smithi062:> sudo service rsyslog restart 2024-09-13T13:34:32.262 DEBUG:teuthology.orchestra.run.smithi178:> sudo service rsyslog restart 2024-09-13T13:34:32.333 INFO:teuthology.run_tasks:Running task internal.timer... 2024-09-13T13:34:32.341 INFO:teuthology.task.internal:Starting timer... 2024-09-13T13:34:32.342 INFO:teuthology.run_tasks:Running task pcp... 2024-09-13T13:34:32.351 INFO:teuthology.run_tasks:Running task selinux... 2024-09-13T13:34:32.358 DEBUG:teuthology.task.selinux:Excluding smithi062: OS 'ubuntu' does not support SELinux 2024-09-13T13:34:32.359 DEBUG:teuthology.task.selinux:Excluding smithi178: OS 'ubuntu' does not support SELinux 2024-09-13T13:34:32.359 DEBUG:teuthology.task.selinux:Getting current SELinux state 2024-09-13T13:34:32.359 DEBUG:teuthology.task.selinux:Existing SELinux modes: {} 2024-09-13T13:34:32.359 INFO:teuthology.task.selinux:Putting SELinux into permissive mode 2024-09-13T13:34:32.359 INFO:teuthology.run_tasks:Running task ansible.cephlab... 2024-09-13T13:34:32.367 DEBUG:teuthology.repo_utils:Resetting repo at /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main to origin/main 2024-09-13T13:34:32.379 INFO:teuthology.task.ansible:Playbook: [{'import_playbook': 'ansible_managed.yml'}, {'import_playbook': 'teuthology.yml'}, {'hosts': 'testnodes', 'tasks': [{'set_fact': {'ran_from_cephlab_playbook': True}}]}, {'import_playbook': 'testnodes.yml'}, {'import_playbook': 'container-host.yml'}, {'import_playbook': 'cobbler.yml'}, {'import_playbook': 'paddles.yml'}, {'import_playbook': 'pulpito.yml'}, {'hosts': 'testnodes', 'become': True, 'tasks': [{'name': 'Touch /ceph-qa-ready', 'file': {'path': '/ceph-qa-ready', 'state': 'touch'}, 'when': 'ran_from_cephlab_playbook|bool'}]}] 2024-09-13T13:34:32.380 DEBUG:teuthology.task.ansible:Running ansible-playbook -v --extra-vars '{"ansible_ssh_user": "ubuntu"}' -i /etc/ansible/hosts --limit smithi062.front.sepia.ceph.com,smithi178.front.sepia.ceph.com /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main/cephlab.yml 2024-09-13T13:42:09.722 DEBUG:teuthology.task.ansible:Reconnecting to [Remote(name='ubuntu@smithi062.front.sepia.ceph.com'), Remote(name='ubuntu@smithi178.front.sepia.ceph.com')] 2024-09-13T13:42:09.724 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi062.front.sepia.ceph.com' 2024-09-13T13:42:09.725 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi062.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-13T13:42:09.855 DEBUG:teuthology.orchestra.run.smithi062:> true 2024-09-13T13:42:09.937 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi062.front.sepia.ceph.com' 2024-09-13T13:42:09.937 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi178.front.sepia.ceph.com' 2024-09-13T13:42:09.938 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi178.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-13T13:42:10.032 DEBUG:teuthology.orchestra.run.smithi178:> true 2024-09-13T13:42:10.109 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi178.front.sepia.ceph.com' 2024-09-13T13:42:10.109 INFO:teuthology.run_tasks:Running task clock... 2024-09-13T13:42:10.120 INFO:teuthology.task.clock:Syncing clocks and checking initial clock skew... 2024-09-13T13:42:10.120 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-09-13T13:42:10.121 DEBUG:teuthology.orchestra.run.smithi062:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-13T13:42:10.123 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-09-13T13:42:10.123 DEBUG:teuthology.orchestra.run.smithi178:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-13T13:42:10.151 INFO:teuthology.orchestra.run.smithi062.stdout:13 Sep 13:42:10 ntpd[18477]: ntpd 4.2.8p15@1.3728-o Wed Feb 16 17:13:02 UTC 2022 (1): Starting 2024-09-13T13:42:10.152 INFO:teuthology.orchestra.run.smithi062.stdout:13 Sep 13:42:10 ntpd[18477]: Command line: ntpd -gq 2024-09-13T13:42:10.152 INFO:teuthology.orchestra.run.smithi062.stdout:13 Sep 13:42:10 ntpd[18477]: ---------------------------------------------------- 2024-09-13T13:42:10.152 INFO:teuthology.orchestra.run.smithi062.stdout:13 Sep 13:42:10 ntpd[18477]: ntp-4 is maintained by Network Time Foundation, 2024-09-13T13:42:10.152 INFO:teuthology.orchestra.run.smithi062.stdout:13 Sep 13:42:10 ntpd[18477]: Inc. (NTF), a non-profit 501(c)(3) public-benefit 2024-09-13T13:42:10.152 INFO:teuthology.orchestra.run.smithi062.stdout:13 Sep 13:42:10 ntpd[18477]: corporation. Support and training for ntp-4 are 2024-09-13T13:42:10.152 INFO:teuthology.orchestra.run.smithi062.stdout:13 Sep 13:42:10 ntpd[18477]: available at https://www.nwtime.org/support 2024-09-13T13:42:10.152 INFO:teuthology.orchestra.run.smithi062.stdout:13 Sep 13:42:10 ntpd[18477]: ---------------------------------------------------- 2024-09-13T13:42:10.153 INFO:teuthology.orchestra.run.smithi062.stdout:13 Sep 13:42:10 ntpd[18477]: proto: precision = 0.045 usec (-24) 2024-09-13T13:42:10.153 INFO:teuthology.orchestra.run.smithi062.stdout:13 Sep 13:42:10 ntpd[18477]: basedate set to 2022-02-04 2024-09-13T13:42:10.153 INFO:teuthology.orchestra.run.smithi062.stdout:13 Sep 13:42:10 ntpd[18477]: gps base set to 2022-02-06 (week 2196) 2024-09-13T13:42:10.154 INFO:teuthology.orchestra.run.smithi062.stderr:restrict 0.0.0.0: KOD does nothing without LIMITED. 2024-09-13T13:42:10.154 INFO:teuthology.orchestra.run.smithi062.stdout:13 Sep 13:42:10 ntpd[18477]: restrict 0.0.0.0: KOD does nothing without LIMITED. 2024-09-13T13:42:10.154 INFO:teuthology.orchestra.run.smithi062.stdout:13 Sep 13:42:10 ntpd[18477]: restrict ::: KOD does nothing without LIMITED. 2024-09-13T13:42:10.154 INFO:teuthology.orchestra.run.smithi062.stderr:restrict ::: KOD does nothing without LIMITED. 2024-09-13T13:42:10.155 INFO:teuthology.orchestra.run.smithi062.stdout:13 Sep 13:42:10 ntpd[18477]: Listen and drop on 0 v6wildcard [::]:123 2024-09-13T13:42:10.155 INFO:teuthology.orchestra.run.smithi062.stdout:13 Sep 13:42:10 ntpd[18477]: Listen and drop on 1 v4wildcard 0.0.0.0:123 2024-09-13T13:42:10.155 INFO:teuthology.orchestra.run.smithi062.stdout:13 Sep 13:42:10 ntpd[18477]: Listen normally on 2 lo 127.0.0.1:123 2024-09-13T13:42:10.155 INFO:teuthology.orchestra.run.smithi062.stdout:13 Sep 13:42:10 ntpd[18477]: Listen normally on 3 enp3s0f1 172.21.15.62:123 2024-09-13T13:42:10.155 INFO:teuthology.orchestra.run.smithi062.stdout:13 Sep 13:42:10 ntpd[18477]: Listen normally on 4 lo [::1]:123 2024-09-13T13:42:10.155 INFO:teuthology.orchestra.run.smithi062.stdout:13 Sep 13:42:10 ntpd[18477]: Listen normally on 5 enp3s0f1 [fe80::ec4:7aff:febb:d1c3%5]:123 2024-09-13T13:42:10.156 INFO:teuthology.orchestra.run.smithi062.stdout:13 Sep 13:42:10 ntpd[18477]: Listening on routing socket on fd #22 for interface updates 2024-09-13T13:42:10.178 INFO:teuthology.orchestra.run.smithi178.stdout:13 Sep 13:42:10 ntpd[18488]: ntpd 4.2.8p15@1.3728-o Wed Feb 16 17:13:02 UTC 2022 (1): Starting 2024-09-13T13:42:10.179 INFO:teuthology.orchestra.run.smithi178.stdout:13 Sep 13:42:10 ntpd[18488]: Command line: ntpd -gq 2024-09-13T13:42:10.179 INFO:teuthology.orchestra.run.smithi178.stdout:13 Sep 13:42:10 ntpd[18488]: ---------------------------------------------------- 2024-09-13T13:42:10.179 INFO:teuthology.orchestra.run.smithi178.stdout:13 Sep 13:42:10 ntpd[18488]: ntp-4 is maintained by Network Time Foundation, 2024-09-13T13:42:10.179 INFO:teuthology.orchestra.run.smithi178.stdout:13 Sep 13:42:10 ntpd[18488]: Inc. (NTF), a non-profit 501(c)(3) public-benefit 2024-09-13T13:42:10.179 INFO:teuthology.orchestra.run.smithi178.stdout:13 Sep 13:42:10 ntpd[18488]: corporation. Support and training for ntp-4 are 2024-09-13T13:42:10.179 INFO:teuthology.orchestra.run.smithi178.stdout:13 Sep 13:42:10 ntpd[18488]: available at https://www.nwtime.org/support 2024-09-13T13:42:10.179 INFO:teuthology.orchestra.run.smithi178.stdout:13 Sep 13:42:10 ntpd[18488]: ---------------------------------------------------- 2024-09-13T13:42:10.180 INFO:teuthology.orchestra.run.smithi178.stdout:13 Sep 13:42:10 ntpd[18488]: proto: precision = 0.061 usec (-24) 2024-09-13T13:42:10.180 INFO:teuthology.orchestra.run.smithi178.stdout:13 Sep 13:42:10 ntpd[18488]: basedate set to 2022-02-04 2024-09-13T13:42:10.180 INFO:teuthology.orchestra.run.smithi178.stdout:13 Sep 13:42:10 ntpd[18488]: gps base set to 2022-02-06 (week 2196) 2024-09-13T13:42:10.180 INFO:teuthology.orchestra.run.smithi178.stdout:13 Sep 13:42:10 ntpd[18488]: restrict 0.0.0.0: KOD does nothing without LIMITED. 2024-09-13T13:42:10.180 INFO:teuthology.orchestra.run.smithi178.stderr:restrict 0.0.0.0: KOD does nothing without LIMITED. 2024-09-13T13:42:10.181 INFO:teuthology.orchestra.run.smithi178.stdout:13 Sep 13:42:10 ntpd[18488]: restrict ::: KOD does nothing without LIMITED. 2024-09-13T13:42:10.181 INFO:teuthology.orchestra.run.smithi178.stderr:restrict ::: KOD does nothing without LIMITED. 2024-09-13T13:42:10.182 INFO:teuthology.orchestra.run.smithi178.stdout:13 Sep 13:42:10 ntpd[18488]: Listen and drop on 0 v6wildcard [::]:123 2024-09-13T13:42:10.182 INFO:teuthology.orchestra.run.smithi178.stdout:13 Sep 13:42:10 ntpd[18488]: Listen and drop on 1 v4wildcard 0.0.0.0:123 2024-09-13T13:42:10.182 INFO:teuthology.orchestra.run.smithi178.stdout:13 Sep 13:42:10 ntpd[18488]: Listen normally on 2 lo 127.0.0.1:123 2024-09-13T13:42:10.182 INFO:teuthology.orchestra.run.smithi178.stdout:13 Sep 13:42:10 ntpd[18488]: Listen normally on 3 enp3s0f1 172.21.15.178:123 2024-09-13T13:42:10.182 INFO:teuthology.orchestra.run.smithi178.stdout:13 Sep 13:42:10 ntpd[18488]: Listen normally on 4 lo [::1]:123 2024-09-13T13:42:10.182 INFO:teuthology.orchestra.run.smithi178.stdout:13 Sep 13:42:10 ntpd[18488]: Listen normally on 5 enp3s0f1 [fe80::ec4:7aff:fe88:7ef9%5]:123 2024-09-13T13:42:10.182 INFO:teuthology.orchestra.run.smithi178.stdout:13 Sep 13:42:10 ntpd[18488]: Listening on routing socket on fd #22 for interface updates 2024-09-13T13:42:11.179 INFO:teuthology.orchestra.run.smithi178.stderr:13 Sep 13:42:11 ntpd[18488]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-13T13:42:11.180 INFO:teuthology.orchestra.run.smithi178.stderr:13 Sep 13:42:11 ntpd[18488]: can't open /var/log/ntpstats/rawstats.20240913: Permission denied 2024-09-13T13:42:11.180 INFO:teuthology.orchestra.run.smithi178.stderr:13 Sep 13:42:11 ntpd[18488]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-13T13:42:11.180 INFO:teuthology.orchestra.run.smithi178.stderr:13 Sep 13:42:11 ntpd[18488]: can't open /var/log/ntpstats/rawstats.20240913: Permission denied 2024-09-13T13:42:11.180 INFO:teuthology.orchestra.run.smithi178.stderr:13 Sep 13:42:11 ntpd[18488]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-13T13:42:11.180 INFO:teuthology.orchestra.run.smithi178.stderr:13 Sep 13:42:11 ntpd[18488]: can't open /var/log/ntpstats/rawstats.20240913: Permission denied 2024-09-13T13:42:11.180 INFO:teuthology.orchestra.run.smithi178.stderr:13 Sep 13:42:11 ntpd[18488]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-13T13:42:11.180 INFO:teuthology.orchestra.run.smithi178.stderr:13 Sep 13:42:11 ntpd[18488]: can't open /var/log/ntpstats/peerstats.20240913: Permission denied 2024-09-13T13:42:11.180 INFO:teuthology.orchestra.run.smithi178.stderr:13 Sep 13:42:11 ntpd[18488]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-13T13:42:11.180 INFO:teuthology.orchestra.run.smithi178.stderr:13 Sep 13:42:11 ntpd[18488]: can't open /var/log/ntpstats/rawstats.20240913: Permission denied 2024-09-13T13:42:11.180 INFO:teuthology.orchestra.run.smithi178.stderr:13 Sep 13:42:11 ntpd[18488]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-13T13:42:11.180 INFO:teuthology.orchestra.run.smithi178.stderr:13 Sep 13:42:11 ntpd[18488]: can't open /var/log/ntpstats/peerstats.20240913: Permission denied 2024-09-13T13:42:12.179 INFO:teuthology.orchestra.run.smithi178.stderr:13 Sep 13:42:12 ntpd[18488]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-13T13:42:12.179 INFO:teuthology.orchestra.run.smithi178.stderr:13 Sep 13:42:12 ntpd[18488]: can't open /var/log/ntpstats/rawstats.20240913: Permission denied 2024-09-13T13:42:12.180 INFO:teuthology.orchestra.run.smithi178.stderr:13 Sep 13:42:12 ntpd[18488]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-13T13:42:12.180 INFO:teuthology.orchestra.run.smithi178.stderr:13 Sep 13:42:12 ntpd[18488]: can't open /var/log/ntpstats/rawstats.20240913: Permission denied 2024-09-13T13:42:12.180 INFO:teuthology.orchestra.run.smithi178.stderr:13 Sep 13:42:12 ntpd[18488]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-13T13:42:12.180 INFO:teuthology.orchestra.run.smithi178.stderr:13 Sep 13:42:12 ntpd[18488]: can't open /var/log/ntpstats/peerstats.20240913: Permission denied 2024-09-13T13:42:13.152 INFO:teuthology.orchestra.run.smithi062.stderr:13 Sep 13:42:13 ntpd[18477]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-13T13:42:13.152 INFO:teuthology.orchestra.run.smithi062.stderr:13 Sep 13:42:13 ntpd[18477]: can't open /var/log/ntpstats/rawstats.20240913: Permission denied 2024-09-13T13:42:13.153 INFO:teuthology.orchestra.run.smithi062.stderr:13 Sep 13:42:13 ntpd[18477]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-13T13:42:13.153 INFO:teuthology.orchestra.run.smithi062.stderr:13 Sep 13:42:13 ntpd[18477]: can't open /var/log/ntpstats/rawstats.20240913: Permission denied 2024-09-13T13:42:13.153 INFO:teuthology.orchestra.run.smithi062.stderr:13 Sep 13:42:13 ntpd[18477]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-13T13:42:13.153 INFO:teuthology.orchestra.run.smithi062.stderr:13 Sep 13:42:13 ntpd[18477]: can't open /var/log/ntpstats/peerstats.20240913: Permission denied 2024-09-13T13:42:13.179 INFO:teuthology.orchestra.run.smithi178.stderr:13 Sep 13:42:13 ntpd[18488]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-13T13:42:13.179 INFO:teuthology.orchestra.run.smithi178.stderr:13 Sep 13:42:13 ntpd[18488]: can't open /var/log/ntpstats/rawstats.20240913: Permission denied 2024-09-13T13:42:13.180 INFO:teuthology.orchestra.run.smithi178.stderr:13 Sep 13:42:13 ntpd[18488]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-13T13:42:13.180 INFO:teuthology.orchestra.run.smithi178.stderr:13 Sep 13:42:13 ntpd[18488]: can't open /var/log/ntpstats/rawstats.20240913: Permission denied 2024-09-13T13:42:13.180 INFO:teuthology.orchestra.run.smithi178.stderr:13 Sep 13:42:13 ntpd[18488]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-13T13:42:13.180 INFO:teuthology.orchestra.run.smithi178.stderr:13 Sep 13:42:13 ntpd[18488]: can't open /var/log/ntpstats/rawstats.20240913: Permission denied 2024-09-13T13:42:13.180 INFO:teuthology.orchestra.run.smithi178.stderr:13 Sep 13:42:13 ntpd[18488]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-13T13:42:13.180 INFO:teuthology.orchestra.run.smithi178.stderr:13 Sep 13:42:13 ntpd[18488]: can't open /var/log/ntpstats/peerstats.20240913: Permission denied 2024-09-13T13:42:13.180 INFO:teuthology.orchestra.run.smithi178.stderr:13 Sep 13:42:13 ntpd[18488]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-13T13:42:13.180 INFO:teuthology.orchestra.run.smithi178.stderr:13 Sep 13:42:13 ntpd[18488]: can't open /var/log/ntpstats/rawstats.20240913: Permission denied 2024-09-13T13:42:13.180 INFO:teuthology.orchestra.run.smithi178.stderr:13 Sep 13:42:13 ntpd[18488]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-13T13:42:13.180 INFO:teuthology.orchestra.run.smithi178.stderr:13 Sep 13:42:13 ntpd[18488]: can't open /var/log/ntpstats/peerstats.20240913: Permission denied 2024-09-13T13:42:14.152 INFO:teuthology.orchestra.run.smithi062.stderr:13 Sep 13:42:14 ntpd[18477]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-13T13:42:14.153 INFO:teuthology.orchestra.run.smithi062.stderr:13 Sep 13:42:14 ntpd[18477]: can't open /var/log/ntpstats/rawstats.20240913: Permission denied 2024-09-13T13:42:14.153 INFO:teuthology.orchestra.run.smithi062.stderr:13 Sep 13:42:14 ntpd[18477]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-13T13:42:14.153 INFO:teuthology.orchestra.run.smithi062.stderr:13 Sep 13:42:14 ntpd[18477]: can't open /var/log/ntpstats/rawstats.20240913: Permission denied 2024-09-13T13:42:14.153 INFO:teuthology.orchestra.run.smithi062.stderr:13 Sep 13:42:14 ntpd[18477]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-13T13:42:14.153 INFO:teuthology.orchestra.run.smithi062.stderr:13 Sep 13:42:14 ntpd[18477]: can't open /var/log/ntpstats/rawstats.20240913: Permission denied 2024-09-13T13:42:14.153 INFO:teuthology.orchestra.run.smithi062.stderr:13 Sep 13:42:14 ntpd[18477]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-13T13:42:14.153 INFO:teuthology.orchestra.run.smithi062.stderr:13 Sep 13:42:14 ntpd[18477]: can't open /var/log/ntpstats/peerstats.20240913: Permission denied 2024-09-13T13:42:14.179 INFO:teuthology.orchestra.run.smithi178.stderr:13 Sep 13:42:14 ntpd[18488]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-13T13:42:14.179 INFO:teuthology.orchestra.run.smithi178.stderr:13 Sep 13:42:14 ntpd[18488]: can't open /var/log/ntpstats/rawstats.20240913: Permission denied 2024-09-13T13:42:14.179 INFO:teuthology.orchestra.run.smithi178.stderr:13 Sep 13:42:14 ntpd[18488]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-13T13:42:14.179 INFO:teuthology.orchestra.run.smithi178.stderr:13 Sep 13:42:14 ntpd[18488]: can't open /var/log/ntpstats/rawstats.20240913: Permission denied 2024-09-13T13:42:14.180 INFO:teuthology.orchestra.run.smithi178.stderr:13 Sep 13:42:14 ntpd[18488]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-13T13:42:14.180 INFO:teuthology.orchestra.run.smithi178.stderr:13 Sep 13:42:14 ntpd[18488]: can't open /var/log/ntpstats/rawstats.20240913: Permission denied 2024-09-13T13:42:14.180 INFO:teuthology.orchestra.run.smithi178.stderr:13 Sep 13:42:14 ntpd[18488]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-13T13:42:14.180 INFO:teuthology.orchestra.run.smithi178.stderr:13 Sep 13:42:14 ntpd[18488]: can't open /var/log/ntpstats/peerstats.20240913: Permission denied 2024-09-13T13:42:15.153 INFO:teuthology.orchestra.run.smithi062.stderr:13 Sep 13:42:15 ntpd[18477]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-13T13:42:15.153 INFO:teuthology.orchestra.run.smithi062.stderr:13 Sep 13:42:15 ntpd[18477]: can't open /var/log/ntpstats/rawstats.20240913: Permission denied 2024-09-13T13:42:15.153 INFO:teuthology.orchestra.run.smithi062.stderr:13 Sep 13:42:15 ntpd[18477]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-13T13:42:15.153 INFO:teuthology.orchestra.run.smithi062.stderr:13 Sep 13:42:15 ntpd[18477]: can't open /var/log/ntpstats/rawstats.20240913: Permission denied 2024-09-13T13:42:15.153 INFO:teuthology.orchestra.run.smithi062.stderr:13 Sep 13:42:15 ntpd[18477]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-13T13:42:15.153 INFO:teuthology.orchestra.run.smithi062.stderr:13 Sep 13:42:15 ntpd[18477]: can't open /var/log/ntpstats/rawstats.20240913: Permission denied 2024-09-13T13:42:15.154 INFO:teuthology.orchestra.run.smithi062.stderr:13 Sep 13:42:15 ntpd[18477]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-13T13:42:15.154 INFO:teuthology.orchestra.run.smithi062.stderr:13 Sep 13:42:15 ntpd[18477]: can't open /var/log/ntpstats/peerstats.20240913: Permission denied 2024-09-13T13:42:15.154 INFO:teuthology.orchestra.run.smithi062.stderr:13 Sep 13:42:15 ntpd[18477]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-13T13:42:15.154 INFO:teuthology.orchestra.run.smithi062.stderr:13 Sep 13:42:15 ntpd[18477]: can't open /var/log/ntpstats/rawstats.20240913: Permission denied 2024-09-13T13:42:15.154 INFO:teuthology.orchestra.run.smithi062.stderr:13 Sep 13:42:15 ntpd[18477]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-13T13:42:15.154 INFO:teuthology.orchestra.run.smithi062.stderr:13 Sep 13:42:15 ntpd[18477]: can't open /var/log/ntpstats/peerstats.20240913: Permission denied 2024-09-13T13:42:15.179 INFO:teuthology.orchestra.run.smithi178.stderr:13 Sep 13:42:15 ntpd[18488]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-13T13:42:15.179 INFO:teuthology.orchestra.run.smithi178.stderr:13 Sep 13:42:15 ntpd[18488]: can't open /var/log/ntpstats/rawstats.20240913: Permission denied 2024-09-13T13:42:15.179 INFO:teuthology.orchestra.run.smithi178.stderr:13 Sep 13:42:15 ntpd[18488]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-13T13:42:15.180 INFO:teuthology.orchestra.run.smithi178.stderr:13 Sep 13:42:15 ntpd[18488]: can't open /var/log/ntpstats/rawstats.20240913: Permission denied 2024-09-13T13:42:15.180 INFO:teuthology.orchestra.run.smithi178.stderr:13 Sep 13:42:15 ntpd[18488]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-13T13:42:15.180 INFO:teuthology.orchestra.run.smithi178.stderr:13 Sep 13:42:15 ntpd[18488]: can't open /var/log/ntpstats/rawstats.20240913: Permission denied 2024-09-13T13:42:15.180 INFO:teuthology.orchestra.run.smithi178.stderr:13 Sep 13:42:15 ntpd[18488]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-13T13:42:15.180 INFO:teuthology.orchestra.run.smithi178.stderr:13 Sep 13:42:15 ntpd[18488]: can't open /var/log/ntpstats/peerstats.20240913: Permission denied 2024-09-13T13:42:15.180 INFO:teuthology.orchestra.run.smithi178.stderr:13 Sep 13:42:15 ntpd[18488]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-13T13:42:15.180 INFO:teuthology.orchestra.run.smithi178.stderr:13 Sep 13:42:15 ntpd[18488]: can't open /var/log/ntpstats/rawstats.20240913: Permission denied 2024-09-13T13:42:15.180 INFO:teuthology.orchestra.run.smithi178.stderr:13 Sep 13:42:15 ntpd[18488]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-13T13:42:15.180 INFO:teuthology.orchestra.run.smithi178.stderr:13 Sep 13:42:15 ntpd[18488]: can't open /var/log/ntpstats/peerstats.20240913: Permission denied 2024-09-13T13:42:16.152 INFO:teuthology.orchestra.run.smithi062.stderr:13 Sep 13:42:16 ntpd[18477]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-13T13:42:16.152 INFO:teuthology.orchestra.run.smithi062.stderr:13 Sep 13:42:16 ntpd[18477]: can't open /var/log/ntpstats/rawstats.20240913: Permission denied 2024-09-13T13:42:16.152 INFO:teuthology.orchestra.run.smithi062.stderr:13 Sep 13:42:16 ntpd[18477]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-13T13:42:16.153 INFO:teuthology.orchestra.run.smithi062.stderr:13 Sep 13:42:16 ntpd[18477]: can't open /var/log/ntpstats/rawstats.20240913: Permission denied 2024-09-13T13:42:16.153 INFO:teuthology.orchestra.run.smithi062.stderr:13 Sep 13:42:16 ntpd[18477]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-13T13:42:16.153 INFO:teuthology.orchestra.run.smithi062.stderr:13 Sep 13:42:16 ntpd[18477]: can't open /var/log/ntpstats/peerstats.20240913: Permission denied 2024-09-13T13:42:16.179 INFO:teuthology.orchestra.run.smithi178.stderr:13 Sep 13:42:16 ntpd[18488]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-13T13:42:16.179 INFO:teuthology.orchestra.run.smithi178.stderr:13 Sep 13:42:16 ntpd[18488]: can't open /var/log/ntpstats/rawstats.20240913: Permission denied 2024-09-13T13:42:16.179 INFO:teuthology.orchestra.run.smithi178.stderr:13 Sep 13:42:16 ntpd[18488]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-13T13:42:16.179 INFO:teuthology.orchestra.run.smithi178.stderr:13 Sep 13:42:16 ntpd[18488]: can't open /var/log/ntpstats/rawstats.20240913: Permission denied 2024-09-13T13:42:16.180 INFO:teuthology.orchestra.run.smithi178.stderr:13 Sep 13:42:16 ntpd[18488]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-13T13:42:16.180 INFO:teuthology.orchestra.run.smithi178.stderr:13 Sep 13:42:16 ntpd[18488]: can't open /var/log/ntpstats/peerstats.20240913: Permission denied 2024-09-13T13:42:17.153 INFO:teuthology.orchestra.run.smithi062.stderr:13 Sep 13:42:17 ntpd[18477]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-13T13:42:17.153 INFO:teuthology.orchestra.run.smithi062.stderr:13 Sep 13:42:17 ntpd[18477]: can't open /var/log/ntpstats/rawstats.20240913: Permission denied 2024-09-13T13:42:17.153 INFO:teuthology.orchestra.run.smithi062.stderr:13 Sep 13:42:17 ntpd[18477]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-13T13:42:17.153 INFO:teuthology.orchestra.run.smithi062.stderr:13 Sep 13:42:17 ntpd[18477]: can't open /var/log/ntpstats/rawstats.20240913: Permission denied 2024-09-13T13:42:17.153 INFO:teuthology.orchestra.run.smithi062.stderr:13 Sep 13:42:17 ntpd[18477]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-13T13:42:17.153 INFO:teuthology.orchestra.run.smithi062.stderr:13 Sep 13:42:17 ntpd[18477]: can't open /var/log/ntpstats/rawstats.20240913: Permission denied 2024-09-13T13:42:17.153 INFO:teuthology.orchestra.run.smithi062.stderr:13 Sep 13:42:17 ntpd[18477]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-13T13:42:17.153 INFO:teuthology.orchestra.run.smithi062.stderr:13 Sep 13:42:17 ntpd[18477]: can't open /var/log/ntpstats/peerstats.20240913: Permission denied 2024-09-13T13:42:17.153 INFO:teuthology.orchestra.run.smithi062.stderr:13 Sep 13:42:17 ntpd[18477]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-13T13:42:17.154 INFO:teuthology.orchestra.run.smithi062.stderr:13 Sep 13:42:17 ntpd[18477]: can't open /var/log/ntpstats/rawstats.20240913: Permission denied 2024-09-13T13:42:17.154 INFO:teuthology.orchestra.run.smithi062.stderr:13 Sep 13:42:17 ntpd[18477]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-13T13:42:17.154 INFO:teuthology.orchestra.run.smithi062.stderr:13 Sep 13:42:17 ntpd[18477]: can't open /var/log/ntpstats/peerstats.20240913: Permission denied 2024-09-13T13:42:17.179 INFO:teuthology.orchestra.run.smithi178.stderr:13 Sep 13:42:17 ntpd[18488]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-13T13:42:17.179 INFO:teuthology.orchestra.run.smithi178.stderr:13 Sep 13:42:17 ntpd[18488]: can't open /var/log/ntpstats/rawstats.20240913: Permission denied 2024-09-13T13:42:17.179 INFO:teuthology.orchestra.run.smithi178.stderr:13 Sep 13:42:17 ntpd[18488]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-13T13:42:17.179 INFO:teuthology.orchestra.run.smithi178.stderr:13 Sep 13:42:17 ntpd[18488]: can't open /var/log/ntpstats/rawstats.20240913: Permission denied 2024-09-13T13:42:17.179 INFO:teuthology.orchestra.run.smithi178.stderr:13 Sep 13:42:17 ntpd[18488]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-13T13:42:17.180 INFO:teuthology.orchestra.run.smithi178.stderr:13 Sep 13:42:17 ntpd[18488]: can't open /var/log/ntpstats/rawstats.20240913: Permission denied 2024-09-13T13:42:17.180 INFO:teuthology.orchestra.run.smithi178.stderr:13 Sep 13:42:17 ntpd[18488]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-13T13:42:17.180 INFO:teuthology.orchestra.run.smithi178.stdout:13 Sep 13:42:17 ntpd[18488]: ntpd: time slew -0.000455 s 2024-09-13T13:42:17.180 INFO:teuthology.orchestra.run.smithi178.stdout:ntpd: time slew -0.000455s 2024-09-13T13:42:17.180 INFO:teuthology.orchestra.run.smithi178.stderr:13 Sep 13:42:17 ntpd[18488]: can't open /var/log/ntpstats/peerstats.20240913: Permission denied 2024-09-13T13:42:17.181 INFO:teuthology.orchestra.run.smithi178.stderr:13 Sep 13:42:17 ntpd[18488]: couldn't unlink /var/log/ntpstats/loopstats: Permission denied 2024-09-13T13:42:17.181 INFO:teuthology.orchestra.run.smithi178.stderr:13 Sep 13:42:17 ntpd[18488]: can't open /var/log/ntpstats/loopstats.20240913: Permission denied 2024-09-13T13:42:17.239 INFO:teuthology.orchestra.run.smithi178.stdout: remote refid st t when poll reach delay offset jitter 2024-09-13T13:42:17.239 INFO:teuthology.orchestra.run.smithi178.stdout:============================================================================== 2024-09-13T13:42:17.239 INFO:teuthology.orchestra.run.smithi178.stdout: hv01.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2024-09-13T13:42:17.239 INFO:teuthology.orchestra.run.smithi178.stdout: hv02.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2024-09-13T13:42:17.239 INFO:teuthology.orchestra.run.smithi178.stdout: hv03.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2024-09-13T13:42:17.239 INFO:teuthology.orchestra.run.smithi178.stdout: hv04.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2024-09-13T13:42:18.152 INFO:teuthology.orchestra.run.smithi062.stderr:13 Sep 13:42:18 ntpd[18477]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-13T13:42:18.152 INFO:teuthology.orchestra.run.smithi062.stderr:13 Sep 13:42:18 ntpd[18477]: can't open /var/log/ntpstats/rawstats.20240913: Permission denied 2024-09-13T13:42:18.152 INFO:teuthology.orchestra.run.smithi062.stderr:13 Sep 13:42:18 ntpd[18477]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-13T13:42:18.153 INFO:teuthology.orchestra.run.smithi062.stderr:13 Sep 13:42:18 ntpd[18477]: can't open /var/log/ntpstats/rawstats.20240913: Permission denied 2024-09-13T13:42:18.153 INFO:teuthology.orchestra.run.smithi062.stderr:13 Sep 13:42:18 ntpd[18477]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-13T13:42:18.153 INFO:teuthology.orchestra.run.smithi062.stderr:13 Sep 13:42:18 ntpd[18477]: can't open /var/log/ntpstats/peerstats.20240913: Permission denied 2024-09-13T13:42:19.153 INFO:teuthology.orchestra.run.smithi062.stderr:13 Sep 13:42:19 ntpd[18477]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-13T13:42:19.153 INFO:teuthology.orchestra.run.smithi062.stderr:13 Sep 13:42:19 ntpd[18477]: can't open /var/log/ntpstats/rawstats.20240913: Permission denied 2024-09-13T13:42:19.153 INFO:teuthology.orchestra.run.smithi062.stderr:13 Sep 13:42:19 ntpd[18477]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-13T13:42:19.153 INFO:teuthology.orchestra.run.smithi062.stderr:13 Sep 13:42:19 ntpd[18477]: can't open /var/log/ntpstats/rawstats.20240913: Permission denied 2024-09-13T13:42:19.153 INFO:teuthology.orchestra.run.smithi062.stderr:13 Sep 13:42:19 ntpd[18477]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-13T13:42:19.154 INFO:teuthology.orchestra.run.smithi062.stderr:13 Sep 13:42:19 ntpd[18477]: can't open /var/log/ntpstats/rawstats.20240913: Permission denied 2024-09-13T13:42:19.154 INFO:teuthology.orchestra.run.smithi062.stderr:13 Sep 13:42:19 ntpd[18477]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-13T13:42:19.154 INFO:teuthology.orchestra.run.smithi062.stderr:13 Sep 13:42:19 ntpd[18477]: can't open /var/log/ntpstats/peerstats.20240913: Permission denied 2024-09-13T13:42:19.154 INFO:teuthology.orchestra.run.smithi062.stderr:13 Sep 13:42:19 ntpd[18477]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-13T13:42:19.154 INFO:teuthology.orchestra.run.smithi062.stderr:13 Sep 13:42:19 ntpd[18477]: can't open /var/log/ntpstats/rawstats.20240913: Permission denied 2024-09-13T13:42:19.154 INFO:teuthology.orchestra.run.smithi062.stderr:13 Sep 13:42:19 ntpd[18477]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-13T13:42:19.154 INFO:teuthology.orchestra.run.smithi062.stderr:13 Sep 13:42:19 ntpd[18477]: can't open /var/log/ntpstats/peerstats.20240913: Permission denied 2024-09-13T13:42:19.154 INFO:teuthology.orchestra.run.smithi062.stdout:13 Sep 13:42:19 ntpd[18477]: ntpd: time slew -0.000376 s 2024-09-13T13:42:19.154 INFO:teuthology.orchestra.run.smithi062.stdout:ntpd: time slew -0.000376s 2024-09-13T13:42:19.155 INFO:teuthology.orchestra.run.smithi062.stderr:13 Sep 13:42:19 ntpd[18477]: couldn't unlink /var/log/ntpstats/loopstats: Permission denied 2024-09-13T13:42:19.155 INFO:teuthology.orchestra.run.smithi062.stderr:13 Sep 13:42:19 ntpd[18477]: can't open /var/log/ntpstats/loopstats.20240913: Permission denied 2024-09-13T13:42:19.204 INFO:teuthology.orchestra.run.smithi062.stdout: remote refid st t when poll reach delay offset jitter 2024-09-13T13:42:19.204 INFO:teuthology.orchestra.run.smithi062.stdout:============================================================================== 2024-09-13T13:42:19.204 INFO:teuthology.orchestra.run.smithi062.stdout: hv01.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2024-09-13T13:42:19.205 INFO:teuthology.orchestra.run.smithi062.stdout: hv02.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2024-09-13T13:42:19.205 INFO:teuthology.orchestra.run.smithi062.stdout: hv03.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2024-09-13T13:42:19.205 INFO:teuthology.orchestra.run.smithi062.stdout: hv04.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2024-09-13T13:42:19.206 INFO:teuthology.run_tasks:Running task cephadm... 2024-09-13T13:42:19.306 INFO:tasks.cephadm:Config: {'compiled_cephadm_branch': 'squid', 'image': 'quay.ceph.io/ceph-ci/ceph:squid', 'conf': {'global': {'mon election default strategy': 1}, 'mgr': {'debug mgr': 20, 'debug ms': 1, 'mgr/cephadm/use_agent': False}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20}, 'osd': {'debug ms': 1, 'debug osd': 20}}, 'flavor': 'default', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'CEPHADM_STRAY_DAEMON', 'CEPHADM_FAILED_DAEMON', 'CEPHADM_AGENT_DOWN'], 'log-only-match': ['CEPHADM_'], 'sha1': 'b0201b8c79733293453e7f10a10c7fa43119222b'} 2024-09-13T13:42:19.306 INFO:tasks.cephadm:Cluster image is quay.ceph.io/ceph-ci/ceph:squid 2024-09-13T13:42:19.307 INFO:tasks.cephadm:Cluster fsid is ff1149ea-71d5-11ef-bceb-c7b262605968 2024-09-13T13:42:19.307 INFO:tasks.cephadm:Choosing monitor IPs and ports... 2024-09-13T13:42:19.307 INFO:tasks.cephadm:Monitor IPs: {'mon.a': '172.21.15.62', 'mon.c': '[v2:172.21.15.62:3301,v1:172.21.15.62:6790]', 'mon.b': '172.21.15.178'} 2024-09-13T13:42:19.307 INFO:tasks.cephadm:First mon is mon.a on smithi062 2024-09-13T13:42:19.307 INFO:tasks.cephadm:First mgr is y 2024-09-13T13:42:19.307 INFO:tasks.cephadm:Normalizing hostnames... 2024-09-13T13:42:19.308 DEBUG:teuthology.orchestra.run.smithi062:> sudo hostname $(hostname -s) 2024-09-13T13:42:19.323 DEBUG:teuthology.orchestra.run.smithi178:> sudo hostname $(hostname -s) 2024-09-13T13:42:19.338 INFO:tasks.cephadm:Downloading "compiled" cephadm from cachra for squid 2024-09-13T13:42:19.338 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=ubuntu%2F22.04%2Fx86_64&sha1=b0201b8c79733293453e7f10a10c7fa43119222b 2024-09-13T13:42:19.543 INFO:tasks.cephadm:builder_project result: [{'status': 'ready', 'sha1': 'b0201b8c79733293453e7f10a10c7fa43119222b', 'extra': {'build_url': 'https://jenkins.ceph.com/job/ceph-dev-new-build/ARCH=x86_64,AVAILABLE_ARCH=x86_64,AVAILABLE_DIST=jammy,DIST=jammy,MACHINE_SIZE=gigantic/83042/', 'root_build_cause': 'SCMTRIGGER', 'version': '19.3.0-4917-gb0201b8c', 'node_name': '172.21.5.33+adami03', 'job_name': 'ceph-dev-new-build/ARCH=x86_64,AVAILABLE_ARCH=x86_64,AVAILABLE_DIST=jammy,DIST=jammy,MACHINE_SIZE=gigantic', 'package_manager_version': '19.3.0-4917-gb0201b8c-1jammy'}, 'url': 'https://2.chacra.ceph.com/r/ceph/wip-guits-main-2024-09-13-0840/b0201b8c79733293453e7f10a10c7fa43119222b/ubuntu/jammy/flavors/default/', 'distro_codename': 'jammy', 'modified': '2024-09-13 11:48:56.754724', 'distro_version': '22.04', 'project': 'ceph', 'flavor': 'default', 'ref': 'wip-guits-main-2024-09-13-0840', 'chacra_url': 'https://2.chacra.ceph.com/repos/ceph/wip-guits-main-2024-09-13-0840/b0201b8c79733293453e7f10a10c7fa43119222b/ubuntu/jammy/flavors/default/', 'archs': ['x86_64'], 'distro': 'ubuntu'}] 2024-09-13T13:42:19.779 INFO:tasks.util.chacra:got chacra host 3.chacra.ceph.com, ref squid, sha1 7741f7f9ee20524f89b8f61d1609b32fb3b1570a from https://shaman.ceph.com/api/search/?project=ceph&distros=ubuntu%2F22.04%2Fx86_64&flavor=default&ref=squid 2024-09-13T13:42:19.780 INFO:tasks.cephadm:Discovered cachra url: https://3.chacra.ceph.com/binaries/ceph/squid/7741f7f9ee20524f89b8f61d1609b32fb3b1570a/ubuntu/jammy/x86_64/flavors/default/cephadm 2024-09-13T13:42:19.781 INFO:tasks.cephadm:Downloading cephadm from url: https://3.chacra.ceph.com/binaries/ceph/squid/7741f7f9ee20524f89b8f61d1609b32fb3b1570a/ubuntu/jammy/x86_64/flavors/default/cephadm 2024-09-13T13:42:19.781 DEBUG:teuthology.orchestra.run.smithi062:> curl --silent -L https://3.chacra.ceph.com/binaries/ceph/squid/7741f7f9ee20524f89b8f61d1609b32fb3b1570a/ubuntu/jammy/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-09-13T13:42:20.333 INFO:teuthology.orchestra.run.smithi062.stdout:-rw-rw-r-- 1 ubuntu ubuntu 791884 Sep 13 13:42 /home/ubuntu/cephtest/cephadm 2024-09-13T13:42:20.334 DEBUG:teuthology.orchestra.run.smithi178:> curl --silent -L https://3.chacra.ceph.com/binaries/ceph/squid/7741f7f9ee20524f89b8f61d1609b32fb3b1570a/ubuntu/jammy/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-09-13T13:42:20.907 INFO:teuthology.orchestra.run.smithi178.stdout:-rw-rw-r-- 1 ubuntu ubuntu 791884 Sep 13 13:42 /home/ubuntu/cephtest/cephadm 2024-09-13T13:42:20.908 DEBUG:teuthology.orchestra.run.smithi062:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-09-13T13:42:20.915 DEBUG:teuthology.orchestra.run.smithi178:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-09-13T13:42:20.934 INFO:tasks.cephadm:Pulling image quay.ceph.io/ceph-ci/ceph:squid on all hosts... 2024-09-13T13:42:20.934 DEBUG:teuthology.orchestra.run.smithi062:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid pull 2024-09-13T13:42:20.961 DEBUG:teuthology.orchestra.run.smithi178:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid pull 2024-09-13T13:42:21.144 INFO:teuthology.orchestra.run.smithi178.stderr:Pulling container image quay.ceph.io/ceph-ci/ceph:squid... 2024-09-13T13:42:21.146 INFO:teuthology.orchestra.run.smithi062.stderr:Pulling container image quay.ceph.io/ceph-ci/ceph:squid... 2024-09-13T13:43:19.473 INFO:teuthology.orchestra.run.smithi062.stdout:{ 2024-09-13T13:43:19.473 INFO:teuthology.orchestra.run.smithi062.stdout: "ceph_version": "ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable)", 2024-09-13T13:43:19.473 INFO:teuthology.orchestra.run.smithi062.stdout: "image_id": "19dc8d6597273a47b0b4862f1d0e037b0157b908a02acd63baceec3ee94fbd6c", 2024-09-13T13:43:19.473 INFO:teuthology.orchestra.run.smithi062.stdout: "repo_digests": [ 2024-09-13T13:43:19.473 INFO:teuthology.orchestra.run.smithi062.stdout: "quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d" 2024-09-13T13:43:19.474 INFO:teuthology.orchestra.run.smithi062.stdout: ] 2024-09-13T13:43:19.474 INFO:teuthology.orchestra.run.smithi062.stdout:} 2024-09-13T13:43:41.595 INFO:teuthology.orchestra.run.smithi178.stdout:{ 2024-09-13T13:43:41.596 INFO:teuthology.orchestra.run.smithi178.stdout: "ceph_version": "ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable)", 2024-09-13T13:43:41.596 INFO:teuthology.orchestra.run.smithi178.stdout: "image_id": "19dc8d6597273a47b0b4862f1d0e037b0157b908a02acd63baceec3ee94fbd6c", 2024-09-13T13:43:41.596 INFO:teuthology.orchestra.run.smithi178.stdout: "repo_digests": [ 2024-09-13T13:43:41.596 INFO:teuthology.orchestra.run.smithi178.stdout: "quay.ceph.io/ceph-ci/ceph@sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d" 2024-09-13T13:43:41.596 INFO:teuthology.orchestra.run.smithi178.stdout: ] 2024-09-13T13:43:41.596 INFO:teuthology.orchestra.run.smithi178.stdout:} 2024-09-13T13:43:41.646 DEBUG:teuthology.orchestra.run.smithi062:> sudo mkdir -p /etc/ceph 2024-09-13T13:43:41.661 DEBUG:teuthology.orchestra.run.smithi178:> sudo mkdir -p /etc/ceph 2024-09-13T13:43:41.675 DEBUG:teuthology.orchestra.run.smithi062:> sudo chmod 777 /etc/ceph 2024-09-13T13:43:41.715 DEBUG:teuthology.orchestra.run.smithi178:> sudo chmod 777 /etc/ceph 2024-09-13T13:43:41.727 INFO:tasks.cephadm:Writing seed config... 2024-09-13T13:43:41.729 INFO:tasks.cephadm: override: [global] mon election default strategy = 1 2024-09-13T13:43:41.729 INFO:tasks.cephadm: override: [mgr] debug mgr = 20 2024-09-13T13:43:41.729 INFO:tasks.cephadm: override: [mgr] debug ms = 1 2024-09-13T13:43:41.729 INFO:tasks.cephadm: override: [mgr] mgr/cephadm/use_agent = False 2024-09-13T13:43:41.729 INFO:tasks.cephadm: override: [mon] debug mon = 20 2024-09-13T13:43:41.729 INFO:tasks.cephadm: override: [mon] debug ms = 1 2024-09-13T13:43:41.730 INFO:tasks.cephadm: override: [mon] debug paxos = 20 2024-09-13T13:43:41.730 INFO:tasks.cephadm: override: [osd] debug ms = 1 2024-09-13T13:43:41.730 INFO:tasks.cephadm: override: [osd] debug osd = 20 2024-09-13T13:43:41.730 DEBUG:teuthology.orchestra.run.smithi062:> set -ex 2024-09-13T13:43:41.731 DEBUG:teuthology.orchestra.run.smithi062:> dd of=/home/ubuntu/cephtest/seed.ceph.conf 2024-09-13T13:43:41.767 DEBUG:tasks.cephadm:Final config: [global] # make logging friendly to teuthology log_to_file = true log_to_stderr = false log to journald = false mon cluster log to file = true mon cluster log file level = debug mon clock drift allowed = 1.000 # replicate across OSDs, not hosts osd crush chooseleaf type = 0 #osd pool default size = 2 osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd # enable some debugging auth debug = true ms die on old message = true ms die on bug = true debug asserts on shutdown = true # adjust warnings mon max pg per osd = 10000# >= luminous mon pg warn max object skew = 0 mon osd allow primary affinity = true mon osd allow pg remap = true mon warn on legacy crush tunables = false mon warn on crush straw calc version zero = false mon warn on no sortbitwise = false mon warn on osd down out interval zero = false mon warn on too few osds = false mon_warn_on_pool_pg_num_not_power_of_two = false # disable pg_autoscaler by default for new pools osd_pool_default_pg_autoscale_mode = off # tests delete pools mon allow pool delete = true fsid = ff1149ea-71d5-11ef-bceb-c7b262605968 mon election default strategy = 1 [osd] osd scrub load threshold = 5.0 osd scrub max interval = 600 osd mclock profile = high_recovery_ops osd recover clone overlap = true osd recovery max chunk = 1048576 osd deep scrub update digest min age = 30 osd map max advance = 10 osd memory target autotune = true # debugging osd debug shutdown = true osd debug op order = true osd debug verify stray on activate = true osd debug pg log writeout = true osd debug verify cached snaps = true osd debug verify missing on start = true osd debug misdirected ops = true osd op queue = debug_random osd op queue cut off = debug_random osd shutdown pgref assert = true bdev debug aio = true osd sloppy crc = true debug ms = 1 debug osd = 20 [mgr] mon reweight min pgs per osd = 4 mon reweight min bytes per osd = 10 mgr/telemetry/nag = false debug mgr = 20 debug ms = 1 mgr/cephadm/use_agent = False [mon] mon data avail warn = 5 mon mgr mkfs grace = 240 mon reweight min pgs per osd = 4 mon osd reporter subtree level = osd mon osd prime pg temp = true mon reweight min bytes per osd = 10 # rotate auth tickets quickly to exercise renewal paths auth mon ticket ttl = 660# 11m auth service ticket ttl = 240# 4m # don't complain about global id reclaim mon_warn_on_insecure_global_id_reclaim = false mon_warn_on_insecure_global_id_reclaim_allowed = false debug mon = 20 debug ms = 1 debug paxos = 20 [client.rgw] rgw cache enabled = true rgw enable ops log = true rgw enable usage log = true 2024-09-13T13:43:41.767 DEBUG:teuthology.orchestra.run.smithi062:mon.a> sudo journalctl -f -n 0 -u ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@mon.a.service 2024-09-13T13:43:41.814 DEBUG:teuthology.orchestra.run.smithi062:mgr.y> sudo journalctl -f -n 0 -u ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@mgr.y.service 2024-09-13T13:43:41.860 INFO:tasks.cephadm:Bootstrapping... 2024-09-13T13:43:41.860 DEBUG:teuthology.orchestra.run.smithi062:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid -v bootstrap --fsid ff1149ea-71d5-11ef-bceb-c7b262605968 --config /home/ubuntu/cephtest/seed.ceph.conf --output-config /etc/ceph/ceph.conf --output-keyring /etc/ceph/ceph.client.admin.keyring --output-pub-ssh-key /home/ubuntu/cephtest/ceph.pub --mon-id a --mgr-id y --orphan-initial-daemons --skip-monitoring-stack --mon-ip 172.21.15.62 --skip-admin-label && sudo chmod +r /etc/ceph/ceph.client.admin.keyring 2024-09-13T13:43:42.083 INFO:teuthology.orchestra.run.smithi062.stdout:-------------------------------------------------------------------------------- 2024-09-13T13:43:42.083 INFO:teuthology.orchestra.run.smithi062.stdout:cephadm ['--image', 'quay.ceph.io/ceph-ci/ceph:squid', '-v', 'bootstrap', '--fsid', 'ff1149ea-71d5-11ef-bceb-c7b262605968', '--config', '/home/ubuntu/cephtest/seed.ceph.conf', '--output-config', '/etc/ceph/ceph.conf', '--output-keyring', '/etc/ceph/ceph.client.admin.keyring', '--output-pub-ssh-key', '/home/ubuntu/cephtest/ceph.pub', '--mon-id', 'a', '--mgr-id', 'y', '--orphan-initial-daemons', '--skip-monitoring-stack', '--mon-ip', '172.21.15.62', '--skip-admin-label'] 2024-09-13T13:43:42.084 INFO:teuthology.orchestra.run.smithi062.stderr:Specifying an fsid for your cluster offers no advantages and may increase the likelihood of fsid conflicts. 2024-09-13T13:43:42.084 INFO:teuthology.orchestra.run.smithi062.stdout:Verifying podman|docker is present... 2024-09-13T13:43:42.084 INFO:teuthology.orchestra.run.smithi062.stdout:Verifying lvm2 is present... 2024-09-13T13:43:42.084 INFO:teuthology.orchestra.run.smithi062.stdout:Verifying time synchronization is in place... 2024-09-13T13:43:42.090 INFO:teuthology.orchestra.run.smithi062.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2024-09-13T13:43:42.091 INFO:teuthology.orchestra.run.smithi062.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2024-09-13T13:43:42.097 INFO:teuthology.orchestra.run.smithi062.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2024-09-13T13:43:42.097 INFO:teuthology.orchestra.run.smithi062.stdout:systemctl: stdout inactive 2024-09-13T13:43:42.101 INFO:teuthology.orchestra.run.smithi062.stdout:Non-zero exit code 1 from systemctl is-enabled chronyd.service 2024-09-13T13:43:42.101 INFO:teuthology.orchestra.run.smithi062.stdout:systemctl: stderr Failed to get unit file state for chronyd.service: No such file or directory 2024-09-13T13:43:42.105 INFO:teuthology.orchestra.run.smithi062.stdout:Non-zero exit code 3 from systemctl is-active chronyd.service 2024-09-13T13:43:42.105 INFO:teuthology.orchestra.run.smithi062.stdout:systemctl: stdout inactive 2024-09-13T13:43:42.109 INFO:teuthology.orchestra.run.smithi062.stdout:Non-zero exit code 1 from systemctl is-enabled systemd-timesyncd.service 2024-09-13T13:43:42.109 INFO:teuthology.orchestra.run.smithi062.stdout:systemctl: stdout masked 2024-09-13T13:43:42.112 INFO:teuthology.orchestra.run.smithi062.stdout:Non-zero exit code 3 from systemctl is-active systemd-timesyncd.service 2024-09-13T13:43:42.113 INFO:teuthology.orchestra.run.smithi062.stdout:systemctl: stdout inactive 2024-09-13T13:43:42.116 INFO:teuthology.orchestra.run.smithi062.stdout:Non-zero exit code 1 from systemctl is-enabled ntpd.service 2024-09-13T13:43:42.116 INFO:teuthology.orchestra.run.smithi062.stdout:systemctl: stderr Failed to get unit file state for ntpd.service: No such file or directory 2024-09-13T13:43:42.120 INFO:teuthology.orchestra.run.smithi062.stdout:Non-zero exit code 3 from systemctl is-active ntpd.service 2024-09-13T13:43:42.120 INFO:teuthology.orchestra.run.smithi062.stdout:systemctl: stdout inactive 2024-09-13T13:43:42.124 INFO:teuthology.orchestra.run.smithi062.stdout:systemctl: stdout enabled 2024-09-13T13:43:42.128 INFO:teuthology.orchestra.run.smithi062.stdout:systemctl: stdout active 2024-09-13T13:43:42.128 INFO:teuthology.orchestra.run.smithi062.stdout:Unit ntp.service is enabled and running 2024-09-13T13:43:42.128 INFO:teuthology.orchestra.run.smithi062.stdout:Repeating the final host check... 2024-09-13T13:43:42.128 INFO:teuthology.orchestra.run.smithi062.stdout:docker (/usr/bin/docker) is present 2024-09-13T13:43:42.128 INFO:teuthology.orchestra.run.smithi062.stdout:systemctl is present 2024-09-13T13:43:42.128 INFO:teuthology.orchestra.run.smithi062.stdout:lvcreate is present 2024-09-13T13:43:42.131 INFO:teuthology.orchestra.run.smithi062.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2024-09-13T13:43:42.131 INFO:teuthology.orchestra.run.smithi062.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2024-09-13T13:43:42.135 INFO:teuthology.orchestra.run.smithi062.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2024-09-13T13:43:42.135 INFO:teuthology.orchestra.run.smithi062.stdout:systemctl: stdout inactive 2024-09-13T13:43:42.139 INFO:teuthology.orchestra.run.smithi062.stdout:Non-zero exit code 1 from systemctl is-enabled chronyd.service 2024-09-13T13:43:42.139 INFO:teuthology.orchestra.run.smithi062.stdout:systemctl: stderr Failed to get unit file state for chronyd.service: No such file or directory 2024-09-13T13:43:42.142 INFO:teuthology.orchestra.run.smithi062.stdout:Non-zero exit code 3 from systemctl is-active chronyd.service 2024-09-13T13:43:42.142 INFO:teuthology.orchestra.run.smithi062.stdout:systemctl: stdout inactive 2024-09-13T13:43:42.146 INFO:teuthology.orchestra.run.smithi062.stdout:Non-zero exit code 1 from systemctl is-enabled systemd-timesyncd.service 2024-09-13T13:43:42.146 INFO:teuthology.orchestra.run.smithi062.stdout:systemctl: stdout masked 2024-09-13T13:43:42.150 INFO:teuthology.orchestra.run.smithi062.stdout:Non-zero exit code 3 from systemctl is-active systemd-timesyncd.service 2024-09-13T13:43:42.150 INFO:teuthology.orchestra.run.smithi062.stdout:systemctl: stdout inactive 2024-09-13T13:43:42.154 INFO:teuthology.orchestra.run.smithi062.stdout:Non-zero exit code 1 from systemctl is-enabled ntpd.service 2024-09-13T13:43:42.154 INFO:teuthology.orchestra.run.smithi062.stdout:systemctl: stderr Failed to get unit file state for ntpd.service: No such file or directory 2024-09-13T13:43:42.157 INFO:teuthology.orchestra.run.smithi062.stdout:Non-zero exit code 3 from systemctl is-active ntpd.service 2024-09-13T13:43:42.158 INFO:teuthology.orchestra.run.smithi062.stdout:systemctl: stdout inactive 2024-09-13T13:43:42.162 INFO:teuthology.orchestra.run.smithi062.stdout:systemctl: stdout enabled 2024-09-13T13:43:42.166 INFO:teuthology.orchestra.run.smithi062.stdout:systemctl: stdout active 2024-09-13T13:43:42.166 INFO:teuthology.orchestra.run.smithi062.stdout:Unit ntp.service is enabled and running 2024-09-13T13:43:42.166 INFO:teuthology.orchestra.run.smithi062.stdout:Host looks OK 2024-09-13T13:43:42.166 INFO:teuthology.orchestra.run.smithi062.stdout:Cluster fsid: ff1149ea-71d5-11ef-bceb-c7b262605968 2024-09-13T13:43:42.166 INFO:teuthology.orchestra.run.smithi062.stdout:Acquiring lock 140644803721872 on /run/cephadm/ff1149ea-71d5-11ef-bceb-c7b262605968.lock 2024-09-13T13:43:42.166 INFO:teuthology.orchestra.run.smithi062.stdout:Lock 140644803721872 acquired on /run/cephadm/ff1149ea-71d5-11ef-bceb-c7b262605968.lock 2024-09-13T13:43:42.166 INFO:teuthology.orchestra.run.smithi062.stdout:Verifying IP 172.21.15.62 port 3300 ... 2024-09-13T13:43:42.166 INFO:teuthology.orchestra.run.smithi062.stdout:Verifying IP 172.21.15.62 port 6789 ... 2024-09-13T13:43:42.167 INFO:teuthology.orchestra.run.smithi062.stdout:Base mon IP(s) is [172.21.15.62:3300, 172.21.15.62:6789], mon addrv is [v2:172.21.15.62:3300,v1:172.21.15.62:6789] 2024-09-13T13:43:42.170 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/sbin/ip: stdout default via 172.21.15.254 dev enp3s0f1 2024-09-13T13:43:42.170 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/sbin/ip: stdout default via 172.21.15.254 dev enp3s0f1 proto dhcp src 172.21.15.62 metric 100 2024-09-13T13:43:42.170 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/sbin/ip: stdout 158.69.67.47 via 172.21.15.254 dev enp3s0f1 proto dhcp src 172.21.15.62 metric 100 2024-09-13T13:43:42.170 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/sbin/ip: stdout 172.17.0.0/16 dev docker0 proto kernel scope link src 172.17.0.1 linkdown 2024-09-13T13:43:42.170 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/sbin/ip: stdout 172.21.0.0/20 dev enp3s0f1 proto kernel scope link src 172.21.15.62 metric 100 2024-09-13T13:43:42.170 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/sbin/ip: stdout 172.21.0.1 dev enp3s0f1 proto dhcp scope link src 172.21.15.62 metric 100 2024-09-13T13:43:42.170 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/sbin/ip: stdout 172.21.0.2 dev enp3s0f1 proto dhcp scope link src 172.21.15.62 metric 100 2024-09-13T13:43:42.170 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/sbin/ip: stdout 172.21.15.254 dev enp3s0f1 proto dhcp scope link src 172.21.15.62 metric 100 2024-09-13T13:43:42.171 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/sbin/ip: stdout ::1 dev lo proto kernel metric 256 pref medium 2024-09-13T13:43:42.171 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/sbin/ip: stdout fe80::/64 dev enp3s0f1 proto kernel metric 256 pref medium 2024-09-13T13:43:42.172 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/sbin/ip: stdout default via fe80::327c:5e00:6487:71e0 dev enp3s0f1 proto ra metric 100 expires 1798sec pref medium 2024-09-13T13:43:42.174 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/sbin/ip: stdout 1: lo: mtu 65536 state UNKNOWN qlen 1000 2024-09-13T13:43:42.174 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/sbin/ip: stdout inet6 ::1/128 scope host 2024-09-13T13:43:42.174 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/sbin/ip: stdout valid_lft forever preferred_lft forever 2024-09-13T13:43:42.174 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/sbin/ip: stdout 5: enp3s0f1: mtu 1500 state UP qlen 1000 2024-09-13T13:43:42.174 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/sbin/ip: stdout inet6 fe80::ec4:7aff:febb:d1c3/64 scope link 2024-09-13T13:43:42.174 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/sbin/ip: stdout valid_lft forever preferred_lft forever 2024-09-13T13:43:42.175 INFO:teuthology.orchestra.run.smithi062.stdout:Mon IP `172.21.15.62` is in CIDR network `172.21.0.0/20` 2024-09-13T13:43:42.176 INFO:teuthology.orchestra.run.smithi062.stdout:Mon IP `172.21.15.62` is in CIDR network `172.21.0.0/20` 2024-09-13T13:43:42.176 INFO:teuthology.orchestra.run.smithi062.stdout:Mon IP `172.21.15.62` is in CIDR network `172.21.0.1/32` 2024-09-13T13:43:42.176 INFO:teuthology.orchestra.run.smithi062.stdout:Mon IP `172.21.15.62` is in CIDR network `172.21.0.1/32` 2024-09-13T13:43:42.176 INFO:teuthology.orchestra.run.smithi062.stdout:Mon IP `172.21.15.62` is in CIDR network `172.21.0.2/32` 2024-09-13T13:43:42.176 INFO:teuthology.orchestra.run.smithi062.stdout:Mon IP `172.21.15.62` is in CIDR network `172.21.0.2/32` 2024-09-13T13:43:42.176 INFO:teuthology.orchestra.run.smithi062.stdout:Mon IP `172.21.15.62` is in CIDR network `172.21.15.254/32` 2024-09-13T13:43:42.176 INFO:teuthology.orchestra.run.smithi062.stdout:Mon IP `172.21.15.62` is in CIDR network `172.21.15.254/32` 2024-09-13T13:43:42.176 INFO:teuthology.orchestra.run.smithi062.stdout:Inferred mon public CIDR from local network configuration ['172.21.0.0/20', '172.21.0.0/20', '172.21.0.1/32', '172.21.0.1/32', '172.21.0.2/32', '172.21.0.2/32', '172.21.15.254/32', '172.21.15.254/32'] 2024-09-13T13:43:42.176 INFO:teuthology.orchestra.run.smithi062.stdout:Internal network (--cluster-network) has not been provided, OSD replication will default to the public_network 2024-09-13T13:43:42.176 INFO:teuthology.orchestra.run.smithi062.stdout:Pulling container image quay.ceph.io/ceph-ci/ceph:squid... 2024-09-13T13:43:42.425 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/docker: stdout squid: Pulling from ceph-ci/ceph 2024-09-13T13:43:42.425 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/docker: stdout Digest: sha256:871a6b4fae5c81e253eb203817fc39d575846074b65609ada12c4d6670071c5d 2024-09-13T13:43:42.425 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/docker: stdout Status: Image is up to date for quay.ceph.io/ceph-ci/ceph:squid 2024-09-13T13:43:42.425 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/docker: stdout quay.ceph.io/ceph-ci/ceph:squid 2024-09-13T13:43:43.950 INFO:teuthology.orchestra.run.smithi062.stdout:ceph: stdout ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable) 2024-09-13T13:43:43.950 INFO:teuthology.orchestra.run.smithi062.stdout:Ceph version: ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable) 2024-09-13T13:43:43.950 INFO:teuthology.orchestra.run.smithi062.stdout:Extracting ceph user uid/gid from container image... 2024-09-13T13:43:45.381 INFO:teuthology.orchestra.run.smithi062.stdout:stat: stdout 167 167 2024-09-13T13:43:45.381 INFO:teuthology.orchestra.run.smithi062.stdout:Creating initial keys... 2024-09-13T13:43:46.778 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-authtool: stdout AQCSQeRmPlnYDxAAoS0Fh6xfwtjZEhOua1WHGQ== 2024-09-13T13:43:48.202 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-authtool: stdout AQCTQeRmdbTRKBAA8WRZjQX1ZsNSIk2Le/LgIg== 2024-09-13T13:43:49.557 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-authtool: stdout AQCUQeRmmUC+OhAAlPvYCT45584PL7UU/aR4lw== 2024-09-13T13:43:49.558 INFO:teuthology.orchestra.run.smithi062.stdout:Creating initial monmap... 2024-09-13T13:43:51.013 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: monmap file /tmp/monmap 2024-09-13T13:43:51.013 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/monmaptool: stdout setting min_mon_release = quincy 2024-09-13T13:43:51.014 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: set fsid to ff1149ea-71d5-11ef-bceb-c7b262605968 2024-09-13T13:43:51.014 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2024-09-13T13:43:51.014 INFO:teuthology.orchestra.run.smithi062.stdout:monmaptool for a [v2:172.21.15.62:3300,v1:172.21.15.62:6789] on /usr/bin/monmaptool: monmap file /tmp/monmap 2024-09-13T13:43:51.014 INFO:teuthology.orchestra.run.smithi062.stdout:setting min_mon_release = quincy 2024-09-13T13:43:51.014 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/monmaptool: set fsid to ff1149ea-71d5-11ef-bceb-c7b262605968 2024-09-13T13:43:51.014 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2024-09-13T13:43:51.014 INFO:teuthology.orchestra.run.smithi062.stdout: 2024-09-13T13:43:51.014 INFO:teuthology.orchestra.run.smithi062.stdout:Creating mon... 2024-09-13T13:43:52.372 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-13T13:43:51.858+0000 7f35b0540c80 0 set uid:gid to 167:167 (ceph:ceph) 2024-09-13T13:43:52.372 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-13T13:43:51.858+0000 7f35b0540c80 1 imported monmap: 2024-09-13T13:43:52.372 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr epoch 0 2024-09-13T13:43:52.373 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr fsid ff1149ea-71d5-11ef-bceb-c7b262605968 2024-09-13T13:43:52.373 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr last_changed 2024-09-13T13:43:50.492122+0000 2024-09-13T13:43:52.373 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr created 2024-09-13T13:43:50.492122+0000 2024-09-13T13:43:52.373 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr min_mon_release 17 (quincy) 2024-09-13T13:43:52.373 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr election_strategy: 1 2024-09-13T13:43:52.373 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr 0: [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] mon.a 2024-09-13T13:43:52.373 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr 2024-09-13T13:43:52.373 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-13T13:43:51.858+0000 7f35b0540c80 0 /usr/bin/ceph-mon: set fsid to ff1149ea-71d5-11ef-bceb-c7b262605968 2024-09-13T13:43:52.373 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-13T13:43:51.862+0000 7f35b0540c80 4 rocksdb: RocksDB version: 7.9.2 2024-09-13T13:43:52.373 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr 2024-09-13T13:43:52.373 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-13T13:43:51.862+0000 7f35b0540c80 4 rocksdb: Git sha 0 2024-09-13T13:43:52.373 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-13T13:43:51.862+0000 7f35b0540c80 4 rocksdb: Compile date 2024-09-12 19:43:04 2024-09-13T13:43:52.374 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-13T13:43:51.862+0000 7f35b0540c80 4 rocksdb: DB SUMMARY 2024-09-13T13:43:52.374 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr 2024-09-13T13:43:52.374 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-13T13:43:51.862+0000 7f35b0540c80 4 rocksdb: DB Session ID: RSPL89W31NGB8PR9R0WX 2024-09-13T13:43:52.374 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr 2024-09-13T13:43:52.374 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-13T13:43:51.862+0000 7f35b0540c80 4 rocksdb: SST files in /var/lib/ceph/mon/ceph-a/store.db dir, Total Num: 0, files: 2024-09-13T13:43:52.374 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr 2024-09-13T13:43:52.374 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-13T13:43:51.862+0000 7f35b0540c80 4 rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-a/store.db: 2024-09-13T13:43:52.374 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr 2024-09-13T13:43:52.374 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-13T13:43:51.862+0000 7f35b0540c80 4 rocksdb: Options.error_if_exists: 0 2024-09-13T13:43:52.374 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-13T13:43:51.862+0000 7f35b0540c80 4 rocksdb: Options.create_if_missing: 1 2024-09-13T13:43:52.374 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-13T13:43:51.862+0000 7f35b0540c80 4 rocksdb: Options.paranoid_checks: 1 2024-09-13T13:43:52.374 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-13T13:43:51.862+0000 7f35b0540c80 4 rocksdb: Options.flush_verify_memtable_count: 1 2024-09-13T13:43:52.374 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-13T13:43:51.862+0000 7f35b0540c80 4 rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-09-13T13:43:52.374 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-13T13:43:51.862+0000 7f35b0540c80 4 rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-09-13T13:43:52.374 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-13T13:43:51.862+0000 7f35b0540c80 4 rocksdb: Options.env: 0x559ae5d34940 2024-09-13T13:43:52.375 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-13T13:43:51.862+0000 7f35b0540c80 4 rocksdb: Options.fs: PosixFileSystem 2024-09-13T13:43:52.375 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-13T13:43:51.862+0000 7f35b0540c80 4 rocksdb: Options.info_log: 0x559ae6936bc0 2024-09-13T13:43:52.375 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-13T13:43:51.862+0000 7f35b0540c80 4 rocksdb: Options.max_file_opening_threads: 16 2024-09-13T13:43:52.375 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-13T13:43:51.862+0000 7f35b0540c80 4 rocksdb: Options.statistics: (nil) 2024-09-13T13:43:52.375 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-13T13:43:51.862+0000 7f35b0540c80 4 rocksdb: Options.use_fsync: 0 2024-09-13T13:43:52.375 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-13T13:43:51.862+0000 7f35b0540c80 4 rocksdb: Options.max_log_file_size: 0 2024-09-13T13:43:52.375 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-13T13:43:51.862+0000 7f35b0540c80 4 rocksdb: Options.max_manifest_file_size: 1073741824 2024-09-13T13:43:52.375 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-13T13:43:51.862+0000 7f35b0540c80 4 rocksdb: Options.log_file_time_to_roll: 0 2024-09-13T13:43:52.375 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-13T13:43:51.862+0000 7f35b0540c80 4 rocksdb: Options.keep_log_file_num: 1000 2024-09-13T13:43:52.375 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-13T13:43:51.862+0000 7f35b0540c80 4 rocksdb: Options.recycle_log_file_num: 0 2024-09-13T13:43:52.375 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-13T13:43:51.862+0000 7f35b0540c80 4 rocksdb: Options.allow_fallocate: 1 2024-09-13T13:43:52.375 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-13T13:43:51.862+0000 7f35b0540c80 4 rocksdb: Options.allow_mmap_reads: 0 2024-09-13T13:43:52.375 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-13T13:43:51.862+0000 7f35b0540c80 4 rocksdb: Options.allow_mmap_writes: 0 2024-09-13T13:43:52.376 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-13T13:43:51.862+0000 7f35b0540c80 4 rocksdb: Options.use_direct_reads: 0 2024-09-13T13:43:52.376 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-13T13:43:51.862+0000 7f35b0540c80 4 rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-09-13T13:43:52.376 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-13T13:43:51.862+0000 7f35b0540c80 4 rocksdb: Options.create_missing_column_families: 0 2024-09-13T13:43:52.376 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-13T13:43:51.862+0000 7f35b0540c80 4 rocksdb: Options.db_log_dir: 2024-09-13T13:43:52.376 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-13T13:43:51.862+0000 7f35b0540c80 4 rocksdb: Options.wal_dir: 2024-09-13T13:43:52.376 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-13T13:43:51.862+0000 7f35b0540c80 4 rocksdb: Options.table_cache_numshardbits: 6 2024-09-13T13:43:52.376 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-13T13:43:51.862+0000 7f35b0540c80 4 rocksdb: Options.WAL_ttl_seconds: 0 2024-09-13T13:43:52.376 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-13T13:43:51.862+0000 7f35b0540c80 4 rocksdb: Options.WAL_size_limit_MB: 0 2024-09-13T13:43:52.376 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-13T13:43:51.862+0000 7f35b0540c80 4 rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-09-13T13:43:52.376 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-13T13:43:51.862+0000 7f35b0540c80 4 rocksdb: Options.manifest_preallocation_size: 4194304 2024-09-13T13:43:52.376 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-13T13:43:51.862+0000 7f35b0540c80 4 rocksdb: Options.is_fd_close_on_exec: 1 2024-09-13T13:43:52.376 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-13T13:43:51.862+0000 7f35b0540c80 4 rocksdb: Options.advise_random_on_open: 1 2024-09-13T13:43:52.376 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-13T13:43:51.862+0000 7f35b0540c80 4 rocksdb: Options.db_write_buffer_size: 0 2024-09-13T13:43:52.376 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-13T13:43:51.862+0000 7f35b0540c80 4 rocksdb: Options.write_buffer_manager: 0x559ae693d4a0 2024-09-13T13:43:52.377 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-13T13:43:51.862+0000 7f35b0540c80 4 rocksdb: Options.access_hint_on_compaction_start: 1 2024-09-13T13:43:52.377 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-13T13:43:51.862+0000 7f35b0540c80 4 rocksdb: Options.random_access_max_buffer_size: 1048576 2024-09-13T13:43:52.377 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-13T13:43:51.862+0000 7f35b0540c80 4 rocksdb: Options.use_adaptive_mutex: 0 2024-09-13T13:43:52.377 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-13T13:43:51.862+0000 7f35b0540c80 4 rocksdb: Options.rate_limiter: (nil) 2024-09-13T13:43:52.377 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-13T13:43:51.862+0000 7f35b0540c80 4 rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-09-13T13:43:52.377 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-13T13:43:51.862+0000 7f35b0540c80 4 rocksdb: Options.wal_recovery_mode: 2 2024-09-13T13:43:52.377 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-13T13:43:51.862+0000 7f35b0540c80 4 rocksdb: Options.enable_thread_tracking: 0 2024-09-13T13:43:52.377 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-13T13:43:51.862+0000 7f35b0540c80 4 rocksdb: Options.enable_pipelined_write: 0 2024-09-13T13:43:52.377 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-13T13:43:51.862+0000 7f35b0540c80 4 rocksdb: Options.unordered_write: 0 2024-09-13T13:43:52.377 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-13T13:43:51.862+0000 7f35b0540c80 4 rocksdb: Options.allow_concurrent_memtable_write: 1 2024-09-13T13:43:52.377 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-13T13:43:51.862+0000 7f35b0540c80 4 rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-09-13T13:43:52.377 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-13T13:43:51.862+0000 7f35b0540c80 4 rocksdb: Options.write_thread_max_yield_usec: 100 2024-09-13T13:43:52.377 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-13T13:43:51.862+0000 7f35b0540c80 4 rocksdb: Options.write_thread_slow_yield_usec: 3 2024-09-13T13:43:52.378 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-13T13:43:51.862+0000 7f35b0540c80 4 rocksdb: Options.row_cache: None 2024-09-13T13:43:52.378 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-13T13:43:51.862+0000 7f35b0540c80 4 rocksdb: Options.wal_filter: None 2024-09-13T13:43:52.378 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-13T13:43:51.862+0000 7f35b0540c80 4 rocksdb: Options.avoid_flush_during_recovery: 0 2024-09-13T13:43:52.378 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-13T13:43:51.862+0000 7f35b0540c80 4 rocksdb: Options.allow_ingest_behind: 0 2024-09-13T13:43:52.378 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-13T13:43:51.862+0000 7f35b0540c80 4 rocksdb: Options.two_write_queues: 0 2024-09-13T13:43:52.378 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-13T13:43:51.862+0000 7f35b0540c80 4 rocksdb: Options.manual_wal_flush: 0 2024-09-13T13:43:52.378 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-13T13:43:51.862+0000 7f35b0540c80 4 rocksdb: Options.wal_compression: 0 2024-09-13T13:43:52.378 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-13T13:43:51.862+0000 7f35b0540c80 4 rocksdb: Options.atomic_flush: 0 2024-09-13T13:43:52.378 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-13T13:43:51.862+0000 7f35b0540c80 4 rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-09-13T13:43:52.378 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-13T13:43:51.862+0000 7f35b0540c80 4 rocksdb: Options.persist_stats_to_disk: 0 2024-09-13T13:43:52.378 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-13T13:43:51.862+0000 7f35b0540c80 4 rocksdb: Options.write_dbid_to_manifest: 0 2024-09-13T13:43:52.379 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-13T13:43:51.862+0000 7f35b0540c80 4 rocksdb: Options.log_readahead_size: 0 2024-09-13T13:43:52.379 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-13T13:43:51.862+0000 7f35b0540c80 4 rocksdb: Options.file_checksum_gen_factory: Unknown 2024-09-13T13:43:52.379 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-13T13:43:51.862+0000 7f35b0540c80 4 rocksdb: Options.best_efforts_recovery: 0 2024-09-13T13:43:52.379 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-13T13:43:51.862+0000 7f35b0540c80 4 rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-09-13T13:43:52.379 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-13T13:43:51.862+0000 7f35b0540c80 4 rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-09-13T13:43:52.379 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-13T13:43:51.862+0000 7f35b0540c80 4 rocksdb: Options.allow_data_in_errors: 0 2024-09-13T13:43:52.379 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-13T13:43:51.862+0000 7f35b0540c80 4 rocksdb: Options.db_host_id: __hostname__ 2024-09-13T13:43:52.379 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-13T13:43:51.862+0000 7f35b0540c80 4 rocksdb: Options.enforce_single_del_contracts: true 2024-09-13T13:43:52.379 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-13T13:43:51.862+0000 7f35b0540c80 4 rocksdb: Options.max_background_jobs: 2 2024-09-13T13:43:52.379 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-13T13:43:51.862+0000 7f35b0540c80 4 rocksdb: Options.max_background_compactions: -1 2024-09-13T13:43:52.379 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-13T13:43:51.862+0000 7f35b0540c80 4 rocksdb: Options.max_subcompactions: 1 2024-09-13T13:43:52.379 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-13T13:43:51.862+0000 7f35b0540c80 4 rocksdb: Options.avoid_flush_during_shutdown: 0 2024-09-13T13:43:52.379 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-13T13:43:51.862+0000 7f35b0540c80 4 rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-09-13T13:43:52.379 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-13T13:43:51.862+0000 7f35b0540c80 4 rocksdb: Options.delayed_write_rate : 16777216 2024-09-13T13:43:52.380 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-13T13:43:51.862+0000 7f35b0540c80 4 rocksdb: Options.max_total_wal_size: 0 2024-09-13T13:43:52.380 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-13T13:43:51.862+0000 7f35b0540c80 4 rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-09-13T13:43:52.380 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-13T13:43:51.862+0000 7f35b0540c80 4 rocksdb: Options.stats_dump_period_sec: 600 2024-09-13T13:43:52.380 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-13T13:43:51.862+0000 7f35b0540c80 4 rocksdb: Options.stats_persist_period_sec: 600 2024-09-13T13:43:52.380 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-13T13:43:51.862+0000 7f35b0540c80 4 rocksdb: Options.stats_history_buffer_size: 1048576 2024-09-13T13:43:52.380 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-13T13:43:51.862+0000 7f35b0540c80 4 rocksdb: Options.max_open_files: -1 2024-09-13T13:43:52.380 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-13T13:43:51.862+0000 7f35b0540c80 4 rocksdb: Options.bytes_per_sync: 0 2024-09-13T13:43:52.380 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-13T13:43:51.862+0000 7f35b0540c80 4 rocksdb: Options.wal_bytes_per_sync: 0 2024-09-13T13:43:52.380 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-13T13:43:51.862+0000 7f35b0540c80 4 rocksdb: Options.strict_bytes_per_sync: 0 2024-09-13T13:43:52.380 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-13T13:43:51.862+0000 7f35b0540c80 4 rocksdb: Options.compaction_readahead_size: 0 2024-09-13T13:43:52.380 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-13T13:43:51.862+0000 7f35b0540c80 4 rocksdb: Options.max_background_flushes: -1 2024-09-13T13:43:52.380 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-13T13:43:51.862+0000 7f35b0540c80 4 rocksdb: Compression algorithms supported: 2024-09-13T13:43:52.380 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-13T13:43:51.862+0000 7f35b0540c80 4 rocksdb: kZSTD supported: 0 2024-09-13T13:43:52.381 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-13T13:43:51.862+0000 7f35b0540c80 4 rocksdb: kXpressCompression supported: 0 2024-09-13T13:43:52.381 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-13T13:43:51.862+0000 7f35b0540c80 4 rocksdb: kBZip2Compression supported: 0 2024-09-13T13:43:52.381 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-13T13:43:51.862+0000 7f35b0540c80 4 rocksdb: kZSTDNotFinalCompression supported: 0 2024-09-13T13:43:52.381 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-13T13:43:51.862+0000 7f35b0540c80 4 rocksdb: kLZ4Compression supported: 1 2024-09-13T13:43:52.381 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-13T13:43:51.862+0000 7f35b0540c80 4 rocksdb: kZlibCompression supported: 1 2024-09-13T13:43:52.381 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-13T13:43:51.862+0000 7f35b0540c80 4 rocksdb: kLZ4HCCompression supported: 1 2024-09-13T13:43:52.381 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-13T13:43:51.862+0000 7f35b0540c80 4 rocksdb: kSnappyCompression supported: 1 2024-09-13T13:43:52.381 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-13T13:43:51.862+0000 7f35b0540c80 4 rocksdb: Fast CRC32 supported: Supported on x86 2024-09-13T13:43:52.381 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-13T13:43:51.862+0000 7f35b0540c80 4 rocksdb: DMutex implementation: pthread_mutex_t 2024-09-13T13:43:52.381 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-13T13:43:51.862+0000 7f35b0540c80 4 rocksdb: [db/db_impl/db_impl_open.cc:317] Creating manifest 1 2024-09-13T13:43:52.381 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr 2024-09-13T13:43:52.381 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-13T13:43:51.862+0000 7f35b0540c80 4 rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000001 2024-09-13T13:43:52.381 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr 2024-09-13T13:43:52.381 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-13T13:43:51.862+0000 7f35b0540c80 4 rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-09-13T13:43:52.382 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr 2024-09-13T13:43:52.382 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-13T13:43:51.862+0000 7f35b0540c80 4 rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-09-13T13:43:52.382 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-13T13:43:51.862+0000 7f35b0540c80 4 rocksdb: Options.merge_operator: 2024-09-13T13:43:52.382 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-13T13:43:51.862+0000 7f35b0540c80 4 rocksdb: Options.compaction_filter: None 2024-09-13T13:43:52.382 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-13T13:43:51.862+0000 7f35b0540c80 4 rocksdb: Options.compaction_filter_factory: None 2024-09-13T13:43:52.382 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-13T13:43:51.862+0000 7f35b0540c80 4 rocksdb: Options.sst_partitioner_factory: None 2024-09-13T13:43:52.382 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-13T13:43:51.862+0000 7f35b0540c80 4 rocksdb: Options.memtable_factory: SkipListFactory 2024-09-13T13:43:52.382 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-13T13:43:51.862+0000 7f35b0540c80 4 rocksdb: Options.table_factory: BlockBasedTable 2024-09-13T13:43:52.382 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-13T13:43:51.862+0000 7f35b0540c80 4 rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x559ae6936800) 2024-09-13T13:43:52.382 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr cache_index_and_filter_blocks: 1 2024-09-13T13:43:52.382 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr cache_index_and_filter_blocks_with_high_priority: 0 2024-09-13T13:43:52.382 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr pin_l0_filter_and_index_blocks_in_cache: 0 2024-09-13T13:43:52.382 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr pin_top_level_index_and_filter: 1 2024-09-13T13:43:52.382 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr index_type: 0 2024-09-13T13:43:52.382 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr data_block_index_type: 0 2024-09-13T13:43:52.383 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr index_shortening: 1 2024-09-13T13:43:52.383 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr data_block_hash_table_util_ratio: 0.750000 2024-09-13T13:43:52.383 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr checksum: 4 2024-09-13T13:43:52.383 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr no_block_cache: 0 2024-09-13T13:43:52.383 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr block_cache: 0x559ae69211f0 2024-09-13T13:43:52.383 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr block_cache_name: BinnedLRUCache 2024-09-13T13:43:52.383 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr block_cache_options: 2024-09-13T13:43:52.383 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr capacity : 536870912 2024-09-13T13:43:52.383 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr num_shard_bits : 4 2024-09-13T13:43:52.383 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr strict_capacity_limit : 0 2024-09-13T13:43:52.383 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr high_pri_pool_ratio: 0.000 2024-09-13T13:43:52.383 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr block_cache_compressed: (nil) 2024-09-13T13:43:52.383 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr persistent_cache: (nil) 2024-09-13T13:43:52.383 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr block_size: 4096 2024-09-13T13:43:52.383 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr block_size_deviation: 10 2024-09-13T13:43:52.384 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr block_restart_interval: 16 2024-09-13T13:43:52.384 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr index_block_restart_interval: 1 2024-09-13T13:43:52.384 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr metadata_block_size: 4096 2024-09-13T13:43:52.384 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr partition_filters: 0 2024-09-13T13:43:52.384 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr use_delta_encoding: 1 2024-09-13T13:43:52.384 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr filter_policy: bloomfilter 2024-09-13T13:43:52.384 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr whole_key_filtering: 1 2024-09-13T13:43:52.384 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr verify_compression: 0 2024-09-13T13:43:52.384 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr read_amp_bytes_per_bit: 0 2024-09-13T13:43:52.384 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr format_version: 5 2024-09-13T13:43:52.384 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr enable_index_compression: 1 2024-09-13T13:43:52.384 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr block_align: 0 2024-09-13T13:43:52.384 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr max_auto_readahead_size: 262144 2024-09-13T13:43:52.384 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr prepopulate_block_cache: 0 2024-09-13T13:43:52.385 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr initial_auto_readahead_size: 8192 2024-09-13T13:43:52.385 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr num_file_reads_for_auto_readahead: 2 2024-09-13T13:43:52.385 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr 2024-09-13T13:43:52.385 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-13T13:43:51.862+0000 7f35b0540c80 4 rocksdb: Options.write_buffer_size: 33554432 2024-09-13T13:43:52.385 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-13T13:43:51.862+0000 7f35b0540c80 4 rocksdb: Options.max_write_buffer_number: 2 2024-09-13T13:43:52.385 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-13T13:43:51.862+0000 7f35b0540c80 4 rocksdb: Options.compression: NoCompression 2024-09-13T13:43:52.385 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-13T13:43:51.862+0000 7f35b0540c80 4 rocksdb: Options.bottommost_compression: Disabled 2024-09-13T13:43:52.385 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-13T13:43:51.862+0000 7f35b0540c80 4 rocksdb: Options.prefix_extractor: nullptr 2024-09-13T13:43:52.385 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-13T13:43:51.862+0000 7f35b0540c80 4 rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-09-13T13:43:52.385 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-13T13:43:51.862+0000 7f35b0540c80 4 rocksdb: Options.num_levels: 7 2024-09-13T13:43:52.385 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-13T13:43:51.862+0000 7f35b0540c80 4 rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-09-13T13:43:52.385 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-13T13:43:51.862+0000 7f35b0540c80 4 rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-09-13T13:43:52.385 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-13T13:43:51.862+0000 7f35b0540c80 4 rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-09-13T13:43:52.385 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-13T13:43:51.862+0000 7f35b0540c80 4 rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-09-13T13:43:52.385 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-13T13:43:51.862+0000 7f35b0540c80 4 rocksdb: Options.bottommost_compression_opts.level: 32767 2024-09-13T13:43:52.386 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-13T13:43:51.862+0000 7f35b0540c80 4 rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-09-13T13:43:52.386 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-13T13:43:51.862+0000 7f35b0540c80 4 rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-09-13T13:43:52.386 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-13T13:43:51.862+0000 7f35b0540c80 4 rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-09-13T13:43:52.386 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-13T13:43:51.862+0000 7f35b0540c80 4 rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-09-13T13:43:52.386 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-13T13:43:51.862+0000 7f35b0540c80 4 rocksdb: Options.bottommost_compression_opts.enabled: false 2024-09-13T13:43:52.386 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-13T13:43:51.862+0000 7f35b0540c80 4 rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-09-13T13:43:52.386 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-13T13:43:51.862+0000 7f35b0540c80 4 rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-09-13T13:43:52.386 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-13T13:43:51.862+0000 7f35b0540c80 4 rocksdb: Options.compression_opts.window_bits: -14 2024-09-13T13:43:52.386 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-13T13:43:51.862+0000 7f35b0540c80 4 rocksdb: Options.compression_opts.level: 32767 2024-09-13T13:43:52.386 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-13T13:43:51.862+0000 7f35b0540c80 4 rocksdb: Options.compression_opts.strategy: 0 2024-09-13T13:43:52.386 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-13T13:43:51.862+0000 7f35b0540c80 4 rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-09-13T13:43:52.386 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-13T13:43:51.862+0000 7f35b0540c80 4 rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-09-13T13:43:52.386 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-13T13:43:51.862+0000 7f35b0540c80 4 rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-09-13T13:43:52.386 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-13T13:43:51.862+0000 7f35b0540c80 4 rocksdb: Options.compression_opts.parallel_threads: 1 2024-09-13T13:43:52.387 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-13T13:43:51.862+0000 7f35b0540c80 4 rocksdb: Options.compression_opts.enabled: false 2024-09-13T13:43:52.387 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-13T13:43:51.862+0000 7f35b0540c80 4 rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-09-13T13:43:52.387 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-13T13:43:51.862+0000 7f35b0540c80 4 rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-09-13T13:43:52.387 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-13T13:43:51.862+0000 7f35b0540c80 4 rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-09-13T13:43:52.387 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-13T13:43:51.862+0000 7f35b0540c80 4 rocksdb: Options.level0_stop_writes_trigger: 36 2024-09-13T13:43:52.387 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-13T13:43:51.862+0000 7f35b0540c80 4 rocksdb: Options.target_file_size_base: 67108864 2024-09-13T13:43:52.387 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-13T13:43:51.862+0000 7f35b0540c80 4 rocksdb: Options.target_file_size_multiplier: 1 2024-09-13T13:43:52.387 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-13T13:43:51.862+0000 7f35b0540c80 4 rocksdb: Options.max_bytes_for_level_base: 268435456 2024-09-13T13:43:52.387 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-13T13:43:51.862+0000 7f35b0540c80 4 rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-09-13T13:43:52.387 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-13T13:43:51.862+0000 7f35b0540c80 4 rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-09-13T13:43:52.387 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-13T13:43:51.862+0000 7f35b0540c80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-09-13T13:43:52.387 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-13T13:43:51.862+0000 7f35b0540c80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-09-13T13:43:52.387 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-13T13:43:51.862+0000 7f35b0540c80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-09-13T13:43:52.387 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-13T13:43:51.862+0000 7f35b0540c80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-09-13T13:43:52.388 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-13T13:43:51.862+0000 7f35b0540c80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-09-13T13:43:52.388 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-13T13:43:51.862+0000 7f35b0540c80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-09-13T13:43:52.388 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-13T13:43:51.862+0000 7f35b0540c80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-09-13T13:43:52.388 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-13T13:43:51.862+0000 7f35b0540c80 4 rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-09-13T13:43:52.388 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-13T13:43:51.862+0000 7f35b0540c80 4 rocksdb: Options.max_compaction_bytes: 1677721600 2024-09-13T13:43:52.388 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-13T13:43:51.862+0000 7f35b0540c80 4 rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-09-13T13:43:52.388 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-13T13:43:51.862+0000 7f35b0540c80 4 rocksdb: Options.arena_block_size: 1048576 2024-09-13T13:43:52.388 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-13T13:43:51.862+0000 7f35b0540c80 4 rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-09-13T13:43:52.388 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-13T13:43:51.862+0000 7f35b0540c80 4 rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-09-13T13:43:52.388 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-13T13:43:51.862+0000 7f35b0540c80 4 rocksdb: Options.disable_auto_compactions: 0 2024-09-13T13:43:52.388 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-13T13:43:51.862+0000 7f35b0540c80 4 rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-09-13T13:43:52.388 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-13T13:43:51.862+0000 7f35b0540c80 4 rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-09-13T13:43:52.388 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-13T13:43:51.862+0000 7f35b0540c80 4 rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-09-13T13:43:52.388 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-13T13:43:51.862+0000 7f35b0540c80 4 rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-09-13T13:43:52.389 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-13T13:43:51.862+0000 7f35b0540c80 4 rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-09-13T13:43:52.389 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-13T13:43:51.862+0000 7f35b0540c80 4 rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-09-13T13:43:52.389 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-13T13:43:51.862+0000 7f35b0540c80 4 rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-09-13T13:43:52.389 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-13T13:43:51.862+0000 7f35b0540c80 4 rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-09-13T13:43:52.389 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-13T13:43:51.862+0000 7f35b0540c80 4 rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-09-13T13:43:52.389 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-13T13:43:51.862+0000 7f35b0540c80 4 rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-09-13T13:43:52.389 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-13T13:43:51.862+0000 7f35b0540c80 4 rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-09-13T13:43:52.389 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-13T13:43:51.862+0000 7f35b0540c80 4 rocksdb: Options.inplace_update_support: 0 2024-09-13T13:43:52.389 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-13T13:43:51.862+0000 7f35b0540c80 4 rocksdb: Options.inplace_update_num_locks: 10000 2024-09-13T13:43:52.389 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-13T13:43:51.862+0000 7f35b0540c80 4 rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-09-13T13:43:52.389 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-13T13:43:51.862+0000 7f35b0540c80 4 rocksdb: Options.memtable_whole_key_filtering: 0 2024-09-13T13:43:52.389 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-13T13:43:51.862+0000 7f35b0540c80 4 rocksdb: Options.memtable_huge_page_size: 0 2024-09-13T13:43:52.389 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-13T13:43:51.862+0000 7f35b0540c80 4 rocksdb: Options.bloom_locality: 0 2024-09-13T13:43:52.389 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-13T13:43:51.862+0000 7f35b0540c80 4 rocksdb: Options.max_successive_merges: 0 2024-09-13T13:43:52.389 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-13T13:43:51.862+0000 7f35b0540c80 4 rocksdb: Options.optimize_filters_for_hits: 0 2024-09-13T13:43:52.390 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-13T13:43:51.862+0000 7f35b0540c80 4 rocksdb: Options.paranoid_file_checks: 0 2024-09-13T13:43:52.390 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-13T13:43:51.862+0000 7f35b0540c80 4 rocksdb: Options.force_consistency_checks: 1 2024-09-13T13:43:52.390 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-13T13:43:51.862+0000 7f35b0540c80 4 rocksdb: Options.report_bg_io_stats: 0 2024-09-13T13:43:52.390 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-13T13:43:51.862+0000 7f35b0540c80 4 rocksdb: Options.ttl: 2592000 2024-09-13T13:43:52.390 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-13T13:43:51.862+0000 7f35b0540c80 4 rocksdb: Options.periodic_compaction_seconds: 0 2024-09-13T13:43:52.390 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-13T13:43:51.862+0000 7f35b0540c80 4 rocksdb: Options.preclude_last_level_data_seconds: 0 2024-09-13T13:43:52.390 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-13T13:43:51.862+0000 7f35b0540c80 4 rocksdb: Options.preserve_internal_time_seconds: 0 2024-09-13T13:43:52.390 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-13T13:43:51.862+0000 7f35b0540c80 4 rocksdb: Options.enable_blob_files: false 2024-09-13T13:43:52.390 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-13T13:43:51.862+0000 7f35b0540c80 4 rocksdb: Options.min_blob_size: 0 2024-09-13T13:43:52.390 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-13T13:43:51.862+0000 7f35b0540c80 4 rocksdb: Options.blob_file_size: 268435456 2024-09-13T13:43:52.390 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-13T13:43:51.862+0000 7f35b0540c80 4 rocksdb: Options.blob_compression_type: NoCompression 2024-09-13T13:43:52.390 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-13T13:43:51.862+0000 7f35b0540c80 4 rocksdb: Options.enable_blob_garbage_collection: false 2024-09-13T13:43:52.390 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-13T13:43:51.862+0000 7f35b0540c80 4 rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-09-13T13:43:52.390 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-13T13:43:51.862+0000 7f35b0540c80 4 rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-09-13T13:43:52.391 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-13T13:43:51.862+0000 7f35b0540c80 4 rocksdb: Options.blob_compaction_readahead_size: 0 2024-09-13T13:43:52.391 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-13T13:43:51.862+0000 7f35b0540c80 4 rocksdb: Options.blob_file_starting_level: 0 2024-09-13T13:43:52.391 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-13T13:43:51.862+0000 7f35b0540c80 4 rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-09-13T13:43:52.391 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-13T13:43:51.862+0000 7f35b0540c80 4 rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000001 succeeded,manifest_file_number is 1, next_file_number is 3, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-09-13T13:43:52.391 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr 2024-09-13T13:43:52.391 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-13T13:43:51.862+0000 7f35b0540c80 4 rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 0 2024-09-13T13:43:52.391 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr 2024-09-13T13:43:52.391 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-13T13:43:51.862+0000 7f35b0540c80 4 rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 8deba2bc-75f2-467d-a680-25406ab947dc 2024-09-13T13:43:52.391 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr 2024-09-13T13:43:52.391 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-13T13:43:51.862+0000 7f35b0540c80 4 rocksdb: [db/version_set.cc:5047] Creating manifest 5 2024-09-13T13:43:52.391 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr 2024-09-13T13:43:52.391 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-13T13:43:51.866+0000 7f35b0540c80 4 rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x559ae694ee00 2024-09-13T13:43:52.391 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-13T13:43:51.866+0000 7f35b0540c80 4 rocksdb: DB pointer 0x559ae6a28000 2024-09-13T13:43:52.391 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-13T13:43:51.866+0000 7f35a7ccb640 4 rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-09-13T13:43:52.391 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-13T13:43:51.866+0000 7f35a7ccb640 4 rocksdb: [db/db_impl/db_impl.cc:1111] 2024-09-13T13:43:52.392 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr ** DB Stats ** 2024-09-13T13:43:52.392 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr Uptime(secs): 0.0 total, 0.0 interval 2024-09-13T13:43:52.392 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-09-13T13:43:52.392 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-09-13T13:43:52.392 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-09-13T13:43:52.392 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-09-13T13:43:52.392 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-09-13T13:43:52.392 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-09-13T13:43:52.392 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr 2024-09-13T13:43:52.392 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr ** Compaction Stats [default] ** 2024-09-13T13:43:52.392 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-09-13T13:43:52.392 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-09-13T13:43:52.392 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr Sum 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 2024-09-13T13:43:52.392 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 2024-09-13T13:43:52.393 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr 2024-09-13T13:43:52.393 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr ** Compaction Stats [default] ** 2024-09-13T13:43:52.393 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-09-13T13:43:52.393 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-09-13T13:43:52.393 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr 2024-09-13T13:43:52.393 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-09-13T13:43:52.393 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr 2024-09-13T13:43:52.393 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr Uptime(secs): 0.0 total, 0.0 interval 2024-09-13T13:43:52.393 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr Flush(GB): cumulative 0.000, interval 0.000 2024-09-13T13:43:52.393 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr AddFile(GB): cumulative 0.000, interval 0.000 2024-09-13T13:43:52.393 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr AddFile(Total Files): cumulative 0, interval 0 2024-09-13T13:43:52.393 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr AddFile(L0 Files): cumulative 0, interval 0 2024-09-13T13:43:52.393 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr AddFile(Keys): cumulative 0, interval 0 2024-09-13T13:43:52.393 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr Cumulative compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-13T13:43:52.394 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-13T13:43:52.394 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-09-13T13:43:52.394 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr Block cache BinnedLRUCache@0x559ae69211f0#7 capacity: 512.00 MB usage: 0.00 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1.6e-05 secs_since: 0 2024-09-13T13:43:52.394 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr Block cache entry stats(count,size,portion): Misc(1,0.00 KB,0%) 2024-09-13T13:43:52.394 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr 2024-09-13T13:43:52.394 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr ** File Read Latency Histogram By Level [default] ** 2024-09-13T13:43:52.394 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr 2024-09-13T13:43:52.394 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-13T13:43:51.866+0000 7f35b0540c80 4 rocksdb: [db/db_impl/db_impl.cc:496] Shutdown: canceling all background work 2024-09-13T13:43:52.394 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-13T13:43:51.866+0000 7f35b0540c80 4 rocksdb: [db/db_impl/db_impl.cc:704] Shutdown complete 2024-09-13T13:43:52.394 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph-mon: stderr debug 2024-09-13T13:43:51.866+0000 7f35b0540c80 0 /usr/bin/ceph-mon: created monfs at /var/lib/ceph/mon/ceph-a for mon.a 2024-09-13T13:43:52.394 INFO:teuthology.orchestra.run.smithi062.stdout:create mon.a on 2024-09-13T13:43:52.820 INFO:teuthology.orchestra.run.smithi062.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target -> /etc/systemd/system/ceph.target. 2024-09-13T13:43:53.051 INFO:teuthology.orchestra.run.smithi062.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968.target -> /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968.target. 2024-09-13T13:43:53.051 INFO:teuthology.orchestra.run.smithi062.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph.target.wants/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968.target -> /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968.target. 2024-09-13T13:43:53.326 INFO:teuthology.orchestra.run.smithi062.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@mon.a 2024-09-13T13:43:53.326 INFO:teuthology.orchestra.run.smithi062.stdout:systemctl: stderr Failed to reset failed state of unit ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@mon.a.service: Unit ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@mon.a.service not loaded. 2024-09-13T13:43:53.521 INFO:teuthology.orchestra.run.smithi062.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968.target.wants/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@mon.a.service -> /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service. 2024-09-13T13:43:53.530 INFO:teuthology.orchestra.run.smithi062.stdout:firewalld does not appear to be present 2024-09-13T13:43:53.530 INFO:teuthology.orchestra.run.smithi062.stdout:Not possible to enable service . firewalld.service is not available 2024-09-13T13:43:53.530 INFO:teuthology.orchestra.run.smithi062.stdout:Waiting for mon to start... 2024-09-13T13:43:53.531 INFO:teuthology.orchestra.run.smithi062.stdout:Waiting for mon... 2024-09-13T13:43:55.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:43:55 smithi062 bash[19360]: cluster 2024-09-13T13:43:55.329618+0000 mon.a (mon.0) 1 : cluster [INF] mon.a is new leader, mons a in quorum (ranks 0) 2024-09-13T13:43:56.267 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph: stdout cluster: 2024-09-13T13:43:56.267 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph: stdout id: ff1149ea-71d5-11ef-bceb-c7b262605968 2024-09-13T13:43:56.267 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph: stdout health: HEALTH_OK 2024-09-13T13:43:56.267 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph: stdout 2024-09-13T13:43:56.268 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph: stdout services: 2024-09-13T13:43:56.268 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph: stdout mon: 1 daemons, quorum a (age 0.287856s) 2024-09-13T13:43:56.268 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph: stdout mgr: no daemons active 2024-09-13T13:43:56.268 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph: stdout osd: 0 osds: 0 up, 0 in 2024-09-13T13:43:56.268 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph: stdout 2024-09-13T13:43:56.268 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph: stdout data: 2024-09-13T13:43:56.268 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph: stdout pools: 0 pools, 0 pgs 2024-09-13T13:43:56.268 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph: stdout objects: 0 objects, 0 B 2024-09-13T13:43:56.268 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph: stdout usage: 0 B used, 0 B / 0 B avail 2024-09-13T13:43:56.268 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph: stdout pgs: 2024-09-13T13:43:56.268 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph: stdout 2024-09-13T13:43:56.268 INFO:teuthology.orchestra.run.smithi062.stdout:mon is available 2024-09-13T13:43:56.268 INFO:teuthology.orchestra.run.smithi062.stdout:Assimilating anything we can from ceph.conf... 2024-09-13T13:43:56.754 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:43:56 smithi062 bash[19360]: cluster 2024-09-13T13:43:55.334493+0000 mon.a (mon.0) 2 : cluster [INF] mon.a is new leader, mons a in quorum (ranks 0) 2024-09-13T13:43:56.754 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:43:56 smithi062 bash[19360]: cluster 2024-09-13T13:43:55.334681+0000 mon.a (mon.0) 3 : cluster [DBG] monmap epoch 1 2024-09-13T13:43:56.754 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:43:56 smithi062 bash[19360]: cluster 2024-09-13T13:43:55.334693+0000 mon.a (mon.0) 4 : cluster [DBG] fsid ff1149ea-71d5-11ef-bceb-c7b262605968 2024-09-13T13:43:56.754 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:43:56 smithi062 bash[19360]: cluster 2024-09-13T13:43:55.334701+0000 mon.a (mon.0) 5 : cluster [DBG] last_changed 2024-09-13T13:43:50.492122+0000 2024-09-13T13:43:56.754 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:43:56 smithi062 bash[19360]: cluster 2024-09-13T13:43:55.334708+0000 mon.a (mon.0) 6 : cluster [DBG] created 2024-09-13T13:43:50.492122+0000 2024-09-13T13:43:56.754 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:43:56 smithi062 bash[19360]: cluster 2024-09-13T13:43:55.334715+0000 mon.a (mon.0) 7 : cluster [DBG] min_mon_release 19 (squid) 2024-09-13T13:43:56.754 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:43:56 smithi062 bash[19360]: cluster 2024-09-13T13:43:55.334722+0000 mon.a (mon.0) 8 : cluster [DBG] election_strategy: 1 2024-09-13T13:43:56.754 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:43:56 smithi062 bash[19360]: cluster 2024-09-13T13:43:55.334729+0000 mon.a (mon.0) 9 : cluster [DBG] 0: [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] mon.a 2024-09-13T13:43:56.754 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:43:56 smithi062 bash[19360]: cluster 2024-09-13T13:43:55.336756+0000 mon.a (mon.0) 10 : cluster [DBG] fsmap 2024-09-13T13:43:56.755 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:43:56 smithi062 bash[19360]: cluster 2024-09-13T13:43:55.339184+0000 mon.a (mon.0) 11 : cluster [DBG] osdmap e1: 0 total, 0 up, 0 in 2024-09-13T13:43:56.755 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:43:56 smithi062 bash[19360]: cluster 2024-09-13T13:43:55.339648+0000 mon.a (mon.0) 12 : cluster [DBG] mgrmap e1: no daemons active 2024-09-13T13:43:56.755 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:43:56 smithi062 bash[19360]: audit 2024-09-13T13:43:55.622294+0000 mon.a (mon.0) 13 : audit [DBG] from='client.? 172.21.15.62:0/474906790' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-09-13T13:43:57.754 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:43:57 smithi062 bash[19360]: audit 2024-09-13T13:43:57.429597+0000 mon.a (mon.0) 14 : audit [INF] from='client.? 172.21.15.62:0/2918537402' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2024-09-13T13:43:57.754 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:43:57 smithi062 bash[19360]: audit 2024-09-13T13:43:57.433584+0000 mon.a (mon.0) 15 : audit [INF] from='client.? 172.21.15.62:0/2918537402' entity='client.admin' cmd='[{"prefix": "config assimilate-conf"}]': finished 2024-09-13T13:43:57.998 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph: stdout 2024-09-13T13:43:57.999 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph: stdout [global] 2024-09-13T13:43:57.999 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph: stdout fsid = ff1149ea-71d5-11ef-bceb-c7b262605968 2024-09-13T13:43:57.999 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph: stdout mon_host = [v2:172.21.15.62:3300,v1:172.21.15.62:6789] 2024-09-13T13:43:57.999 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2024-09-13T13:43:57.999 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2024-09-13T13:43:58.000 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2024-09-13T13:43:58.000 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2024-09-13T13:43:58.000 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph: stdout 2024-09-13T13:43:58.000 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph: stdout [mgr] 2024-09-13T13:43:58.000 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph: stdout mgr/cephadm/use_agent = False 2024-09-13T13:43:58.000 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2024-09-13T13:43:58.001 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph: stdout 2024-09-13T13:43:58.001 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph: stdout [osd] 2024-09-13T13:43:58.001 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2024-09-13T13:43:58.001 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2024-09-13T13:43:58.001 INFO:teuthology.orchestra.run.smithi062.stdout:Generating new minimal ceph.conf... 2024-09-13T13:43:59.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:43:59 smithi062 bash[19360]: audit 2024-09-13T13:43:59.114397+0000 mon.a (mon.0) 16 : audit [DBG] from='client.? 172.21.15.62:0/3492591545' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T13:43:59.704 INFO:teuthology.orchestra.run.smithi062.stdout:Restarting the monitor... 2024-09-13T13:44:00.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:43:59 smithi062 systemd[1]: Stopping Ceph mon.a for ff1149ea-71d5-11ef-bceb-c7b262605968... 2024-09-13T13:44:00.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:43:59 smithi062 bash[19360]: debug 2024-09-13T13:43:59.838+0000 7f7f1cdd7640 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-stderr=true (PID: 1) UID: 0 2024-09-13T13:44:00.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:43:59 smithi062 bash[19360]: debug 2024-09-13T13:43:59.838+0000 7f7f1cdd7640 -1 mon.a@0(leader) e1 *** Got Signal Terminated *** 2024-09-13T13:44:00.600 INFO:teuthology.orchestra.run.smithi062.stdout:Setting public_network to 172.21.0.2/32,172.21.0.0/20,172.21.15.254/32,172.21.0.1/32 in mon config section 2024-09-13T13:44:00.703 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:00 smithi062 bash[19746]: ceph-ff1149ea-71d5-11ef-bceb-c7b262605968-mon-a 2024-09-13T13:44:00.703 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:00 smithi062 bash[19806]: ceph-ff1149ea-71d5-11ef-bceb-c7b262605968-mon-a 2024-09-13T13:44:00.703 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:00 smithi062 systemd[1]: ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@mon.a.service: Deactivated successfully. 2024-09-13T13:44:00.703 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:00 smithi062 systemd[1]: Stopped Ceph mon.a for ff1149ea-71d5-11ef-bceb-c7b262605968. 2024-09-13T13:44:00.703 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:00 smithi062 systemd[1]: Started Ceph mon.a for ff1149ea-71d5-11ef-bceb-c7b262605968. 2024-09-13T13:44:02.219 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: debug 2024-09-13T13:44:01.938+0000 7fb350f8fc80 0 set uid:gid to 167:167 (ceph:ceph) 2024-09-13T13:44:02.219 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: debug 2024-09-13T13:44:01.938+0000 7fb350f8fc80 0 ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable), process ceph-mon, pid 7 2024-09-13T13:44:02.219 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: debug 2024-09-13T13:44:01.938+0000 7fb350f8fc80 0 pidfile_write: ignore empty --pid-file 2024-09-13T13:44:02.220 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: debug 2024-09-13T13:44:01.942+0000 7fb350f8fc80 0 load: jerasure load: lrc 2024-09-13T13:44:02.220 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: debug 2024-09-13T13:44:01.942+0000 7fb350f8fc80 4 rocksdb: RocksDB version: 7.9.2 2024-09-13T13:44:02.220 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: debug 2024-09-13T13:44:01.942+0000 7fb350f8fc80 4 rocksdb: Git sha 0 2024-09-13T13:44:02.220 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: debug 2024-09-13T13:44:01.942+0000 7fb350f8fc80 4 rocksdb: Compile date 2024-09-12 19:43:04 2024-09-13T13:44:02.220 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: debug 2024-09-13T13:44:01.942+0000 7fb350f8fc80 4 rocksdb: DB SUMMARY 2024-09-13T13:44:02.220 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: debug 2024-09-13T13:44:01.942+0000 7fb350f8fc80 4 rocksdb: DB Session ID: M0IB5G1Y7GA4FXEZSJ34 2024-09-13T13:44:02.220 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: debug 2024-09-13T13:44:01.942+0000 7fb350f8fc80 4 rocksdb: CURRENT file: CURRENT 2024-09-13T13:44:02.220 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: debug 2024-09-13T13:44:01.942+0000 7fb350f8fc80 4 rocksdb: IDENTITY file: IDENTITY 2024-09-13T13:44:02.220 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: debug 2024-09-13T13:44:01.942+0000 7fb350f8fc80 4 rocksdb: MANIFEST file: MANIFEST-000010 size: 179 Bytes 2024-09-13T13:44:02.220 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: debug 2024-09-13T13:44:01.942+0000 7fb350f8fc80 4 rocksdb: SST files in /var/lib/ceph/mon/ceph-a/store.db dir, Total Num: 1, files: 000008.sst 2024-09-13T13:44:02.220 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: debug 2024-09-13T13:44:01.942+0000 7fb350f8fc80 4 rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-a/store.db: 000009.log size: 88177 ; 2024-09-13T13:44:02.220 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: debug 2024-09-13T13:44:01.942+0000 7fb350f8fc80 4 rocksdb: Options.error_if_exists: 0 2024-09-13T13:44:02.220 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: debug 2024-09-13T13:44:01.942+0000 7fb350f8fc80 4 rocksdb: Options.create_if_missing: 0 2024-09-13T13:44:02.220 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: debug 2024-09-13T13:44:01.942+0000 7fb350f8fc80 4 rocksdb: Options.paranoid_checks: 1 2024-09-13T13:44:02.221 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: debug 2024-09-13T13:44:01.942+0000 7fb350f8fc80 4 rocksdb: Options.flush_verify_memtable_count: 1 2024-09-13T13:44:02.221 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: debug 2024-09-13T13:44:01.942+0000 7fb350f8fc80 4 rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-09-13T13:44:02.221 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: debug 2024-09-13T13:44:01.942+0000 7fb350f8fc80 4 rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-09-13T13:44:02.221 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: debug 2024-09-13T13:44:01.942+0000 7fb350f8fc80 4 rocksdb: Options.env: 0x55f5088b2940 2024-09-13T13:44:02.221 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: debug 2024-09-13T13:44:01.942+0000 7fb350f8fc80 4 rocksdb: Options.fs: PosixFileSystem 2024-09-13T13:44:02.221 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: debug 2024-09-13T13:44:01.942+0000 7fb350f8fc80 4 rocksdb: Options.info_log: 0x55f5097776e0 2024-09-13T13:44:02.221 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: debug 2024-09-13T13:44:01.942+0000 7fb350f8fc80 4 rocksdb: Options.max_file_opening_threads: 16 2024-09-13T13:44:02.221 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: debug 2024-09-13T13:44:01.942+0000 7fb350f8fc80 4 rocksdb: Options.statistics: (nil) 2024-09-13T13:44:02.221 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: debug 2024-09-13T13:44:01.942+0000 7fb350f8fc80 4 rocksdb: Options.use_fsync: 0 2024-09-13T13:44:02.221 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: debug 2024-09-13T13:44:01.942+0000 7fb350f8fc80 4 rocksdb: Options.max_log_file_size: 0 2024-09-13T13:44:02.221 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: debug 2024-09-13T13:44:01.942+0000 7fb350f8fc80 4 rocksdb: Options.max_manifest_file_size: 1073741824 2024-09-13T13:44:02.221 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: debug 2024-09-13T13:44:01.942+0000 7fb350f8fc80 4 rocksdb: Options.log_file_time_to_roll: 0 2024-09-13T13:44:02.221 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: debug 2024-09-13T13:44:01.942+0000 7fb350f8fc80 4 rocksdb: Options.keep_log_file_num: 1000 2024-09-13T13:44:02.222 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: debug 2024-09-13T13:44:01.942+0000 7fb350f8fc80 4 rocksdb: Options.recycle_log_file_num: 0 2024-09-13T13:44:02.222 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: debug 2024-09-13T13:44:01.942+0000 7fb350f8fc80 4 rocksdb: Options.allow_fallocate: 1 2024-09-13T13:44:02.222 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: debug 2024-09-13T13:44:01.942+0000 7fb350f8fc80 4 rocksdb: Options.allow_mmap_reads: 0 2024-09-13T13:44:02.222 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: debug 2024-09-13T13:44:01.942+0000 7fb350f8fc80 4 rocksdb: Options.allow_mmap_writes: 0 2024-09-13T13:44:02.222 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: debug 2024-09-13T13:44:01.942+0000 7fb350f8fc80 4 rocksdb: Options.use_direct_reads: 0 2024-09-13T13:44:02.222 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: debug 2024-09-13T13:44:01.942+0000 7fb350f8fc80 4 rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-09-13T13:44:02.222 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: debug 2024-09-13T13:44:01.942+0000 7fb350f8fc80 4 rocksdb: Options.create_missing_column_families: 0 2024-09-13T13:44:02.222 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: debug 2024-09-13T13:44:01.942+0000 7fb350f8fc80 4 rocksdb: Options.db_log_dir: 2024-09-13T13:44:02.222 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: debug 2024-09-13T13:44:01.942+0000 7fb350f8fc80 4 rocksdb: Options.wal_dir: 2024-09-13T13:44:02.222 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: debug 2024-09-13T13:44:01.942+0000 7fb350f8fc80 4 rocksdb: Options.table_cache_numshardbits: 6 2024-09-13T13:44:02.222 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: debug 2024-09-13T13:44:01.942+0000 7fb350f8fc80 4 rocksdb: Options.WAL_ttl_seconds: 0 2024-09-13T13:44:02.222 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: debug 2024-09-13T13:44:01.942+0000 7fb350f8fc80 4 rocksdb: Options.WAL_size_limit_MB: 0 2024-09-13T13:44:02.222 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: debug 2024-09-13T13:44:01.942+0000 7fb350f8fc80 4 rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-09-13T13:44:02.223 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: debug 2024-09-13T13:44:01.942+0000 7fb350f8fc80 4 rocksdb: Options.manifest_preallocation_size: 4194304 2024-09-13T13:44:02.223 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: debug 2024-09-13T13:44:01.942+0000 7fb350f8fc80 4 rocksdb: Options.is_fd_close_on_exec: 1 2024-09-13T13:44:02.223 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: debug 2024-09-13T13:44:01.942+0000 7fb350f8fc80 4 rocksdb: Options.advise_random_on_open: 1 2024-09-13T13:44:02.223 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: debug 2024-09-13T13:44:01.942+0000 7fb350f8fc80 4 rocksdb: Options.db_write_buffer_size: 0 2024-09-13T13:44:02.223 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: debug 2024-09-13T13:44:01.942+0000 7fb350f8fc80 4 rocksdb: Options.write_buffer_manager: 0x55f509786dc0 2024-09-13T13:44:02.223 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: debug 2024-09-13T13:44:01.942+0000 7fb350f8fc80 4 rocksdb: Options.access_hint_on_compaction_start: 1 2024-09-13T13:44:02.223 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: debug 2024-09-13T13:44:01.942+0000 7fb350f8fc80 4 rocksdb: Options.random_access_max_buffer_size: 1048576 2024-09-13T13:44:02.223 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: debug 2024-09-13T13:44:01.942+0000 7fb350f8fc80 4 rocksdb: Options.use_adaptive_mutex: 0 2024-09-13T13:44:02.223 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: debug 2024-09-13T13:44:01.942+0000 7fb350f8fc80 4 rocksdb: Options.rate_limiter: (nil) 2024-09-13T13:44:02.223 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: debug 2024-09-13T13:44:01.942+0000 7fb350f8fc80 4 rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-09-13T13:44:02.223 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: debug 2024-09-13T13:44:01.942+0000 7fb350f8fc80 4 rocksdb: Options.wal_recovery_mode: 2 2024-09-13T13:44:02.225 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: debug 2024-09-13T13:44:01.942+0000 7fb350f8fc80 4 rocksdb: Options.enable_thread_tracking: 0 2024-09-13T13:44:02.225 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: debug 2024-09-13T13:44:01.942+0000 7fb350f8fc80 4 rocksdb: Options.enable_pipelined_write: 0 2024-09-13T13:44:02.225 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: debug 2024-09-13T13:44:01.942+0000 7fb350f8fc80 4 rocksdb: Options.unordered_write: 0 2024-09-13T13:44:02.225 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: debug 2024-09-13T13:44:01.942+0000 7fb350f8fc80 4 rocksdb: Options.allow_concurrent_memtable_write: 1 2024-09-13T13:44:02.225 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: debug 2024-09-13T13:44:01.942+0000 7fb350f8fc80 4 rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-09-13T13:44:02.225 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: debug 2024-09-13T13:44:01.942+0000 7fb350f8fc80 4 rocksdb: Options.write_thread_max_yield_usec: 100 2024-09-13T13:44:02.225 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: debug 2024-09-13T13:44:01.942+0000 7fb350f8fc80 4 rocksdb: Options.write_thread_slow_yield_usec: 3 2024-09-13T13:44:02.225 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: debug 2024-09-13T13:44:01.942+0000 7fb350f8fc80 4 rocksdb: Options.row_cache: None 2024-09-13T13:44:02.225 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: debug 2024-09-13T13:44:01.942+0000 7fb350f8fc80 4 rocksdb: Options.wal_filter: None 2024-09-13T13:44:02.225 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: debug 2024-09-13T13:44:01.942+0000 7fb350f8fc80 4 rocksdb: Options.avoid_flush_during_recovery: 0 2024-09-13T13:44:02.225 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: debug 2024-09-13T13:44:01.942+0000 7fb350f8fc80 4 rocksdb: Options.allow_ingest_behind: 0 2024-09-13T13:44:02.226 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: debug 2024-09-13T13:44:01.942+0000 7fb350f8fc80 4 rocksdb: Options.two_write_queues: 0 2024-09-13T13:44:02.226 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: debug 2024-09-13T13:44:01.942+0000 7fb350f8fc80 4 rocksdb: Options.manual_wal_flush: 0 2024-09-13T13:44:02.226 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: debug 2024-09-13T13:44:01.942+0000 7fb350f8fc80 4 rocksdb: Options.wal_compression: 0 2024-09-13T13:44:02.226 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: debug 2024-09-13T13:44:01.942+0000 7fb350f8fc80 4 rocksdb: Options.atomic_flush: 0 2024-09-13T13:44:02.226 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: debug 2024-09-13T13:44:01.942+0000 7fb350f8fc80 4 rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-09-13T13:44:02.226 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: debug 2024-09-13T13:44:01.942+0000 7fb350f8fc80 4 rocksdb: Options.persist_stats_to_disk: 0 2024-09-13T13:44:02.226 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: debug 2024-09-13T13:44:01.942+0000 7fb350f8fc80 4 rocksdb: Options.write_dbid_to_manifest: 0 2024-09-13T13:44:02.226 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: debug 2024-09-13T13:44:01.942+0000 7fb350f8fc80 4 rocksdb: Options.log_readahead_size: 0 2024-09-13T13:44:02.226 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: debug 2024-09-13T13:44:01.942+0000 7fb350f8fc80 4 rocksdb: Options.file_checksum_gen_factory: Unknown 2024-09-13T13:44:02.226 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: debug 2024-09-13T13:44:01.942+0000 7fb350f8fc80 4 rocksdb: Options.best_efforts_recovery: 0 2024-09-13T13:44:02.226 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: debug 2024-09-13T13:44:01.942+0000 7fb350f8fc80 4 rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-09-13T13:44:02.226 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: debug 2024-09-13T13:44:01.942+0000 7fb350f8fc80 4 rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-09-13T13:44:02.226 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: debug 2024-09-13T13:44:01.942+0000 7fb350f8fc80 4 rocksdb: Options.allow_data_in_errors: 0 2024-09-13T13:44:02.226 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: debug 2024-09-13T13:44:01.942+0000 7fb350f8fc80 4 rocksdb: Options.db_host_id: __hostname__ 2024-09-13T13:44:02.226 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: debug 2024-09-13T13:44:01.942+0000 7fb350f8fc80 4 rocksdb: Options.enforce_single_del_contracts: true 2024-09-13T13:44:02.227 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: debug 2024-09-13T13:44:01.942+0000 7fb350f8fc80 4 rocksdb: Options.max_background_jobs: 2 2024-09-13T13:44:02.227 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: debug 2024-09-13T13:44:01.942+0000 7fb350f8fc80 4 rocksdb: Options.max_background_compactions: -1 2024-09-13T13:44:02.227 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: debug 2024-09-13T13:44:01.942+0000 7fb350f8fc80 4 rocksdb: Options.max_subcompactions: 1 2024-09-13T13:44:02.227 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: debug 2024-09-13T13:44:01.942+0000 7fb350f8fc80 4 rocksdb: Options.avoid_flush_during_shutdown: 0 2024-09-13T13:44:02.227 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: debug 2024-09-13T13:44:01.942+0000 7fb350f8fc80 4 rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-09-13T13:44:02.227 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: debug 2024-09-13T13:44:01.942+0000 7fb350f8fc80 4 rocksdb: Options.delayed_write_rate : 16777216 2024-09-13T13:44:02.227 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: debug 2024-09-13T13:44:01.942+0000 7fb350f8fc80 4 rocksdb: Options.max_total_wal_size: 0 2024-09-13T13:44:02.227 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: debug 2024-09-13T13:44:01.942+0000 7fb350f8fc80 4 rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-09-13T13:44:02.227 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: debug 2024-09-13T13:44:01.942+0000 7fb350f8fc80 4 rocksdb: Options.stats_dump_period_sec: 600 2024-09-13T13:44:02.227 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: debug 2024-09-13T13:44:01.942+0000 7fb350f8fc80 4 rocksdb: Options.stats_persist_period_sec: 600 2024-09-13T13:44:02.227 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: debug 2024-09-13T13:44:01.942+0000 7fb350f8fc80 4 rocksdb: Options.stats_history_buffer_size: 1048576 2024-09-13T13:44:02.227 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: debug 2024-09-13T13:44:01.942+0000 7fb350f8fc80 4 rocksdb: Options.max_open_files: -1 2024-09-13T13:44:02.227 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: debug 2024-09-13T13:44:01.942+0000 7fb350f8fc80 4 rocksdb: Options.bytes_per_sync: 0 2024-09-13T13:44:02.227 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: debug 2024-09-13T13:44:01.942+0000 7fb350f8fc80 4 rocksdb: Options.wal_bytes_per_sync: 0 2024-09-13T13:44:02.227 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: debug 2024-09-13T13:44:01.942+0000 7fb350f8fc80 4 rocksdb: Options.strict_bytes_per_sync: 0 2024-09-13T13:44:02.228 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: debug 2024-09-13T13:44:01.942+0000 7fb350f8fc80 4 rocksdb: Options.compaction_readahead_size: 0 2024-09-13T13:44:02.228 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: debug 2024-09-13T13:44:01.942+0000 7fb350f8fc80 4 rocksdb: Options.max_background_flushes: -1 2024-09-13T13:44:02.228 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: debug 2024-09-13T13:44:01.942+0000 7fb350f8fc80 4 rocksdb: Compression algorithms supported: 2024-09-13T13:44:02.228 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: debug 2024-09-13T13:44:01.942+0000 7fb350f8fc80 4 rocksdb: kZSTD supported: 0 2024-09-13T13:44:02.228 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: debug 2024-09-13T13:44:01.942+0000 7fb350f8fc80 4 rocksdb: kXpressCompression supported: 0 2024-09-13T13:44:02.228 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: debug 2024-09-13T13:44:01.942+0000 7fb350f8fc80 4 rocksdb: kBZip2Compression supported: 0 2024-09-13T13:44:02.228 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: debug 2024-09-13T13:44:01.942+0000 7fb350f8fc80 4 rocksdb: kZSTDNotFinalCompression supported: 0 2024-09-13T13:44:02.228 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: debug 2024-09-13T13:44:01.942+0000 7fb350f8fc80 4 rocksdb: kLZ4Compression supported: 1 2024-09-13T13:44:02.228 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: debug 2024-09-13T13:44:01.942+0000 7fb350f8fc80 4 rocksdb: kZlibCompression supported: 1 2024-09-13T13:44:02.228 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: debug 2024-09-13T13:44:01.942+0000 7fb350f8fc80 4 rocksdb: kLZ4HCCompression supported: 1 2024-09-13T13:44:02.228 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: debug 2024-09-13T13:44:01.942+0000 7fb350f8fc80 4 rocksdb: kSnappyCompression supported: 1 2024-09-13T13:44:02.228 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: debug 2024-09-13T13:44:01.942+0000 7fb350f8fc80 4 rocksdb: Fast CRC32 supported: Supported on x86 2024-09-13T13:44:02.228 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: debug 2024-09-13T13:44:01.942+0000 7fb350f8fc80 4 rocksdb: DMutex implementation: pthread_mutex_t 2024-09-13T13:44:02.228 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: debug 2024-09-13T13:44:01.942+0000 7fb350f8fc80 4 rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000010 2024-09-13T13:44:02.228 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: debug 2024-09-13T13:44:01.942+0000 7fb350f8fc80 4 rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-09-13T13:44:02.229 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: debug 2024-09-13T13:44:01.942+0000 7fb350f8fc80 4 rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-09-13T13:44:02.229 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: debug 2024-09-13T13:44:01.942+0000 7fb350f8fc80 4 rocksdb: Options.merge_operator: 2024-09-13T13:44:02.229 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: debug 2024-09-13T13:44:01.942+0000 7fb350f8fc80 4 rocksdb: Options.compaction_filter: None 2024-09-13T13:44:02.229 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: debug 2024-09-13T13:44:01.942+0000 7fb350f8fc80 4 rocksdb: Options.compaction_filter_factory: None 2024-09-13T13:44:02.229 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: debug 2024-09-13T13:44:01.942+0000 7fb350f8fc80 4 rocksdb: Options.sst_partitioner_factory: None 2024-09-13T13:44:02.229 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: debug 2024-09-13T13:44:01.942+0000 7fb350f8fc80 4 rocksdb: Options.memtable_factory: SkipListFactory 2024-09-13T13:44:02.229 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: debug 2024-09-13T13:44:01.942+0000 7fb350f8fc80 4 rocksdb: Options.table_factory: BlockBasedTable 2024-09-13T13:44:02.229 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: debug 2024-09-13T13:44:01.942+0000 7fb350f8fc80 4 rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55f509777320) 2024-09-13T13:44:02.229 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: cache_index_and_filter_blocks: 1 2024-09-13T13:44:02.229 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: cache_index_and_filter_blocks_with_high_priority: 0 2024-09-13T13:44:02.229 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: pin_l0_filter_and_index_blocks_in_cache: 0 2024-09-13T13:44:02.229 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: pin_top_level_index_and_filter: 1 2024-09-13T13:44:02.229 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: index_type: 0 2024-09-13T13:44:02.230 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: data_block_index_type: 0 2024-09-13T13:44:02.230 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: index_shortening: 1 2024-09-13T13:44:02.230 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: data_block_hash_table_util_ratio: 0.750000 2024-09-13T13:44:02.230 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: checksum: 4 2024-09-13T13:44:02.230 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: no_block_cache: 0 2024-09-13T13:44:02.230 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: block_cache: 0x55f50976d1f0 2024-09-13T13:44:02.230 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: block_cache_name: BinnedLRUCache 2024-09-13T13:44:02.230 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: block_cache_options: 2024-09-13T13:44:02.230 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: capacity : 536870912 2024-09-13T13:44:02.230 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: num_shard_bits : 4 2024-09-13T13:44:02.230 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: strict_capacity_limit : 0 2024-09-13T13:44:02.230 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: high_pri_pool_ratio: 0.000 2024-09-13T13:44:02.230 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: block_cache_compressed: (nil) 2024-09-13T13:44:02.230 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: persistent_cache: (nil) 2024-09-13T13:44:02.231 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: block_size: 4096 2024-09-13T13:44:02.231 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: block_size_deviation: 10 2024-09-13T13:44:02.231 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: block_restart_interval: 16 2024-09-13T13:44:02.231 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: index_block_restart_interval: 1 2024-09-13T13:44:02.231 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: metadata_block_size: 4096 2024-09-13T13:44:02.231 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: partition_filters: 0 2024-09-13T13:44:02.231 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: use_delta_encoding: 1 2024-09-13T13:44:02.231 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: filter_policy: bloomfilter 2024-09-13T13:44:02.231 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: whole_key_filtering: 1 2024-09-13T13:44:02.231 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: verify_compression: 0 2024-09-13T13:44:02.231 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: read_amp_bytes_per_bit: 0 2024-09-13T13:44:02.231 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: format_version: 5 2024-09-13T13:44:02.231 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: enable_index_compression: 1 2024-09-13T13:44:02.231 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: block_align: 0 2024-09-13T13:44:02.231 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: max_auto_readahead_size: 262144 2024-09-13T13:44:02.231 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: prepopulate_block_cache: 0 2024-09-13T13:44:02.232 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: initial_auto_readahead_size: 8192 2024-09-13T13:44:02.232 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: num_file_reads_for_auto_readahead: 2 2024-09-13T13:44:02.232 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: debug 2024-09-13T13:44:01.942+0000 7fb350f8fc80 4 rocksdb: Options.write_buffer_size: 33554432 2024-09-13T13:44:02.232 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: debug 2024-09-13T13:44:01.942+0000 7fb350f8fc80 4 rocksdb: Options.max_write_buffer_number: 2 2024-09-13T13:44:02.232 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: debug 2024-09-13T13:44:01.942+0000 7fb350f8fc80 4 rocksdb: Options.compression: NoCompression 2024-09-13T13:44:02.232 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: debug 2024-09-13T13:44:01.942+0000 7fb350f8fc80 4 rocksdb: Options.bottommost_compression: Disabled 2024-09-13T13:44:02.232 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: debug 2024-09-13T13:44:01.942+0000 7fb350f8fc80 4 rocksdb: Options.prefix_extractor: nullptr 2024-09-13T13:44:02.232 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: debug 2024-09-13T13:44:01.942+0000 7fb350f8fc80 4 rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-09-13T13:44:02.232 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: debug 2024-09-13T13:44:01.942+0000 7fb350f8fc80 4 rocksdb: Options.num_levels: 7 2024-09-13T13:44:02.232 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: debug 2024-09-13T13:44:01.942+0000 7fb350f8fc80 4 rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-09-13T13:44:02.232 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: debug 2024-09-13T13:44:01.942+0000 7fb350f8fc80 4 rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-09-13T13:44:02.232 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: debug 2024-09-13T13:44:01.942+0000 7fb350f8fc80 4 rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-09-13T13:44:02.232 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: debug 2024-09-13T13:44:01.942+0000 7fb350f8fc80 4 rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-09-13T13:44:02.232 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: debug 2024-09-13T13:44:01.942+0000 7fb350f8fc80 4 rocksdb: Options.bottommost_compression_opts.level: 32767 2024-09-13T13:44:02.232 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: debug 2024-09-13T13:44:01.942+0000 7fb350f8fc80 4 rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-09-13T13:44:02.233 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: debug 2024-09-13T13:44:01.942+0000 7fb350f8fc80 4 rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-09-13T13:44:02.233 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: debug 2024-09-13T13:44:01.942+0000 7fb350f8fc80 4 rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-09-13T13:44:02.233 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: debug 2024-09-13T13:44:01.942+0000 7fb350f8fc80 4 rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-09-13T13:44:02.233 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: debug 2024-09-13T13:44:01.942+0000 7fb350f8fc80 4 rocksdb: Options.bottommost_compression_opts.enabled: false 2024-09-13T13:44:02.233 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: debug 2024-09-13T13:44:01.942+0000 7fb350f8fc80 4 rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-09-13T13:44:02.233 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: debug 2024-09-13T13:44:01.942+0000 7fb350f8fc80 4 rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-09-13T13:44:02.233 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: debug 2024-09-13T13:44:01.942+0000 7fb350f8fc80 4 rocksdb: Options.compression_opts.window_bits: -14 2024-09-13T13:44:02.233 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: debug 2024-09-13T13:44:01.942+0000 7fb350f8fc80 4 rocksdb: Options.compression_opts.level: 32767 2024-09-13T13:44:02.233 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: debug 2024-09-13T13:44:01.942+0000 7fb350f8fc80 4 rocksdb: Options.compression_opts.strategy: 0 2024-09-13T13:44:02.233 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: debug 2024-09-13T13:44:01.942+0000 7fb350f8fc80 4 rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-09-13T13:44:02.233 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: debug 2024-09-13T13:44:01.942+0000 7fb350f8fc80 4 rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-09-13T13:44:02.233 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: debug 2024-09-13T13:44:01.942+0000 7fb350f8fc80 4 rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-09-13T13:44:02.233 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: debug 2024-09-13T13:44:01.942+0000 7fb350f8fc80 4 rocksdb: Options.compression_opts.parallel_threads: 1 2024-09-13T13:44:02.233 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: debug 2024-09-13T13:44:01.942+0000 7fb350f8fc80 4 rocksdb: Options.compression_opts.enabled: false 2024-09-13T13:44:02.233 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: debug 2024-09-13T13:44:01.942+0000 7fb350f8fc80 4 rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-09-13T13:44:02.234 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: debug 2024-09-13T13:44:01.942+0000 7fb350f8fc80 4 rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-09-13T13:44:02.234 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: debug 2024-09-13T13:44:01.942+0000 7fb350f8fc80 4 rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-09-13T13:44:02.234 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: debug 2024-09-13T13:44:01.942+0000 7fb350f8fc80 4 rocksdb: Options.level0_stop_writes_trigger: 36 2024-09-13T13:44:02.234 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: debug 2024-09-13T13:44:01.942+0000 7fb350f8fc80 4 rocksdb: Options.target_file_size_base: 67108864 2024-09-13T13:44:02.234 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: debug 2024-09-13T13:44:01.942+0000 7fb350f8fc80 4 rocksdb: Options.target_file_size_multiplier: 1 2024-09-13T13:44:02.234 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: debug 2024-09-13T13:44:01.942+0000 7fb350f8fc80 4 rocksdb: Options.max_bytes_for_level_base: 268435456 2024-09-13T13:44:02.234 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: debug 2024-09-13T13:44:01.942+0000 7fb350f8fc80 4 rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-09-13T13:44:02.234 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: debug 2024-09-13T13:44:01.942+0000 7fb350f8fc80 4 rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-09-13T13:44:02.234 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: debug 2024-09-13T13:44:01.942+0000 7fb350f8fc80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-09-13T13:44:02.234 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: debug 2024-09-13T13:44:01.942+0000 7fb350f8fc80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-09-13T13:44:02.234 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: debug 2024-09-13T13:44:01.942+0000 7fb350f8fc80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-09-13T13:44:02.234 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: debug 2024-09-13T13:44:01.942+0000 7fb350f8fc80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-09-13T13:44:02.234 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: debug 2024-09-13T13:44:01.942+0000 7fb350f8fc80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-09-13T13:44:02.235 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: debug 2024-09-13T13:44:01.942+0000 7fb350f8fc80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-09-13T13:44:02.235 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: debug 2024-09-13T13:44:01.942+0000 7fb350f8fc80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-09-13T13:44:02.235 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: debug 2024-09-13T13:44:01.942+0000 7fb350f8fc80 4 rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-09-13T13:44:02.235 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: debug 2024-09-13T13:44:01.942+0000 7fb350f8fc80 4 rocksdb: Options.max_compaction_bytes: 1677721600 2024-09-13T13:44:02.235 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: debug 2024-09-13T13:44:01.942+0000 7fb350f8fc80 4 rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-09-13T13:44:02.235 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: debug 2024-09-13T13:44:01.942+0000 7fb350f8fc80 4 rocksdb: Options.arena_block_size: 1048576 2024-09-13T13:44:02.235 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: debug 2024-09-13T13:44:01.942+0000 7fb350f8fc80 4 rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-09-13T13:44:02.235 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: debug 2024-09-13T13:44:01.942+0000 7fb350f8fc80 4 rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-09-13T13:44:02.235 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: debug 2024-09-13T13:44:01.942+0000 7fb350f8fc80 4 rocksdb: Options.disable_auto_compactions: 0 2024-09-13T13:44:02.235 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: debug 2024-09-13T13:44:01.942+0000 7fb350f8fc80 4 rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-09-13T13:44:02.235 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: debug 2024-09-13T13:44:01.942+0000 7fb350f8fc80 4 rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-09-13T13:44:02.235 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: debug 2024-09-13T13:44:01.942+0000 7fb350f8fc80 4 rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-09-13T13:44:02.235 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: debug 2024-09-13T13:44:01.942+0000 7fb350f8fc80 4 rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-09-13T13:44:02.235 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: debug 2024-09-13T13:44:01.942+0000 7fb350f8fc80 4 rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-09-13T13:44:02.235 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: debug 2024-09-13T13:44:01.942+0000 7fb350f8fc80 4 rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-09-13T13:44:02.236 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: debug 2024-09-13T13:44:01.942+0000 7fb350f8fc80 4 rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-09-13T13:44:02.236 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: debug 2024-09-13T13:44:01.942+0000 7fb350f8fc80 4 rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-09-13T13:44:02.236 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: debug 2024-09-13T13:44:01.942+0000 7fb350f8fc80 4 rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-09-13T13:44:02.236 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: debug 2024-09-13T13:44:01.942+0000 7fb350f8fc80 4 rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-09-13T13:44:02.236 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: debug 2024-09-13T13:44:01.942+0000 7fb350f8fc80 4 rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-09-13T13:44:02.236 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: debug 2024-09-13T13:44:01.942+0000 7fb350f8fc80 4 rocksdb: Options.inplace_update_support: 0 2024-09-13T13:44:02.236 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: debug 2024-09-13T13:44:01.942+0000 7fb350f8fc80 4 rocksdb: Options.inplace_update_num_locks: 10000 2024-09-13T13:44:02.236 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: debug 2024-09-13T13:44:01.942+0000 7fb350f8fc80 4 rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-09-13T13:44:02.236 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: debug 2024-09-13T13:44:01.942+0000 7fb350f8fc80 4 rocksdb: Options.memtable_whole_key_filtering: 0 2024-09-13T13:44:02.236 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: debug 2024-09-13T13:44:01.942+0000 7fb350f8fc80 4 rocksdb: Options.memtable_huge_page_size: 0 2024-09-13T13:44:02.236 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: debug 2024-09-13T13:44:01.942+0000 7fb350f8fc80 4 rocksdb: Options.bloom_locality: 0 2024-09-13T13:44:02.236 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: debug 2024-09-13T13:44:01.942+0000 7fb350f8fc80 4 rocksdb: Options.max_successive_merges: 0 2024-09-13T13:44:02.236 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: debug 2024-09-13T13:44:01.942+0000 7fb350f8fc80 4 rocksdb: Options.optimize_filters_for_hits: 0 2024-09-13T13:44:02.236 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: debug 2024-09-13T13:44:01.942+0000 7fb350f8fc80 4 rocksdb: Options.paranoid_file_checks: 0 2024-09-13T13:44:02.236 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: debug 2024-09-13T13:44:01.942+0000 7fb350f8fc80 4 rocksdb: Options.force_consistency_checks: 1 2024-09-13T13:44:02.237 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: debug 2024-09-13T13:44:01.942+0000 7fb350f8fc80 4 rocksdb: Options.report_bg_io_stats: 0 2024-09-13T13:44:02.237 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: debug 2024-09-13T13:44:01.942+0000 7fb350f8fc80 4 rocksdb: Options.ttl: 2592000 2024-09-13T13:44:02.237 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: debug 2024-09-13T13:44:01.942+0000 7fb350f8fc80 4 rocksdb: Options.periodic_compaction_seconds: 0 2024-09-13T13:44:02.237 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: debug 2024-09-13T13:44:01.942+0000 7fb350f8fc80 4 rocksdb: Options.preclude_last_level_data_seconds: 0 2024-09-13T13:44:02.237 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: debug 2024-09-13T13:44:01.942+0000 7fb350f8fc80 4 rocksdb: Options.preserve_internal_time_seconds: 0 2024-09-13T13:44:02.237 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: debug 2024-09-13T13:44:01.942+0000 7fb350f8fc80 4 rocksdb: Options.enable_blob_files: false 2024-09-13T13:44:02.237 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: debug 2024-09-13T13:44:01.942+0000 7fb350f8fc80 4 rocksdb: Options.min_blob_size: 0 2024-09-13T13:44:02.237 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: debug 2024-09-13T13:44:01.942+0000 7fb350f8fc80 4 rocksdb: Options.blob_file_size: 268435456 2024-09-13T13:44:02.237 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: debug 2024-09-13T13:44:01.942+0000 7fb350f8fc80 4 rocksdb: Options.blob_compression_type: NoCompression 2024-09-13T13:44:02.237 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: debug 2024-09-13T13:44:01.942+0000 7fb350f8fc80 4 rocksdb: Options.enable_blob_garbage_collection: false 2024-09-13T13:44:02.237 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: debug 2024-09-13T13:44:01.942+0000 7fb350f8fc80 4 rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-09-13T13:44:02.237 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: debug 2024-09-13T13:44:01.942+0000 7fb350f8fc80 4 rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-09-13T13:44:02.237 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: debug 2024-09-13T13:44:01.942+0000 7fb350f8fc80 4 rocksdb: Options.blob_compaction_readahead_size: 0 2024-09-13T13:44:02.238 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: debug 2024-09-13T13:44:01.942+0000 7fb350f8fc80 4 rocksdb: Options.blob_file_starting_level: 0 2024-09-13T13:44:02.238 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: debug 2024-09-13T13:44:01.942+0000 7fb350f8fc80 4 rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-09-13T13:44:02.238 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: debug 2024-09-13T13:44:01.946+0000 7fb350f8fc80 4 rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000010 succeeded,manifest_file_number is 10, next_file_number is 12, last_sequence is 5, log_number is 5,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 5 2024-09-13T13:44:02.238 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: debug 2024-09-13T13:44:01.946+0000 7fb350f8fc80 4 rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 5 2024-09-13T13:44:02.238 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: debug 2024-09-13T13:44:01.946+0000 7fb350f8fc80 4 rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 8deba2bc-75f2-467d-a680-25406ab947dc 2024-09-13T13:44:02.238 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: debug 2024-09-13T13:44:01.946+0000 7fb350f8fc80 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1726235041948225, "job": 1, "event": "recovery_started", "wal_files": [9]} 2024-09-13T13:44:02.238 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: debug 2024-09-13T13:44:01.946+0000 7fb350f8fc80 4 rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #9 mode 2 2024-09-13T13:44:02.238 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: debug 2024-09-13T13:44:01.946+0000 7fb350f8fc80 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1726235041949356, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 13, "file_size": 84792, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 8, "largest_seqno": 258, "table_properties": {"data_size": 82939, "index_size": 237, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 581, "raw_key_size": 10201, "raw_average_key_size": 47, "raw_value_size": 77148, "raw_average_value_size": 355, "num_data_blocks": 11, "num_entries": 217, "num_filter_entries": 217, "num_deletions": 3, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1726235041, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "8deba2bc-75f2-467d-a680-25406ab947dc", "db_session_id": "M0IB5G1Y7GA4FXEZSJ34", "orig_file_number": 13, "seqno_to_time_mapping": "N/A"}} 2024-09-13T13:44:02.238 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: debug 2024-09-13T13:44:01.946+0000 7fb350f8fc80 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1726235041949485, "job": 1, "event": "recovery_finished"} 2024-09-13T13:44:02.238 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: debug 2024-09-13T13:44:01.946+0000 7fb350f8fc80 4 rocksdb: [db/version_set.cc:5047] Creating manifest 15 2024-09-13T13:44:02.238 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: debug 2024-09-13T13:44:01.946+0000 7fb350f8fc80 4 rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-a/store.db/000009.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-09-13T13:44:02.238 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: debug 2024-09-13T13:44:01.946+0000 7fb350f8fc80 4 rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x55f509798e00 2024-09-13T13:44:02.238 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: debug 2024-09-13T13:44:01.946+0000 7fb350f8fc80 4 rocksdb: DB pointer 0x55f509898000 2024-09-13T13:44:02.238 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: debug 2024-09-13T13:44:01.946+0000 7fb346d58640 4 rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-09-13T13:44:02.239 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: debug 2024-09-13T13:44:01.946+0000 7fb346d58640 4 rocksdb: [db/db_impl/db_impl.cc:1111] 2024-09-13T13:44:02.239 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: ** DB Stats ** 2024-09-13T13:44:02.239 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: Uptime(secs): 0.0 total, 0.0 interval 2024-09-13T13:44:02.239 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-09-13T13:44:02.239 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-09-13T13:44:02.239 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-09-13T13:44:02.239 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-09-13T13:44:02.239 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-09-13T13:44:02.239 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-09-13T13:44:02.239 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: ** Compaction Stats [default] ** 2024-09-13T13:44:02.239 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-09-13T13:44:02.239 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-09-13T13:44:02.239 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: L0 2/0 84.67 KB 0.5 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 114.1 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-09-13T13:44:02.239 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: Sum 2/0 84.67 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 114.1 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-09-13T13:44:02.240 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 114.1 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-09-13T13:44:02.240 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: ** Compaction Stats [default] ** 2024-09-13T13:44:02.240 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-09-13T13:44:02.240 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-09-13T13:44:02.240 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 114.1 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-09-13T13:44:02.240 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-09-13T13:44:02.240 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: Uptime(secs): 0.0 total, 0.0 interval 2024-09-13T13:44:02.240 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: Flush(GB): cumulative 0.000, interval 0.000 2024-09-13T13:44:02.240 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: AddFile(GB): cumulative 0.000, interval 0.000 2024-09-13T13:44:02.240 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: AddFile(Total Files): cumulative 0, interval 0 2024-09-13T13:44:02.240 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: AddFile(L0 Files): cumulative 0, interval 0 2024-09-13T13:44:02.240 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: AddFile(Keys): cumulative 0, interval 0 2024-09-13T13:44:02.240 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: Cumulative compaction: 0.00 GB write, 20.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-13T13:44:02.240 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: Interval compaction: 0.00 GB write, 20.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-13T13:44:02.241 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-09-13T13:44:02.241 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: Block cache BinnedLRUCache@0x55f50976d1f0#7 capacity: 512.00 MB usage: 1.19 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1.7e-05 secs_since: 0 2024-09-13T13:44:02.241 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: Block cache entry stats(count,size,portion): FilterBlock(2,0.77 KB,0.000146031%) IndexBlock(2,0.42 KB,8.04663e-05%) Misc(1,0.00 KB,0%) 2024-09-13T13:44:02.241 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: ** File Read Latency Histogram By Level [default] ** 2024-09-13T13:44:02.241 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: debug 2024-09-13T13:44:01.946+0000 7fb350f8fc80 0 starting mon.a rank 0 at public addrs [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] at bind addrs [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] mon_data /var/lib/ceph/mon/ceph-a fsid ff1149ea-71d5-11ef-bceb-c7b262605968 2024-09-13T13:44:02.241 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: debug 2024-09-13T13:44:01.950+0000 7fb350f8fc80 1 mon.a@-1(???) e1 preinit fsid ff1149ea-71d5-11ef-bceb-c7b262605968 2024-09-13T13:44:02.241 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: debug 2024-09-13T13:44:01.950+0000 7fb350f8fc80 0 mon.a@-1(???).mds e1 new map 2024-09-13T13:44:02.241 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: debug 2024-09-13T13:44:01.950+0000 7fb350f8fc80 0 mon.a@-1(???).mds e1 print_map 2024-09-13T13:44:02.241 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: e1 2024-09-13T13:44:02.241 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: btime 2024-09-13T13:43:55:335093+0000 2024-09-13T13:44:02.241 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: enable_multiple, ever_enabled_multiple: 1,1 2024-09-13T13:44:02.241 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments,12=quiesce subvolumes} 2024-09-13T13:44:02.242 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: legacy client fscid: -1 2024-09-13T13:44:02.242 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: 2024-09-13T13:44:02.242 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: No filesystems configured 2024-09-13T13:44:02.242 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: debug 2024-09-13T13:44:01.950+0000 7fb350f8fc80 0 mon.a@-1(???).osd e1 crush map has features 3314932999778484224, adjusting msgr requires 2024-09-13T13:44:02.242 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: debug 2024-09-13T13:44:01.950+0000 7fb350f8fc80 0 mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-09-13T13:44:02.242 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: debug 2024-09-13T13:44:01.950+0000 7fb350f8fc80 0 mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-09-13T13:44:02.242 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: debug 2024-09-13T13:44:01.950+0000 7fb350f8fc80 0 mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-09-13T13:44:02.242 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:01 smithi062 bash[19845]: debug 2024-09-13T13:44:01.950+0000 7fb350f8fc80 1 mon.a@-1(???).paxosservice(auth 1..2) refresh upgraded, format 0 -> 3 2024-09-13T13:44:02.242 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:02 smithi062 bash[19845]: cluster 2024-09-13T13:44:01.980396+0000 mon.a (mon.0) 1 : cluster [INF] mon.a is new leader, mons a in quorum (ranks 0) 2024-09-13T13:44:02.242 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:02 smithi062 bash[19845]: cluster 2024-09-13T13:44:01.980460+0000 mon.a (mon.0) 2 : cluster [DBG] monmap epoch 1 2024-09-13T13:44:02.242 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:02 smithi062 bash[19845]: cluster 2024-09-13T13:44:01.980473+0000 mon.a (mon.0) 3 : cluster [DBG] fsid ff1149ea-71d5-11ef-bceb-c7b262605968 2024-09-13T13:44:02.242 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:02 smithi062 bash[19845]: cluster 2024-09-13T13:44:01.980482+0000 mon.a (mon.0) 4 : cluster [DBG] last_changed 2024-09-13T13:43:50.492122+0000 2024-09-13T13:44:02.242 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:02 smithi062 bash[19845]: cluster 2024-09-13T13:44:01.980503+0000 mon.a (mon.0) 5 : cluster [DBG] created 2024-09-13T13:43:50.492122+0000 2024-09-13T13:44:02.242 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:02 smithi062 bash[19845]: cluster 2024-09-13T13:44:01.980513+0000 mon.a (mon.0) 6 : cluster [DBG] min_mon_release 19 (squid) 2024-09-13T13:44:02.242 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:02 smithi062 bash[19845]: cluster 2024-09-13T13:44:01.980522+0000 mon.a (mon.0) 7 : cluster [DBG] election_strategy: 1 2024-09-13T13:44:02.243 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:02 smithi062 bash[19845]: cluster 2024-09-13T13:44:01.980533+0000 mon.a (mon.0) 8 : cluster [DBG] 0: [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] mon.a 2024-09-13T13:44:02.243 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:02 smithi062 bash[19845]: cluster 2024-09-13T13:44:01.980942+0000 mon.a (mon.0) 9 : cluster [DBG] fsmap 2024-09-13T13:44:02.243 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:02 smithi062 bash[19845]: cluster 2024-09-13T13:44:01.980973+0000 mon.a (mon.0) 10 : cluster [DBG] osdmap e1: 0 total, 0 up, 0 in 2024-09-13T13:44:02.243 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:02 smithi062 bash[19845]: cluster 2024-09-13T13:44:01.981390+0000 mon.a (mon.0) 11 : cluster [DBG] mgrmap e1: no daemons active 2024-09-13T13:44:02.758 INFO:teuthology.orchestra.run.smithi062.stdout:Wrote config to /etc/ceph/ceph.conf 2024-09-13T13:44:02.784 INFO:teuthology.orchestra.run.smithi062.stdout:Wrote keyring to /etc/ceph/ceph.client.admin.keyring 2024-09-13T13:44:02.784 INFO:teuthology.orchestra.run.smithi062.stdout:Creating mgr... 2024-09-13T13:44:02.784 INFO:teuthology.orchestra.run.smithi062.stdout:Verifying port 0.0.0.0:9283 ... 2024-09-13T13:44:02.785 INFO:teuthology.orchestra.run.smithi062.stdout:Verifying port 0.0.0.0:8765 ... 2024-09-13T13:44:03.069 INFO:teuthology.orchestra.run.smithi062.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@mgr.y 2024-09-13T13:44:03.069 INFO:teuthology.orchestra.run.smithi062.stdout:systemctl: stderr Failed to reset failed state of unit ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@mgr.y.service: Unit ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@mgr.y.service not loaded. 2024-09-13T13:44:03.166 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:02 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T13:44:03.264 INFO:teuthology.orchestra.run.smithi062.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968.target.wants/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@mgr.y.service -> /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service. 2024-09-13T13:44:03.272 INFO:teuthology.orchestra.run.smithi062.stdout:firewalld does not appear to be present 2024-09-13T13:44:03.272 INFO:teuthology.orchestra.run.smithi062.stdout:Not possible to enable service . firewalld.service is not available 2024-09-13T13:44:03.273 INFO:teuthology.orchestra.run.smithi062.stdout:firewalld does not appear to be present 2024-09-13T13:44:03.273 INFO:teuthology.orchestra.run.smithi062.stdout:Not possible to open ports <[9283, 8765]>. firewalld.service is not available 2024-09-13T13:44:03.273 INFO:teuthology.orchestra.run.smithi062.stdout:Waiting for mgr to start... 2024-09-13T13:44:03.273 INFO:teuthology.orchestra.run.smithi062.stdout:Waiting for mgr... 2024-09-13T13:44:03.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:03 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T13:44:03.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:03 smithi062 bash[19845]: audit 2024-09-13T13:44:02.206769+0000 mon.a (mon.0) 12 : audit [INF] from='client.? 172.21.15.62:0/4010914262' entity='client.admin' 2024-09-13T13:44:05.003 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 13:44:04 smithi062 bash[20100]: debug 2024-09-13T13:44:04.922+0000 7fc9249a3040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-13T13:44:05.420 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:05 smithi062 bash[19845]: audit 2024-09-13T13:44:05.185002+0000 mon.a (mon.0) 13 : audit [DBG] from='client.? 172.21.15.62:0/2010751332' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-09-13T13:44:05.789 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph: stdout 2024-09-13T13:44:05.789 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph: stdout { 2024-09-13T13:44:05.790 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph: stdout "fsid": "ff1149ea-71d5-11ef-bceb-c7b262605968", 2024-09-13T13:44:05.790 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph: stdout "health": { 2024-09-13T13:44:05.790 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-09-13T13:44:05.790 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-09-13T13:44:05.790 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-09-13T13:44:05.790 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph: stdout }, 2024-09-13T13:44:05.790 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-09-13T13:44:05.790 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-09-13T13:44:05.790 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph: stdout 0 2024-09-13T13:44:05.790 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph: stdout ], 2024-09-13T13:44:05.790 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-09-13T13:44:05.790 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph: stdout "a" 2024-09-13T13:44:05.790 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph: stdout ], 2024-09-13T13:44:05.790 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph: stdout "quorum_age": 3, 2024-09-13T13:44:05.791 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph: stdout "monmap": { 2024-09-13T13:44:05.791 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-13T13:44:05.791 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "squid", 2024-09-13T13:44:05.791 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-09-13T13:44:05.791 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph: stdout }, 2024-09-13T13:44:05.791 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-09-13T13:44:05.791 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-13T13:44:05.791 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-09-13T13:44:05.791 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-09-13T13:44:05.791 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-09-13T13:44:05.791 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-09-13T13:44:05.791 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-09-13T13:44:05.791 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-09-13T13:44:05.794 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph: stdout }, 2024-09-13T13:44:05.795 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-09-13T13:44:05.795 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-09-13T13:44:05.795 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-09-13T13:44:05.795 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-09-13T13:44:05.795 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-09-13T13:44:05.795 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-09-13T13:44:05.795 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-09-13T13:44:05.795 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-09-13T13:44:05.795 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-09-13T13:44:05.795 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph: stdout }, 2024-09-13T13:44:05.795 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-09-13T13:44:05.795 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-13T13:44:05.795 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph: stdout "btime": "2024-09-13T13:43:55:335093+0000", 2024-09-13T13:44:05.795 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-09-13T13:44:05.796 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-09-13T13:44:05.796 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph: stdout }, 2024-09-13T13:44:05.796 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-09-13T13:44:05.796 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph: stdout "available": false, 2024-09-13T13:44:05.796 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-09-13T13:44:05.796 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph: stdout "modules": [ 2024-09-13T13:44:05.796 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph: stdout "iostat", 2024-09-13T13:44:05.796 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph: stdout "nfs", 2024-09-13T13:44:05.796 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph: stdout "restful" 2024-09-13T13:44:05.796 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph: stdout ], 2024-09-13T13:44:05.796 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph: stdout "services": {} 2024-09-13T13:44:05.796 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph: stdout }, 2024-09-13T13:44:05.796 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-09-13T13:44:05.797 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-13T13:44:05.797 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph: stdout "modified": "2024-09-13T13:43:55.335834+0000", 2024-09-13T13:44:05.797 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph: stdout "services": {} 2024-09-13T13:44:05.797 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph: stdout }, 2024-09-13T13:44:05.797 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-09-13T13:44:05.797 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph: stdout } 2024-09-13T13:44:05.797 INFO:teuthology.orchestra.run.smithi062.stdout:mgr not available, waiting (1/15)... 2024-09-13T13:44:06.503 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 13:44:06 smithi062 bash[20100]: debug 2024-09-13T13:44:06.190+0000 7fc9249a3040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-13T13:44:06.503 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 13:44:06 smithi062 bash[20100]: debug 2024-09-13T13:44:06.258+0000 7fc9249a3040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-13T13:44:06.504 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 13:44:06 smithi062 bash[20100]: debug 2024-09-13T13:44:06.414+0000 7fc9249a3040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-13T13:44:07.437 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 13:44:07 smithi062 bash[20100]: debug 2024-09-13T13:44:07.098+0000 7fc9249a3040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-13T13:44:07.437 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 13:44:07 smithi062 bash[20100]: debug 2024-09-13T13:44:07.170+0000 7fc9249a3040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-13T13:44:07.437 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 13:44:07 smithi062 bash[20100]: debug 2024-09-13T13:44:07.242+0000 7fc9249a3040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-13T13:44:07.437 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 13:44:07 smithi062 bash[20100]: debug 2024-09-13T13:44:07.434+0000 7fc9249a3040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-13T13:44:07.753 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 13:44:07 smithi062 bash[20100]: debug 2024-09-13T13:44:07.514+0000 7fc9249a3040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-13T13:44:07.753 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 13:44:07 smithi062 bash[20100]: debug 2024-09-13T13:44:07.586+0000 7fc9249a3040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-13T13:44:08.133 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 13:44:07 smithi062 bash[20100]: debug 2024-09-13T13:44:07.854+0000 7fc9249a3040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-13T13:44:08.133 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 13:44:07 smithi062 bash[20100]: debug 2024-09-13T13:44:07.926+0000 7fc9249a3040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-13T13:44:08.474 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 13:44:08 smithi062 bash[20100]: debug 2024-09-13T13:44:08.130+0000 7fc9249a3040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-13T13:44:08.475 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 13:44:08 smithi062 bash[20100]: debug 2024-09-13T13:44:08.210+0000 7fc9249a3040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-13T13:44:08.753 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 13:44:08 smithi062 bash[20100]: debug 2024-09-13T13:44:08.470+0000 7fc9249a3040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-09-13T13:44:08.753 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 13:44:08 smithi062 bash[20100]: debug 2024-09-13T13:44:08.658+0000 7fc9249a3040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-13T13:44:09.105 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 13:44:08 smithi062 bash[20100]: debug 2024-09-13T13:44:08.826+0000 7fc9249a3040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-13T13:44:09.105 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 13:44:08 smithi062 bash[20100]: debug 2024-09-13T13:44:08.914+0000 7fc9249a3040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-13T13:44:09.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:09 smithi062 bash[19845]: audit 2024-09-13T13:44:09.121512+0000 mon.a (mon.0) 14 : audit [DBG] from='client.? 172.21.15.62:0/2408813479' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-09-13T13:44:09.503 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 13:44:09 smithi062 bash[20100]: debug 2024-09-13T13:44:09.102+0000 7fc9249a3040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-13T13:44:09.732 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph: stdout 2024-09-13T13:44:09.732 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph: stdout { 2024-09-13T13:44:09.732 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph: stdout "fsid": "ff1149ea-71d5-11ef-bceb-c7b262605968", 2024-09-13T13:44:09.733 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph: stdout "health": { 2024-09-13T13:44:09.733 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-09-13T13:44:09.733 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-09-13T13:44:09.733 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-09-13T13:44:09.733 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph: stdout }, 2024-09-13T13:44:09.733 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-09-13T13:44:09.733 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-09-13T13:44:09.733 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph: stdout 0 2024-09-13T13:44:09.733 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph: stdout ], 2024-09-13T13:44:09.733 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-09-13T13:44:09.733 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph: stdout "a" 2024-09-13T13:44:09.733 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph: stdout ], 2024-09-13T13:44:09.733 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph: stdout "quorum_age": 7, 2024-09-13T13:44:09.734 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph: stdout "monmap": { 2024-09-13T13:44:09.734 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-13T13:44:09.734 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "squid", 2024-09-13T13:44:09.734 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-09-13T13:44:09.734 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph: stdout }, 2024-09-13T13:44:09.734 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-09-13T13:44:09.734 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-13T13:44:09.734 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-09-13T13:44:09.734 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-09-13T13:44:09.734 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-09-13T13:44:09.734 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-09-13T13:44:09.734 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-09-13T13:44:09.734 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-09-13T13:44:09.734 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph: stdout }, 2024-09-13T13:44:09.735 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-09-13T13:44:09.735 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-09-13T13:44:09.735 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-09-13T13:44:09.735 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-09-13T13:44:09.735 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-09-13T13:44:09.735 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-09-13T13:44:09.735 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-09-13T13:44:09.735 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-09-13T13:44:09.735 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-09-13T13:44:09.735 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph: stdout }, 2024-09-13T13:44:09.735 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-09-13T13:44:09.735 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-13T13:44:09.735 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph: stdout "btime": "2024-09-13T13:43:55:335093+0000", 2024-09-13T13:44:09.735 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-09-13T13:44:09.736 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-09-13T13:44:09.736 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph: stdout }, 2024-09-13T13:44:09.736 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-09-13T13:44:09.736 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph: stdout "available": false, 2024-09-13T13:44:09.736 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-09-13T13:44:09.736 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph: stdout "modules": [ 2024-09-13T13:44:09.736 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph: stdout "iostat", 2024-09-13T13:44:09.736 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph: stdout "nfs", 2024-09-13T13:44:09.736 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph: stdout "restful" 2024-09-13T13:44:09.736 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph: stdout ], 2024-09-13T13:44:09.736 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph: stdout "services": {} 2024-09-13T13:44:09.736 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph: stdout }, 2024-09-13T13:44:09.736 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-09-13T13:44:09.737 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-13T13:44:09.737 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph: stdout "modified": "2024-09-13T13:43:55.335834+0000", 2024-09-13T13:44:09.737 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph: stdout "services": {} 2024-09-13T13:44:09.737 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph: stdout }, 2024-09-13T13:44:09.737 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-09-13T13:44:09.737 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph: stdout } 2024-09-13T13:44:09.737 INFO:teuthology.orchestra.run.smithi062.stdout:mgr not available, waiting (2/15)... 2024-09-13T13:44:10.253 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 13:44:09 smithi062 bash[20100]: debug 2024-09-13T13:44:09.950+0000 7fc9249a3040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-13T13:44:10.253 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 13:44:10 smithi062 bash[20100]: debug 2024-09-13T13:44:10.030+0000 7fc9249a3040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-13T13:44:10.752 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 13:44:10 smithi062 bash[20100]: debug 2024-09-13T13:44:10.262+0000 7fc9249a3040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-13T13:44:10.753 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 13:44:10 smithi062 bash[20100]: debug 2024-09-13T13:44:10.338+0000 7fc9249a3040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-13T13:44:11.003 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 13:44:10 smithi062 bash[20100]: debug 2024-09-13T13:44:10.750+0000 7fc9249a3040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-13T13:44:11.003 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 13:44:10 smithi062 bash[20100]: debug 2024-09-13T13:44:10.830+0000 7fc9249a3040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-13T13:44:11.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:10 smithi062 bash[19845]: cluster 2024-09-13T13:44:10.853920+0000 mon.a (mon.0) 15 : cluster [INF] Activating manager daemon y 2024-09-13T13:44:11.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:10 smithi062 bash[19845]: cluster 2024-09-13T13:44:10.860456+0000 mon.a (mon.0) 16 : cluster [DBG] mgrmap e2: y(active, starting, since 0.00672383s) 2024-09-13T13:44:11.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:10 smithi062 bash[19845]: audit 2024-09-13T13:44:10.861432+0000 mon.a (mon.0) 17 : audit [DBG] from='mgr.14100 172.21.15.62:0/621738552' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-13T13:44:11.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:10 smithi062 bash[19845]: audit 2024-09-13T13:44:10.861534+0000 mon.a (mon.0) 18 : audit [DBG] from='mgr.14100 172.21.15.62:0/621738552' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-13T13:44:11.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:10 smithi062 bash[19845]: audit 2024-09-13T13:44:10.861668+0000 mon.a (mon.0) 19 : audit [DBG] from='mgr.14100 172.21.15.62:0/621738552' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-13T13:44:11.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:10 smithi062 bash[19845]: audit 2024-09-13T13:44:10.861852+0000 mon.a (mon.0) 20 : audit [DBG] from='mgr.14100 172.21.15.62:0/621738552' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T13:44:11.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:10 smithi062 bash[19845]: audit 2024-09-13T13:44:10.862444+0000 mon.a (mon.0) 21 : audit [DBG] from='mgr.14100 172.21.15.62:0/621738552' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-13T13:44:11.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:10 smithi062 bash[19845]: cluster 2024-09-13T13:44:10.886699+0000 mon.a (mon.0) 22 : cluster [INF] Manager daemon y is now available 2024-09-13T13:44:11.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:10 smithi062 bash[19845]: audit 2024-09-13T13:44:10.897863+0000 mon.a (mon.0) 23 : audit [INF] from='mgr.14100 172.21.15.62:0/621738552' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-13T13:44:11.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:10 smithi062 bash[19845]: audit 2024-09-13T13:44:10.899905+0000 mon.a (mon.0) 24 : audit [INF] from='mgr.14100 172.21.15.62:0/621738552' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-13T13:44:11.005 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:10 smithi062 bash[19845]: audit 2024-09-13T13:44:10.903534+0000 mon.a (mon.0) 25 : audit [INF] from='mgr.14100 172.21.15.62:0/621738552' entity='mgr.y' 2024-09-13T13:44:12.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:11 smithi062 bash[19845]: audit 2024-09-13T13:44:10.909285+0000 mon.a (mon.0) 26 : audit [INF] from='mgr.14100 172.21.15.62:0/621738552' entity='mgr.y' 2024-09-13T13:44:12.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:11 smithi062 bash[19845]: audit 2024-09-13T13:44:10.920648+0000 mon.a (mon.0) 27 : audit [INF] from='mgr.14100 172.21.15.62:0/621738552' entity='mgr.y' 2024-09-13T13:44:12.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:11 smithi062 bash[19845]: cluster 2024-09-13T13:44:11.869873+0000 mon.a (mon.0) 28 : cluster [DBG] mgrmap e3: y(active, since 1.01614s) 2024-09-13T13:44:13.969 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph: stdout 2024-09-13T13:44:13.969 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph: stdout { 2024-09-13T13:44:13.969 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph: stdout "fsid": "ff1149ea-71d5-11ef-bceb-c7b262605968", 2024-09-13T13:44:13.969 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph: stdout "health": { 2024-09-13T13:44:13.969 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-09-13T13:44:13.969 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-09-13T13:44:13.969 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-09-13T13:44:13.969 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph: stdout }, 2024-09-13T13:44:13.970 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-09-13T13:44:13.972 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-09-13T13:44:13.972 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph: stdout 0 2024-09-13T13:44:13.972 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph: stdout ], 2024-09-13T13:44:13.972 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-09-13T13:44:13.972 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph: stdout "a" 2024-09-13T13:44:13.972 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph: stdout ], 2024-09-13T13:44:13.972 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph: stdout "quorum_age": 11, 2024-09-13T13:44:13.972 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph: stdout "monmap": { 2024-09-13T13:44:13.972 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-13T13:44:13.972 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "squid", 2024-09-13T13:44:13.973 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-09-13T13:44:13.973 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph: stdout }, 2024-09-13T13:44:13.973 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-09-13T13:44:13.973 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-13T13:44:13.973 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-09-13T13:44:13.973 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-09-13T13:44:13.973 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-09-13T13:44:13.973 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-09-13T13:44:13.973 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-09-13T13:44:13.973 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-09-13T13:44:13.976 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph: stdout }, 2024-09-13T13:44:13.977 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-09-13T13:44:13.977 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-09-13T13:44:13.977 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-09-13T13:44:13.977 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-09-13T13:44:13.977 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-09-13T13:44:13.977 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-09-13T13:44:13.977 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-09-13T13:44:13.977 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-09-13T13:44:13.977 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-09-13T13:44:13.977 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph: stdout }, 2024-09-13T13:44:13.977 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-09-13T13:44:13.977 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-13T13:44:13.977 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph: stdout "btime": "2024-09-13T13:43:55:335093+0000", 2024-09-13T13:44:13.978 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-09-13T13:44:13.978 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-09-13T13:44:13.978 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph: stdout }, 2024-09-13T13:44:13.978 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-09-13T13:44:13.978 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph: stdout "available": true, 2024-09-13T13:44:13.978 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-09-13T13:44:13.978 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph: stdout "modules": [ 2024-09-13T13:44:13.978 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph: stdout "iostat", 2024-09-13T13:44:13.978 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph: stdout "nfs", 2024-09-13T13:44:13.978 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph: stdout "restful" 2024-09-13T13:44:13.978 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph: stdout ], 2024-09-13T13:44:13.978 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph: stdout "services": {} 2024-09-13T13:44:13.978 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph: stdout }, 2024-09-13T13:44:13.978 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-09-13T13:44:13.979 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-13T13:44:13.979 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph: stdout "modified": "2024-09-13T13:43:55.335834+0000", 2024-09-13T13:44:13.979 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph: stdout "services": {} 2024-09-13T13:44:13.979 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph: stdout }, 2024-09-13T13:44:13.979 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-09-13T13:44:13.979 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph: stdout } 2024-09-13T13:44:13.979 INFO:teuthology.orchestra.run.smithi062.stdout:mgr is available 2024-09-13T13:44:14.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:13 smithi062 bash[19845]: cluster 2024-09-13T13:44:12.919305+0000 mon.a (mon.0) 29 : cluster [DBG] mgrmap e4: y(active, since 2s) 2024-09-13T13:44:14.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:13 smithi062 bash[19845]: audit 2024-09-13T13:44:13.413143+0000 mon.a (mon.0) 30 : audit [DBG] from='client.? 172.21.15.62:0/1320700714' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-09-13T13:44:15.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:15 smithi062 bash[19845]: audit 2024-09-13T13:44:15.351424+0000 mon.a (mon.0) 31 : audit [INF] from='client.? 172.21.15.62:0/65174718' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2024-09-13T13:44:15.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:15 smithi062 bash[19845]: audit 2024-09-13T13:44:15.355349+0000 mon.a (mon.0) 32 : audit [INF] from='client.? 172.21.15.62:0/65174718' entity='client.admin' cmd='[{"prefix": "config assimilate-conf"}]': finished 2024-09-13T13:44:15.966 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph: stdout 2024-09-13T13:44:15.966 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph: stdout [global] 2024-09-13T13:44:15.966 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph: stdout fsid = ff1149ea-71d5-11ef-bceb-c7b262605968 2024-09-13T13:44:15.966 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph: stdout mon_host = [v2:172.21.15.62:3300,v1:172.21.15.62:6789] 2024-09-13T13:44:15.968 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2024-09-13T13:44:15.968 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2024-09-13T13:44:15.968 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2024-09-13T13:44:15.968 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2024-09-13T13:44:15.968 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph: stdout 2024-09-13T13:44:15.968 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph: stdout [mgr] 2024-09-13T13:44:15.968 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2024-09-13T13:44:15.968 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph: stdout 2024-09-13T13:44:15.968 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph: stdout [osd] 2024-09-13T13:44:15.968 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2024-09-13T13:44:15.968 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2024-09-13T13:44:15.969 INFO:teuthology.orchestra.run.smithi062.stdout:Enabling cephadm module... 2024-09-13T13:44:17.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:17 smithi062 bash[19845]: audit 2024-09-13T13:44:17.438207+0000 mon.a (mon.0) 33 : audit [INF] from='client.? 172.21.15.62:0/746672508' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "cephadm"}]: dispatch 2024-09-13T13:44:17.753 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 13:44:17 smithi062 bash[20100]: ignoring --setuser ceph since I am not root 2024-09-13T13:44:17.754 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 13:44:17 smithi062 bash[20100]: ignoring --setgroup ceph since I am not root 2024-09-13T13:44:17.754 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 13:44:17 smithi062 bash[20100]: debug 2024-09-13T13:44:17.642+0000 7f2dd4656040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-13T13:44:18.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:18 smithi062 bash[19845]: audit 2024-09-13T13:44:17.490019+0000 mon.a (mon.0) 34 : audit [INF] from='client.? 172.21.15.62:0/746672508' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "cephadm"}]': finished 2024-09-13T13:44:18.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:18 smithi062 bash[19845]: cluster 2024-09-13T13:44:17.494982+0000 mon.a (mon.0) 35 : cluster [DBG] mgrmap e5: y(active, since 6s) 2024-09-13T13:44:19.257 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 13:44:18 smithi062 bash[20100]: debug 2024-09-13T13:44:18.886+0000 7f2dd4656040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-13T13:44:19.257 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 13:44:18 smithi062 bash[20100]: debug 2024-09-13T13:44:18.958+0000 7f2dd4656040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-13T13:44:19.257 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 13:44:19 smithi062 bash[20100]: debug 2024-09-13T13:44:19.118+0000 7f2dd4656040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-13T13:44:19.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:19 smithi062 bash[19845]: audit 2024-09-13T13:44:19.484094+0000 mon.a (mon.0) 36 : audit [DBG] from='client.? 172.21.15.62:0/312995274' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2024-09-13T13:44:20.052 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph: stdout { 2024-09-13T13:44:20.053 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph: stdout "epoch": 5, 2024-09-13T13:44:20.053 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph: stdout "available": true, 2024-09-13T13:44:20.053 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph: stdout "active_name": "y", 2024-09-13T13:44:20.053 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph: stdout "num_standby": 0 2024-09-13T13:44:20.053 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph: stdout } 2024-09-13T13:44:20.053 INFO:teuthology.orchestra.run.smithi062.stdout:Waiting for the mgr to restart... 2024-09-13T13:44:20.053 INFO:teuthology.orchestra.run.smithi062.stdout:Waiting for mgr epoch 5... 2024-09-13T13:44:20.146 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 13:44:19 smithi062 bash[20100]: debug 2024-09-13T13:44:19.802+0000 7f2dd4656040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-13T13:44:20.146 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 13:44:19 smithi062 bash[20100]: debug 2024-09-13T13:44:19.874+0000 7f2dd4656040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-13T13:44:20.146 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 13:44:19 smithi062 bash[20100]: debug 2024-09-13T13:44:19.946+0000 7f2dd4656040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-13T13:44:20.503 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 13:44:20 smithi062 bash[20100]: debug 2024-09-13T13:44:20.142+0000 7f2dd4656040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-13T13:44:20.503 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 13:44:20 smithi062 bash[20100]: debug 2024-09-13T13:44:20.222+0000 7f2dd4656040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-13T13:44:20.504 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 13:44:20 smithi062 bash[20100]: debug 2024-09-13T13:44:20.294+0000 7f2dd4656040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-13T13:44:20.839 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 13:44:20 smithi062 bash[20100]: debug 2024-09-13T13:44:20.562+0000 7f2dd4656040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-13T13:44:20.839 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 13:44:20 smithi062 bash[20100]: debug 2024-09-13T13:44:20.634+0000 7f2dd4656040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-13T13:44:21.107 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 13:44:20 smithi062 bash[20100]: debug 2024-09-13T13:44:20.838+0000 7f2dd4656040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-13T13:44:21.107 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 13:44:20 smithi062 bash[20100]: debug 2024-09-13T13:44:20.918+0000 7f2dd4656040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-13T13:44:21.373 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 13:44:21 smithi062 bash[20100]: debug 2024-09-13T13:44:21.182+0000 7f2dd4656040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-09-13T13:44:21.624 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 13:44:21 smithi062 bash[20100]: debug 2024-09-13T13:44:21.370+0000 7f2dd4656040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-13T13:44:21.625 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 13:44:21 smithi062 bash[20100]: debug 2024-09-13T13:44:21.542+0000 7f2dd4656040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-13T13:44:22.003 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 13:44:21 smithi062 bash[20100]: debug 2024-09-13T13:44:21.622+0000 7f2dd4656040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-13T13:44:22.003 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 13:44:21 smithi062 bash[20100]: debug 2024-09-13T13:44:21.810+0000 7f2dd4656040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-13T13:44:22.971 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 13:44:22 smithi062 bash[20100]: debug 2024-09-13T13:44:22.658+0000 7f2dd4656040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-13T13:44:22.972 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 13:44:22 smithi062 bash[20100]: debug 2024-09-13T13:44:22.734+0000 7f2dd4656040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-13T13:44:23.253 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 13:44:22 smithi062 bash[20100]: debug 2024-09-13T13:44:22.970+0000 7f2dd4656040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-13T13:44:23.253 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 13:44:23 smithi062 bash[20100]: debug 2024-09-13T13:44:23.046+0000 7f2dd4656040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-13T13:44:23.753 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 13:44:23 smithi062 bash[20100]: debug 2024-09-13T13:44:23.454+0000 7f2dd4656040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-13T13:44:23.753 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 13:44:23 smithi062 bash[20100]: debug 2024-09-13T13:44:23.538+0000 7f2dd4656040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-13T13:44:23.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:23 smithi062 bash[19845]: cluster 2024-09-13T13:44:23.562173+0000 mon.a (mon.0) 37 : cluster [INF] Active manager daemon y restarted 2024-09-13T13:44:23.754 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:23 smithi062 bash[19845]: cluster 2024-09-13T13:44:23.562733+0000 mon.a (mon.0) 38 : cluster [INF] Activating manager daemon y 2024-09-13T13:44:23.754 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:23 smithi062 bash[19845]: cluster 2024-09-13T13:44:23.572432+0000 mon.a (mon.0) 39 : cluster [DBG] osdmap e2: 0 total, 0 up, 0 in 2024-09-13T13:44:23.754 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:23 smithi062 bash[19845]: cluster 2024-09-13T13:44:23.572656+0000 mon.a (mon.0) 40 : cluster [DBG] mgrmap e6: y(active, starting, since 0.0101051s) 2024-09-13T13:44:23.754 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:23 smithi062 bash[19845]: audit 2024-09-13T13:44:23.574272+0000 mon.a (mon.0) 41 : audit [DBG] from='mgr.14118 172.21.15.62:0/4048101964' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T13:44:23.754 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:23 smithi062 bash[19845]: audit 2024-09-13T13:44:23.575762+0000 mon.a (mon.0) 42 : audit [DBG] from='mgr.14118 172.21.15.62:0/4048101964' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-13T13:44:23.754 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:23 smithi062 bash[19845]: audit 2024-09-13T13:44:23.576909+0000 mon.a (mon.0) 43 : audit [DBG] from='mgr.14118 172.21.15.62:0/4048101964' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-13T13:44:23.754 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:23 smithi062 bash[19845]: audit 2024-09-13T13:44:23.577091+0000 mon.a (mon.0) 44 : audit [DBG] from='mgr.14118 172.21.15.62:0/4048101964' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-13T13:44:23.754 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:23 smithi062 bash[19845]: audit 2024-09-13T13:44:23.577235+0000 mon.a (mon.0) 45 : audit [DBG] from='mgr.14118 172.21.15.62:0/4048101964' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-13T13:44:23.754 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:23 smithi062 bash[19845]: cluster 2024-09-13T13:44:23.606190+0000 mon.a (mon.0) 46 : cluster [INF] Manager daemon y is now available 2024-09-13T13:44:25.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:24 smithi062 bash[19845]: cephadm 2024-09-13T13:44:23.625216+0000 mgr.y (mgr.14118) 1 : cephadm [INF] Found migration_current of "None". Setting to last migration. 2024-09-13T13:44:25.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:24 smithi062 bash[19845]: audit 2024-09-13T13:44:23.627924+0000 mon.a (mon.0) 47 : audit [INF] from='mgr.14118 172.21.15.62:0/4048101964' entity='mgr.y' 2024-09-13T13:44:25.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:24 smithi062 bash[19845]: audit 2024-09-13T13:44:23.631098+0000 mon.a (mon.0) 48 : audit [INF] from='mgr.14118 172.21.15.62:0/4048101964' entity='mgr.y' 2024-09-13T13:44:25.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:24 smithi062 bash[19845]: audit 2024-09-13T13:44:23.634603+0000 mon.a (mon.0) 49 : audit [DBG] from='mgr.14118 172.21.15.62:0/4048101964' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T13:44:25.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:24 smithi062 bash[19845]: audit 2024-09-13T13:44:23.637897+0000 mon.a (mon.0) 50 : audit [DBG] from='mgr.14118 172.21.15.62:0/4048101964' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T13:44:25.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:24 smithi062 bash[19845]: audit 2024-09-13T13:44:23.646929+0000 mon.a (mon.0) 51 : audit [INF] from='mgr.14118 172.21.15.62:0/4048101964' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-13T13:44:25.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:24 smithi062 bash[19845]: audit 2024-09-13T13:44:23.649342+0000 mon.a (mon.0) 52 : audit [INF] from='mgr.14118 172.21.15.62:0/4048101964' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-13T13:44:25.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:24 smithi062 bash[19845]: cluster 2024-09-13T13:44:24.574323+0000 mon.a (mon.0) 53 : cluster [DBG] mgrmap e7: y(active, since 1.01176s) 2024-09-13T13:44:25.226 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph: stdout { 2024-09-13T13:44:25.227 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 7, 2024-09-13T13:44:25.227 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph: stdout "initialized": true 2024-09-13T13:44:25.227 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph: stdout } 2024-09-13T13:44:25.227 INFO:teuthology.orchestra.run.smithi062.stdout:mgr epoch 5 is available 2024-09-13T13:44:25.227 INFO:teuthology.orchestra.run.smithi062.stdout:Setting orchestrator backend to cephadm... 2024-09-13T13:44:26.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:26 smithi062 bash[19845]: audit 2024-09-13T13:44:24.573667+0000 mgr.y (mgr.14118) 2 : audit [DBG] from='client.14122 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2024-09-13T13:44:26.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:26 smithi062 bash[19845]: audit 2024-09-13T13:44:24.588623+0000 mgr.y (mgr.14118) 3 : audit [DBG] from='client.14122 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2024-09-13T13:44:26.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:26 smithi062 bash[19845]: audit 2024-09-13T13:44:25.070934+0000 mon.a (mon.0) 54 : audit [INF] from='mgr.14118 172.21.15.62:0/4048101964' entity='mgr.y' 2024-09-13T13:44:26.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:26 smithi062 bash[19845]: audit 2024-09-13T13:44:25.075707+0000 mon.a (mon.0) 55 : audit [INF] from='mgr.14118 172.21.15.62:0/4048101964' entity='mgr.y' 2024-09-13T13:44:27.004 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 13:44:26 smithi062 bash[20100]: debug 2024-09-13T13:44:26.838+0000 7f2d3b955640 -1 log_channel(cephadm) log [ERR] : [13/Sep/2024:13:44:26] ENGINE Error in HTTPServer.serve 2024-09-13T13:44:27.004 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 13:44:26 smithi062 bash[20100]: Traceback (most recent call last): 2024-09-13T13:44:27.004 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 13:44:26 smithi062 bash[20100]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-13T13:44:27.005 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 13:44:26 smithi062 bash[20100]: self._connections.run(self.expiration_interval) 2024-09-13T13:44:27.005 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 13:44:26 smithi062 bash[20100]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-13T13:44:27.005 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 13:44:26 smithi062 bash[20100]: self._run(expiration_interval) 2024-09-13T13:44:27.005 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 13:44:26 smithi062 bash[20100]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-13T13:44:27.005 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 13:44:26 smithi062 bash[20100]: new_conn = self._from_server_socket(self.server.socket) 2024-09-13T13:44:27.005 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 13:44:26 smithi062 bash[20100]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-13T13:44:27.006 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 13:44:26 smithi062 bash[20100]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-13T13:44:27.006 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 13:44:26 smithi062 bash[20100]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-13T13:44:27.006 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 13:44:26 smithi062 bash[20100]: s = self.context.wrap_socket( 2024-09-13T13:44:27.006 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 13:44:26 smithi062 bash[20100]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-13T13:44:27.006 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 13:44:26 smithi062 bash[20100]: return self.sslsocket_class._create( 2024-09-13T13:44:27.006 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 13:44:26 smithi062 bash[20100]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-13T13:44:27.006 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 13:44:26 smithi062 bash[20100]: self.do_handshake() 2024-09-13T13:44:27.006 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 13:44:26 smithi062 bash[20100]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-13T13:44:27.007 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 13:44:26 smithi062 bash[20100]: self._sslobj.do_handshake() 2024-09-13T13:44:27.007 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 13:44:26 smithi062 bash[20100]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-13T13:44:27.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:27 smithi062 bash[19845]: cluster 2024-09-13T13:44:26.076585+0000 mon.a (mon.0) 56 : cluster [DBG] mgrmap e8: y(active, since 2s) 2024-09-13T13:44:27.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:27 smithi062 bash[19845]: audit 2024-09-13T13:44:26.591879+0000 mon.a (mon.0) 57 : audit [INF] from='mgr.14118 172.21.15.62:0/4048101964' entity='mgr.y' 2024-09-13T13:44:27.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:27 smithi062 bash[19845]: audit 2024-09-13T13:44:26.611219+0000 mon.a (mon.0) 58 : audit [DBG] from='mgr.14118 172.21.15.62:0/4048101964' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T13:44:27.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:27 smithi062 bash[19845]: audit 2024-09-13T13:44:26.840635+0000 mon.a (mon.0) 59 : audit [DBG] from='mgr.14118 172.21.15.62:0/4048101964' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T13:44:28.504 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:28 smithi062 bash[19845]: audit 2024-09-13T13:44:26.586789+0000 mgr.y (mgr.14118) 4 : audit [DBG] from='client.14130 -' entity='client.admin' cmd=[{"prefix": "orch set backend", "module_name": "cephadm", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T13:44:28.504 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:28 smithi062 bash[19845]: cephadm 2024-09-13T13:44:26.613508+0000 mgr.y (mgr.14118) 5 : cephadm [INF] [13/Sep/2024:13:44:26] ENGINE Bus STARTING 2024-09-13T13:44:28.504 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:28 smithi062 bash[19845]: cephadm 2024-09-13T13:44:26.715126+0000 mgr.y (mgr.14118) 6 : cephadm [INF] [13/Sep/2024:13:44:26] ENGINE Serving on http://172.21.15.62:8765 2024-09-13T13:44:28.504 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:28 smithi062 bash[19845]: cephadm 2024-09-13T13:44:26.839366+0000 mgr.y (mgr.14118) 7 : cephadm [INF] [13/Sep/2024:13:44:26] ENGINE Serving on https://172.21.15.62:7150 2024-09-13T13:44:28.504 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:28 smithi062 bash[19845]: cephadm 2024-09-13T13:44:26.839505+0000 mgr.y (mgr.14118) 8 : cephadm [INF] [13/Sep/2024:13:44:26] ENGINE Bus STARTED 2024-09-13T13:44:28.504 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:28 smithi062 bash[19845]: cephadm 2024-09-13T13:44:26.841796+0000 mgr.y (mgr.14118) 9 : cephadm [ERR] [13/Sep/2024:13:44:26] ENGINE Error in HTTPServer.serve 2024-09-13T13:44:28.504 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:28 smithi062 bash[19845]: Traceback (most recent call last): 2024-09-13T13:44:28.504 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:28 smithi062 bash[19845]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-13T13:44:28.504 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:28 smithi062 bash[19845]: self._connections.run(self.expiration_interval) 2024-09-13T13:44:28.504 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:28 smithi062 bash[19845]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-13T13:44:28.504 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:28 smithi062 bash[19845]: self._run(expiration_interval) 2024-09-13T13:44:28.505 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:28 smithi062 bash[19845]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-13T13:44:28.505 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:28 smithi062 bash[19845]: new_conn = self._from_server_socket(self.server.socket) 2024-09-13T13:44:28.505 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:28 smithi062 bash[19845]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-13T13:44:28.505 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:28 smithi062 bash[19845]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-13T13:44:28.505 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:28 smithi062 bash[19845]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-13T13:44:28.505 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:28 smithi062 bash[19845]: s = self.context.wrap_socket( 2024-09-13T13:44:28.505 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:28 smithi062 bash[19845]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-13T13:44:28.505 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:28 smithi062 bash[19845]: return self.sslsocket_class._create( 2024-09-13T13:44:28.505 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:28 smithi062 bash[19845]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-13T13:44:28.505 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:28 smithi062 bash[19845]: self.do_handshake() 2024-09-13T13:44:28.505 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:28 smithi062 bash[19845]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-13T13:44:28.505 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:28 smithi062 bash[19845]: self._sslobj.do_handshake() 2024-09-13T13:44:28.505 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:28 smithi062 bash[19845]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-13T13:44:29.183 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph: stdout value unchanged 2024-09-13T13:44:29.183 INFO:teuthology.orchestra.run.smithi062.stdout:Generating ssh key... 2024-09-13T13:44:29.950 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:29 smithi062 bash[19845]: audit 2024-09-13T13:44:28.596228+0000 mgr.y (mgr.14118) 10 : audit [DBG] from='client.14132 -' entity='client.admin' cmd=[{"prefix": "cephadm set-user", "user": "root", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T13:44:30.892 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:30 smithi062 bash[19845]: audit 2024-09-13T13:44:30.477795+0000 mgr.y (mgr.14118) 11 : audit [DBG] from='client.14134 -' entity='client.admin' cmd=[{"prefix": "cephadm generate-key", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T13:44:30.892 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:30 smithi062 bash[19845]: cephadm 2024-09-13T13:44:30.478179+0000 mgr.y (mgr.14118) 12 : cephadm [INF] Generating ssh key... 2024-09-13T13:44:30.893 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 13:44:30 smithi062 bash[20100]: Generating public/private rsa key pair. 2024-09-13T13:44:30.893 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 13:44:30 smithi062 bash[20100]: Your identification has been saved in /tmp/tmpw11nqsxj/key 2024-09-13T13:44:30.893 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 13:44:30 smithi062 bash[20100]: Your public key has been saved in /tmp/tmpw11nqsxj/key.pub 2024-09-13T13:44:30.893 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 13:44:30 smithi062 bash[20100]: The key fingerprint is: 2024-09-13T13:44:30.893 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 13:44:30 smithi062 bash[20100]: SHA256:BNGEIGvEgL03hZFwUczQK5ZJC3QgSxR1yZmrraBazeE ceph-ff1149ea-71d5-11ef-bceb-c7b262605968 2024-09-13T13:44:30.893 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 13:44:30 smithi062 bash[20100]: The key's randomart image is: 2024-09-13T13:44:30.893 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 13:44:30 smithi062 bash[20100]: +---[RSA 3072]----+ 2024-09-13T13:44:30.893 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 13:44:30 smithi062 bash[20100]: |=OO+O&B=. | 2024-09-13T13:44:30.893 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 13:44:30 smithi062 bash[20100]: |o++===*.. | 2024-09-13T13:44:30.894 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 13:44:30 smithi062 bash[20100]: |. o+ =... | 2024-09-13T13:44:30.894 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 13:44:30 smithi062 bash[20100]: | .. O... | 2024-09-13T13:44:30.894 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 13:44:30 smithi062 bash[20100]: | o+o S | 2024-09-13T13:44:30.894 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 13:44:30 smithi062 bash[20100]: | . = o | 2024-09-13T13:44:30.894 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 13:44:30 smithi062 bash[20100]: |. o E | 2024-09-13T13:44:30.894 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 13:44:30 smithi062 bash[20100]: |.. . | 2024-09-13T13:44:30.894 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 13:44:30 smithi062 bash[20100]: |o | 2024-09-13T13:44:30.894 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 13:44:30 smithi062 bash[20100]: +----[SHA256]-----+ 2024-09-13T13:44:32.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:31 smithi062 bash[19845]: audit 2024-09-13T13:44:30.684353+0000 mon.a (mon.0) 60 : audit [INF] from='mgr.14118 172.21.15.62:0/4048101964' entity='mgr.y' 2024-09-13T13:44:32.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:31 smithi062 bash[19845]: audit 2024-09-13T13:44:30.689311+0000 mon.a (mon.0) 61 : audit [INF] from='mgr.14118 172.21.15.62:0/4048101964' entity='mgr.y' 2024-09-13T13:44:33.372 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph: stdout ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCqXUPu6XQocAr7TsC0cb3ognJe224ZJJEvPm6oMcGBzqZrV8PkXuPasZKkf8gBpN7l4ZlSfRIG4ER6obcEhRqpLLGhPCdjUOzeMqW/tkpfALgJyaIoG/InrffdFIC11zFlakQElideoSm4EpVo9MxoH0/mw84W+be5QE7l+ywfZW7NbrLTPqyOSXwTPDtLEvLBVJTchLOS1ROlDXB1yVF+u1HZlNV1kwuWDovOjZUyim7hihNcp/UW0VbUv4f4eQr6wVsTSPWP3KFsspknPEo18Rtnukezmc5x7LQ1v84eYfCZav4hQSTBSHqtk404a3zTksbk/Gk3Ys9ZKgd1hK/cxKzyR0FJASYtoyV7AZD+bRCFI4JA2ikUOpDDFG63YVlKUWdovpKQ3ovU8D50d2VKI0xil+oWQFBtsxnRuN+CwHpD67KaJhEY6hjVOq8XfZI4w2obAC35+MIuc6OQK7qTIeK+WJ0mt75jmxdE0/OpLJLpm/pbY2r2LWJM5W/zUUE= ceph-ff1149ea-71d5-11ef-bceb-c7b262605968 2024-09-13T13:44:33.372 INFO:teuthology.orchestra.run.smithi062.stdout:Wrote public SSH key to /home/ubuntu/cephtest/ceph.pub 2024-09-13T13:44:33.372 INFO:teuthology.orchestra.run.smithi062.stdout:Adding key to root@localhost authorized_keys... 2024-09-13T13:44:33.372 INFO:teuthology.orchestra.run.smithi062.stdout:Adding host smithi062... 2024-09-13T13:44:33.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:33 smithi062 bash[19845]: audit 2024-09-13T13:44:32.841274+0000 mgr.y (mgr.14118) 13 : audit [DBG] from='client.14136 -' entity='client.admin' cmd=[{"prefix": "cephadm get-pub-key", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T13:44:35.973 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:35 smithi062 bash[19845]: audit 2024-09-13T13:44:34.821208+0000 mgr.y (mgr.14118) 14 : audit [DBG] from='client.14138 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi062", "addr": "172.21.15.62", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T13:44:37.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:36 smithi062 bash[19845]: cephadm 2024-09-13T13:44:36.120640+0000 mgr.y (mgr.14118) 15 : cephadm [INF] Deploying cephadm binary to smithi062 2024-09-13T13:44:40.528 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph: stdout Added host 'smithi062' with addr '172.21.15.62' 2024-09-13T13:44:40.528 INFO:teuthology.orchestra.run.smithi062.stdout:Deploying unmanaged mon service... 2024-09-13T13:44:41.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:40 smithi062 bash[19845]: audit 2024-09-13T13:44:39.707388+0000 mon.a (mon.0) 62 : audit [INF] from='mgr.14118 172.21.15.62:0/4048101964' entity='mgr.y' 2024-09-13T13:44:41.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:40 smithi062 bash[19845]: cephadm 2024-09-13T13:44:39.707769+0000 mgr.y (mgr.14118) 16 : cephadm [INF] Added host smithi062 2024-09-13T13:44:41.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:40 smithi062 bash[19845]: audit 2024-09-13T13:44:39.708143+0000 mon.a (mon.0) 63 : audit [DBG] from='mgr.14118 172.21.15.62:0/4048101964' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T13:44:43.408 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph: stdout Scheduled mon update... 2024-09-13T13:44:43.408 INFO:teuthology.orchestra.run.smithi062.stdout:Deploying unmanaged mgr service... 2024-09-13T13:44:43.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:43 smithi062 bash[19845]: audit 2024-09-13T13:44:42.613701+0000 mgr.y (mgr.14118) 17 : audit [DBG] from='client.14140 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T13:44:43.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:43 smithi062 bash[19845]: cephadm 2024-09-13T13:44:42.616219+0000 mgr.y (mgr.14118) 18 : cephadm [INF] Saving service mon spec with placement count:5 2024-09-13T13:44:43.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:43 smithi062 bash[19845]: audit 2024-09-13T13:44:42.620977+0000 mon.a (mon.0) 64 : audit [INF] from='mgr.14118 172.21.15.62:0/4048101964' entity='mgr.y' 2024-09-13T13:44:43.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:43 smithi062 bash[19845]: audit 2024-09-13T13:44:43.128478+0000 mon.a (mon.0) 65 : audit [INF] from='mgr.14118 172.21.15.62:0/4048101964' entity='mgr.y' 2024-09-13T13:44:45.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:44 smithi062 bash[19845]: cluster 2024-09-13T13:44:43.578359+0000 mgr.y (mgr.14118) 19 : cluster [DBG] pgmap v3: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T13:44:45.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:44 smithi062 bash[19845]: audit 2024-09-13T13:44:43.729161+0000 mon.a (mon.0) 66 : audit [INF] from='mgr.14118 172.21.15.62:0/4048101964' entity='mgr.y' 2024-09-13T13:44:45.449 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph: stdout Scheduled mgr update... 2024-09-13T13:44:46.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:45 smithi062 bash[19845]: audit 2024-09-13T13:44:44.831043+0000 mgr.y (mgr.14118) 20 : audit [DBG] from='client.14142 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T13:44:46.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:45 smithi062 bash[19845]: cephadm 2024-09-13T13:44:44.833315+0000 mgr.y (mgr.14118) 21 : cephadm [INF] Saving service mgr spec with placement count:2 2024-09-13T13:44:46.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:45 smithi062 bash[19845]: audit 2024-09-13T13:44:44.837827+0000 mon.a (mon.0) 67 : audit [INF] from='mgr.14118 172.21.15.62:0/4048101964' entity='mgr.y' 2024-09-13T13:44:47.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:46 smithi062 bash[19845]: cluster 2024-09-13T13:44:45.578795+0000 mgr.y (mgr.14118) 22 : cluster [DBG] pgmap v4: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T13:44:48.231 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:47 smithi062 bash[19845]: audit 2024-09-13T13:44:46.852210+0000 mon.a (mon.0) 68 : audit [INF] from='client.? 172.21.15.62:0/3742580398' entity='client.admin' 2024-09-13T13:44:49.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:48 smithi062 bash[19845]: cluster 2024-09-13T13:44:47.579212+0000 mgr.y (mgr.14118) 23 : cluster [DBG] pgmap v5: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T13:44:49.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:48 smithi062 bash[19845]: audit 2024-09-13T13:44:48.767865+0000 mon.a (mon.0) 69 : audit [INF] from='client.? 172.21.15.62:0/87298383' entity='client.admin' 2024-09-13T13:44:49.388 INFO:teuthology.orchestra.run.smithi062.stdout:Enabling the dashboard module... 2024-09-13T13:44:51.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:50 smithi062 bash[19845]: cluster 2024-09-13T13:44:49.579611+0000 mgr.y (mgr.14118) 24 : cluster [DBG] pgmap v6: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T13:44:51.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:50 smithi062 bash[19845]: audit 2024-09-13T13:44:50.830598+0000 mon.a (mon.0) 70 : audit [INF] from='client.? 172.21.15.62:0/1358468486' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "dashboard"}]: dispatch 2024-09-13T13:44:51.253 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 13:44:50 smithi062 bash[20100]: ignoring --setuser ceph since I am not root 2024-09-13T13:44:51.254 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 13:44:50 smithi062 bash[20100]: ignoring --setgroup ceph since I am not root 2024-09-13T13:44:51.254 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 13:44:51 smithi062 bash[20100]: debug 2024-09-13T13:44:51.030+0000 7f1dff5d3040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-13T13:44:52.250 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:51 smithi062 bash[19845]: audit 2024-09-13T13:44:50.862652+0000 mon.a (mon.0) 71 : audit [INF] from='client.? 172.21.15.62:0/1358468486' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "dashboard"}]': finished 2024-09-13T13:44:52.251 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:51 smithi062 bash[19845]: cluster 2024-09-13T13:44:50.868066+0000 mon.a (mon.0) 72 : cluster [DBG] mgrmap e9: y(active, since 27s) 2024-09-13T13:44:52.503 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 13:44:52 smithi062 bash[20100]: debug 2024-09-13T13:44:52.286+0000 7f1dff5d3040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-13T13:44:52.503 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 13:44:52 smithi062 bash[20100]: debug 2024-09-13T13:44:52.358+0000 7f1dff5d3040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-13T13:44:52.962 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 13:44:52 smithi062 bash[20100]: debug 2024-09-13T13:44:52.522+0000 7f1dff5d3040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-13T13:44:53.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:53 smithi062 bash[19845]: audit 2024-09-13T13:44:52.950737+0000 mon.a (mon.0) 73 : audit [DBG] from='client.? 172.21.15.62:0/3483047207' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2024-09-13T13:44:53.253 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 13:44:53 smithi062 bash[20100]: debug 2024-09-13T13:44:53.206+0000 7f1dff5d3040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-13T13:44:53.546 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 13:44:53 smithi062 bash[20100]: debug 2024-09-13T13:44:53.278+0000 7f1dff5d3040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-13T13:44:53.546 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 13:44:53 smithi062 bash[20100]: debug 2024-09-13T13:44:53.350+0000 7f1dff5d3040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-13T13:44:53.568 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph: stdout { 2024-09-13T13:44:53.568 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph: stdout "epoch": 9, 2024-09-13T13:44:53.568 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph: stdout "available": true, 2024-09-13T13:44:53.568 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph: stdout "active_name": "y", 2024-09-13T13:44:53.568 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph: stdout "num_standby": 0 2024-09-13T13:44:53.568 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph: stdout } 2024-09-13T13:44:53.568 INFO:teuthology.orchestra.run.smithi062.stdout:Waiting for the mgr to restart... 2024-09-13T13:44:53.568 INFO:teuthology.orchestra.run.smithi062.stdout:Waiting for mgr epoch 9... 2024-09-13T13:44:53.967 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 13:44:53 smithi062 bash[20100]: debug 2024-09-13T13:44:53.542+0000 7f1dff5d3040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-13T13:44:53.967 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 13:44:53 smithi062 bash[20100]: debug 2024-09-13T13:44:53.626+0000 7f1dff5d3040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-13T13:44:53.967 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 13:44:53 smithi062 bash[20100]: debug 2024-09-13T13:44:53.698+0000 7f1dff5d3040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-13T13:44:54.243 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 13:44:53 smithi062 bash[20100]: debug 2024-09-13T13:44:53.966+0000 7f1dff5d3040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-13T13:44:54.244 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 13:44:54 smithi062 bash[20100]: debug 2024-09-13T13:44:54.034+0000 7f1dff5d3040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-13T13:44:54.503 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 13:44:54 smithi062 bash[20100]: debug 2024-09-13T13:44:54.242+0000 7f1dff5d3040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-13T13:44:54.503 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 13:44:54 smithi062 bash[20100]: debug 2024-09-13T13:44:54.322+0000 7f1dff5d3040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-13T13:44:54.959 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 13:44:54 smithi062 bash[20100]: debug 2024-09-13T13:44:54.594+0000 7f1dff5d3040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-09-13T13:44:54.959 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 13:44:54 smithi062 bash[20100]: debug 2024-09-13T13:44:54.786+0000 7f1dff5d3040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-13T13:44:55.228 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 13:44:54 smithi062 bash[20100]: debug 2024-09-13T13:44:54.958+0000 7f1dff5d3040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-13T13:44:55.228 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 13:44:55 smithi062 bash[20100]: debug 2024-09-13T13:44:55.038+0000 7f1dff5d3040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-13T13:44:55.503 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 13:44:55 smithi062 bash[20100]: debug 2024-09-13T13:44:55.226+0000 7f1dff5d3040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-13T13:44:56.395 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 13:44:56 smithi062 bash[20100]: debug 2024-09-13T13:44:56.078+0000 7f1dff5d3040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-13T13:44:56.395 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 13:44:56 smithi062 bash[20100]: debug 2024-09-13T13:44:56.158+0000 7f1dff5d3040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-13T13:44:56.753 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 13:44:56 smithi062 bash[20100]: debug 2024-09-13T13:44:56.390+0000 7f1dff5d3040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-13T13:44:56.753 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 13:44:56 smithi062 bash[20100]: debug 2024-09-13T13:44:56.470+0000 7f1dff5d3040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-13T13:44:57.233 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 13:44:56 smithi062 bash[20100]: debug 2024-09-13T13:44:56.878+0000 7f1dff5d3040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-13T13:44:57.233 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 13:44:56 smithi062 bash[20100]: debug 2024-09-13T13:44:56.962+0000 7f1dff5d3040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-13T13:44:57.233 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:57 smithi062 bash[19845]: cluster 2024-09-13T13:44:56.985988+0000 mon.a (mon.0) 74 : cluster [INF] Active manager daemon y restarted 2024-09-13T13:44:57.233 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:57 smithi062 bash[19845]: cluster 2024-09-13T13:44:56.986732+0000 mon.a (mon.0) 75 : cluster [INF] Activating manager daemon y 2024-09-13T13:44:57.233 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:57 smithi062 bash[19845]: cluster 2024-09-13T13:44:56.991091+0000 mon.a (mon.0) 76 : cluster [DBG] osdmap e3: 0 total, 0 up, 0 in 2024-09-13T13:44:57.233 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:57 smithi062 bash[19845]: cluster 2024-09-13T13:44:56.991202+0000 mon.a (mon.0) 77 : cluster [DBG] mgrmap e10: y(active, starting, since 0.00482448s) 2024-09-13T13:44:57.233 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:57 smithi062 bash[19845]: audit 2024-09-13T13:44:56.994492+0000 mon.a (mon.0) 78 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T13:44:57.233 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:57 smithi062 bash[19845]: audit 2024-09-13T13:44:56.996059+0000 mon.a (mon.0) 79 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-13T13:44:57.233 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:57 smithi062 bash[19845]: audit 2024-09-13T13:44:56.997176+0000 mon.a (mon.0) 80 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-13T13:44:57.234 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:57 smithi062 bash[19845]: audit 2024-09-13T13:44:56.997582+0000 mon.a (mon.0) 81 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-13T13:44:57.234 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:57 smithi062 bash[19845]: audit 2024-09-13T13:44:56.997839+0000 mon.a (mon.0) 82 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-13T13:44:57.234 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:57 smithi062 bash[19845]: cluster 2024-09-13T13:44:57.021869+0000 mon.a (mon.0) 83 : cluster [INF] Manager daemon y is now available 2024-09-13T13:44:57.234 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:57 smithi062 bash[19845]: audit 2024-09-13T13:44:57.037752+0000 mon.a (mon.0) 84 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T13:44:58.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:58 smithi062 bash[19845]: audit 2024-09-13T13:44:57.055768+0000 mon.a (mon.0) 85 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-13T13:44:58.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:58 smithi062 bash[19845]: audit 2024-09-13T13:44:57.057746+0000 mon.a (mon.0) 86 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-13T13:44:58.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:58 smithi062 bash[19845]: cluster 2024-09-13T13:44:57.999390+0000 mon.a (mon.0) 87 : cluster [DBG] mgrmap e11: y(active, since 1.01299s) 2024-09-13T13:44:58.708 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph: stdout { 2024-09-13T13:44:58.708 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 11, 2024-09-13T13:44:58.709 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph: stdout "initialized": true 2024-09-13T13:44:58.709 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph: stdout } 2024-09-13T13:44:58.709 INFO:teuthology.orchestra.run.smithi062.stdout:mgr epoch 9 is available 2024-09-13T13:44:58.709 INFO:teuthology.orchestra.run.smithi062.stdout:Generating a dashboard self-signed certificate... 2024-09-13T13:44:59.049 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 13:44:58 smithi062 bash[20100]: debug 2024-09-13T13:44:58.822+0000 7f1d6508f640 -1 log_channel(cephadm) log [ERR] : [13/Sep/2024:13:44:58] ENGINE Error in HTTPServer.serve 2024-09-13T13:44:59.049 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 13:44:58 smithi062 bash[20100]: Traceback (most recent call last): 2024-09-13T13:44:59.049 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 13:44:58 smithi062 bash[20100]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-13T13:44:59.049 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 13:44:58 smithi062 bash[20100]: self._connections.run(self.expiration_interval) 2024-09-13T13:44:59.049 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 13:44:58 smithi062 bash[20100]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-13T13:44:59.049 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 13:44:58 smithi062 bash[20100]: self._run(expiration_interval) 2024-09-13T13:44:59.049 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 13:44:58 smithi062 bash[20100]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-13T13:44:59.049 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 13:44:58 smithi062 bash[20100]: new_conn = self._from_server_socket(self.server.socket) 2024-09-13T13:44:59.049 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 13:44:58 smithi062 bash[20100]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-13T13:44:59.049 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 13:44:58 smithi062 bash[20100]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-13T13:44:59.049 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 13:44:58 smithi062 bash[20100]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-13T13:44:59.050 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 13:44:58 smithi062 bash[20100]: s = self.context.wrap_socket( 2024-09-13T13:44:59.050 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 13:44:58 smithi062 bash[20100]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-13T13:44:59.050 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 13:44:58 smithi062 bash[20100]: return self.sslsocket_class._create( 2024-09-13T13:44:59.050 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 13:44:58 smithi062 bash[20100]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-13T13:44:59.050 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 13:44:58 smithi062 bash[20100]: self.do_handshake() 2024-09-13T13:44:59.050 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 13:44:58 smithi062 bash[20100]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-13T13:44:59.050 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 13:44:58 smithi062 bash[20100]: self._sslobj.do_handshake() 2024-09-13T13:44:59.050 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 13:44:58 smithi062 bash[20100]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-13T13:44:59.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:59 smithi062 bash[19845]: cephadm 2024-09-13T13:44:58.597111+0000 mgr.y (mgr.14150) 3 : cephadm [INF] [13/Sep/2024:13:44:58] ENGINE Bus STARTING 2024-09-13T13:44:59.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:59 smithi062 bash[19845]: cephadm 2024-09-13T13:44:58.698968+0000 mgr.y (mgr.14150) 4 : cephadm [INF] [13/Sep/2024:13:44:58] ENGINE Serving on http://172.21.15.62:8765 2024-09-13T13:44:59.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:59 smithi062 bash[19845]: cephadm 2024-09-13T13:44:58.823830+0000 mgr.y (mgr.14150) 5 : cephadm [INF] [13/Sep/2024:13:44:58] ENGINE Serving on https://172.21.15.62:7150 2024-09-13T13:44:59.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:59 smithi062 bash[19845]: cephadm 2024-09-13T13:44:58.824037+0000 mgr.y (mgr.14150) 6 : cephadm [INF] [13/Sep/2024:13:44:58] ENGINE Bus STARTED 2024-09-13T13:44:59.504 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:59 smithi062 bash[19845]: cephadm 2024-09-13T13:44:58.825836+0000 mgr.y (mgr.14150) 7 : cephadm [ERR] [13/Sep/2024:13:44:58] ENGINE Error in HTTPServer.serve 2024-09-13T13:44:59.504 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:59 smithi062 bash[19845]: Traceback (most recent call last): 2024-09-13T13:44:59.504 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:59 smithi062 bash[19845]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-13T13:44:59.504 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:59 smithi062 bash[19845]: self._connections.run(self.expiration_interval) 2024-09-13T13:44:59.504 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:59 smithi062 bash[19845]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-13T13:44:59.504 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:59 smithi062 bash[19845]: self._run(expiration_interval) 2024-09-13T13:44:59.504 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:59 smithi062 bash[19845]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-13T13:44:59.504 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:59 smithi062 bash[19845]: new_conn = self._from_server_socket(self.server.socket) 2024-09-13T13:44:59.504 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:59 smithi062 bash[19845]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-13T13:44:59.504 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:59 smithi062 bash[19845]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-13T13:44:59.504 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:59 smithi062 bash[19845]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-13T13:44:59.505 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:59 smithi062 bash[19845]: s = self.context.wrap_socket( 2024-09-13T13:44:59.505 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:59 smithi062 bash[19845]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-13T13:44:59.505 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:59 smithi062 bash[19845]: return self.sslsocket_class._create( 2024-09-13T13:44:59.505 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:59 smithi062 bash[19845]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-13T13:44:59.505 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:59 smithi062 bash[19845]: self.do_handshake() 2024-09-13T13:44:59.505 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:59 smithi062 bash[19845]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-13T13:44:59.505 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:59 smithi062 bash[19845]: self._sslobj.do_handshake() 2024-09-13T13:44:59.505 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:44:59 smithi062 bash[19845]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-13T13:45:00.379 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:45:00 smithi062 bash[19845]: cluster 2024-09-13T13:44:59.047996+0000 mon.a (mon.0) 88 : cluster [DBG] mgrmap e12: y(active, since 2s) 2024-09-13T13:45:00.924 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph: stdout Self-signed certificate created 2024-09-13T13:45:00.924 INFO:teuthology.orchestra.run.smithi062.stdout:Creating initial admin user... 2024-09-13T13:45:01.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:45:01 smithi062 bash[19845]: audit 2024-09-13T13:45:00.207772+0000 mgr.y (mgr.14150) 8 : audit [DBG] from='client.14162 -' entity='client.admin' cmd=[{"prefix": "dashboard create-self-signed-cert", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T13:45:01.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:45:01 smithi062 bash[19845]: audit 2024-09-13T13:45:00.362875+0000 mon.a (mon.0) 89 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:45:01.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:45:01 smithi062 bash[19845]: audit 2024-09-13T13:45:00.365725+0000 mon.a (mon.0) 90 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:45:03.224 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph: stdout {"username": "admin", "password": "$2b$12$WavLuGMMBVFasFf8L.xojOahtcOSwv1kxKu6UCMpakMFqcEy00M3y", "roles": ["administrator"], "name": null, "email": null, "lastUpdate": 1726235102, "enabled": true, "pwdExpirationDate": null, "pwdUpdateRequired": true} 2024-09-13T13:45:03.224 INFO:teuthology.orchestra.run.smithi062.stdout:Fetching dashboard port number... 2024-09-13T13:45:04.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:45:03 smithi062 bash[19845]: audit 2024-09-13T13:45:02.334875+0000 mgr.y (mgr.14150) 9 : audit [DBG] from='client.14164 -' entity='client.admin' cmd=[{"prefix": "dashboard ac-user-create", "username": "admin", "rolename": "administrator", "force_password": true, "pwd_update_required": true, "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T13:45:04.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:45:03 smithi062 bash[19845]: audit 2024-09-13T13:45:02.600294+0000 mon.a (mon.0) 91 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:45:04.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:45:04 smithi062 bash[19845]: cluster 2024-09-13T13:45:03.610818+0000 mon.a (mon.0) 92 : cluster [DBG] mgrmap e13: y(active, since 6s) 2024-09-13T13:45:04.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:45:04 smithi062 bash[19845]: audit 2024-09-13T13:45:03.935651+0000 mon.a (mon.0) 93 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:45:04.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:45:04 smithi062 bash[19845]: audit 2024-09-13T13:45:04.562249+0000 mon.a (mon.0) 94 : audit [DBG] from='client.? 172.21.15.62:0/941410791' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"}]: dispatch 2024-09-13T13:45:05.206 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph: stdout 8443 2024-09-13T13:45:05.206 INFO:teuthology.orchestra.run.smithi062.stdout:firewalld does not appear to be present 2024-09-13T13:45:05.206 INFO:teuthology.orchestra.run.smithi062.stdout:Not possible to open ports <[8443]>. firewalld.service is not available 2024-09-13T13:45:05.208 INFO:teuthology.orchestra.run.smithi062.stdout:Ceph Dashboard is now available at: 2024-09-13T13:45:05.208 INFO:teuthology.orchestra.run.smithi062.stdout: 2024-09-13T13:45:05.208 INFO:teuthology.orchestra.run.smithi062.stdout: URL: https://smithi062.front.sepia.ceph.com:8443/ 2024-09-13T13:45:05.208 INFO:teuthology.orchestra.run.smithi062.stdout: User: admin 2024-09-13T13:45:05.208 INFO:teuthology.orchestra.run.smithi062.stdout: Password: bhofwqy4bh 2024-09-13T13:45:05.208 INFO:teuthology.orchestra.run.smithi062.stdout: 2024-09-13T13:45:05.208 INFO:teuthology.orchestra.run.smithi062.stdout:Saving cluster configuration to /var/lib/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/config directory 2024-09-13T13:45:06.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:45:06 smithi062 bash[19845]: audit 2024-09-13T13:45:05.129592+0000 mon.a (mon.0) 95 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:45:07.379 INFO:teuthology.orchestra.run.smithi062.stdout:/usr/bin/ceph: stderr set mgr/dashboard/cluster/status 2024-09-13T13:45:07.379 INFO:teuthology.orchestra.run.smithi062.stdout:You can access the Ceph CLI as following in case of multi-cluster or non-default config: 2024-09-13T13:45:07.379 INFO:teuthology.orchestra.run.smithi062.stdout: 2024-09-13T13:45:07.379 INFO:teuthology.orchestra.run.smithi062.stdout: sudo /home/ubuntu/cephtest/cephadm shell --fsid ff1149ea-71d5-11ef-bceb-c7b262605968 -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring 2024-09-13T13:45:07.379 INFO:teuthology.orchestra.run.smithi062.stdout: 2024-09-13T13:45:07.379 INFO:teuthology.orchestra.run.smithi062.stdout:Or, if you are only running a single cluster on this host: 2024-09-13T13:45:07.379 INFO:teuthology.orchestra.run.smithi062.stdout: 2024-09-13T13:45:07.379 INFO:teuthology.orchestra.run.smithi062.stdout: sudo /home/ubuntu/cephtest/cephadm shell 2024-09-13T13:45:07.379 INFO:teuthology.orchestra.run.smithi062.stdout: 2024-09-13T13:45:07.379 INFO:teuthology.orchestra.run.smithi062.stdout:Please consider enabling telemetry to help improve Ceph: 2024-09-13T13:45:07.380 INFO:teuthology.orchestra.run.smithi062.stdout: 2024-09-13T13:45:07.380 INFO:teuthology.orchestra.run.smithi062.stdout: ceph telemetry on 2024-09-13T13:45:07.380 INFO:teuthology.orchestra.run.smithi062.stdout: 2024-09-13T13:45:07.380 INFO:teuthology.orchestra.run.smithi062.stdout:For more information see: 2024-09-13T13:45:07.380 INFO:teuthology.orchestra.run.smithi062.stdout: 2024-09-13T13:45:07.380 INFO:teuthology.orchestra.run.smithi062.stdout: https://docs.ceph.com/en/latest/mgr/telemetry/ 2024-09-13T13:45:07.380 INFO:teuthology.orchestra.run.smithi062.stdout: 2024-09-13T13:45:07.380 INFO:teuthology.orchestra.run.smithi062.stdout:Bootstrap complete. 2024-09-13T13:45:07.428 INFO:tasks.cephadm:Fetching config... 2024-09-13T13:45:07.428 DEBUG:teuthology.orchestra.run.smithi062:> set -ex 2024-09-13T13:45:07.428 DEBUG:teuthology.orchestra.run.smithi062:> dd if=/etc/ceph/ceph.conf of=/dev/stdout 2024-09-13T13:45:07.434 INFO:tasks.cephadm:Fetching client.admin keyring... 2024-09-13T13:45:07.434 DEBUG:teuthology.orchestra.run.smithi062:> set -ex 2024-09-13T13:45:07.434 DEBUG:teuthology.orchestra.run.smithi062:> dd if=/etc/ceph/ceph.client.admin.keyring of=/dev/stdout 2024-09-13T13:45:07.482 INFO:tasks.cephadm:Fetching mon keyring... 2024-09-13T13:45:07.482 DEBUG:teuthology.orchestra.run.smithi062:> set -ex 2024-09-13T13:45:07.482 DEBUG:teuthology.orchestra.run.smithi062:> sudo dd if=/var/lib/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/mon.a/keyring of=/dev/stdout 2024-09-13T13:45:07.538 INFO:tasks.cephadm:Fetching pub ssh key... 2024-09-13T13:45:07.538 DEBUG:teuthology.orchestra.run.smithi062:> set -ex 2024-09-13T13:45:07.539 DEBUG:teuthology.orchestra.run.smithi062:> dd if=/home/ubuntu/cephtest/ceph.pub of=/dev/stdout 2024-09-13T13:45:07.586 INFO:tasks.cephadm:Installing pub ssh key for root users... 2024-09-13T13:45:07.587 DEBUG:teuthology.orchestra.run.smithi062:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCqXUPu6XQocAr7TsC0cb3ognJe224ZJJEvPm6oMcGBzqZrV8PkXuPasZKkf8gBpN7l4ZlSfRIG4ER6obcEhRqpLLGhPCdjUOzeMqW/tkpfALgJyaIoG/InrffdFIC11zFlakQElideoSm4EpVo9MxoH0/mw84W+be5QE7l+ywfZW7NbrLTPqyOSXwTPDtLEvLBVJTchLOS1ROlDXB1yVF+u1HZlNV1kwuWDovOjZUyim7hihNcp/UW0VbUv4f4eQr6wVsTSPWP3KFsspknPEo18Rtnukezmc5x7LQ1v84eYfCZav4hQSTBSHqtk404a3zTksbk/Gk3Ys9ZKgd1hK/cxKzyR0FJASYtoyV7AZD+bRCFI4JA2ikUOpDDFG63YVlKUWdovpKQ3ovU8D50d2VKI0xil+oWQFBtsxnRuN+CwHpD67KaJhEY6hjVOq8XfZI4w2obAC35+MIuc6OQK7qTIeK+WJ0mt75jmxdE0/OpLJLpm/pbY2r2LWJM5W/zUUE= ceph-ff1149ea-71d5-11ef-bceb-c7b262605968' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-09-13T13:45:07.651 INFO:teuthology.orchestra.run.smithi062.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCqXUPu6XQocAr7TsC0cb3ognJe224ZJJEvPm6oMcGBzqZrV8PkXuPasZKkf8gBpN7l4ZlSfRIG4ER6obcEhRqpLLGhPCdjUOzeMqW/tkpfALgJyaIoG/InrffdFIC11zFlakQElideoSm4EpVo9MxoH0/mw84W+be5QE7l+ywfZW7NbrLTPqyOSXwTPDtLEvLBVJTchLOS1ROlDXB1yVF+u1HZlNV1kwuWDovOjZUyim7hihNcp/UW0VbUv4f4eQr6wVsTSPWP3KFsspknPEo18Rtnukezmc5x7LQ1v84eYfCZav4hQSTBSHqtk404a3zTksbk/Gk3Ys9ZKgd1hK/cxKzyR0FJASYtoyV7AZD+bRCFI4JA2ikUOpDDFG63YVlKUWdovpKQ3ovU8D50d2VKI0xil+oWQFBtsxnRuN+CwHpD67KaJhEY6hjVOq8XfZI4w2obAC35+MIuc6OQK7qTIeK+WJ0mt75jmxdE0/OpLJLpm/pbY2r2LWJM5W/zUUE= ceph-ff1149ea-71d5-11ef-bceb-c7b262605968 2024-09-13T13:45:07.661 DEBUG:teuthology.orchestra.run.smithi178:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCqXUPu6XQocAr7TsC0cb3ognJe224ZJJEvPm6oMcGBzqZrV8PkXuPasZKkf8gBpN7l4ZlSfRIG4ER6obcEhRqpLLGhPCdjUOzeMqW/tkpfALgJyaIoG/InrffdFIC11zFlakQElideoSm4EpVo9MxoH0/mw84W+be5QE7l+ywfZW7NbrLTPqyOSXwTPDtLEvLBVJTchLOS1ROlDXB1yVF+u1HZlNV1kwuWDovOjZUyim7hihNcp/UW0VbUv4f4eQr6wVsTSPWP3KFsspknPEo18Rtnukezmc5x7LQ1v84eYfCZav4hQSTBSHqtk404a3zTksbk/Gk3Ys9ZKgd1hK/cxKzyR0FJASYtoyV7AZD+bRCFI4JA2ikUOpDDFG63YVlKUWdovpKQ3ovU8D50d2VKI0xil+oWQFBtsxnRuN+CwHpD67KaJhEY6hjVOq8XfZI4w2obAC35+MIuc6OQK7qTIeK+WJ0mt75jmxdE0/OpLJLpm/pbY2r2LWJM5W/zUUE= ceph-ff1149ea-71d5-11ef-bceb-c7b262605968' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-09-13T13:45:07.683 INFO:teuthology.orchestra.run.smithi178.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCqXUPu6XQocAr7TsC0cb3ognJe224ZJJEvPm6oMcGBzqZrV8PkXuPasZKkf8gBpN7l4ZlSfRIG4ER6obcEhRqpLLGhPCdjUOzeMqW/tkpfALgJyaIoG/InrffdFIC11zFlakQElideoSm4EpVo9MxoH0/mw84W+be5QE7l+ywfZW7NbrLTPqyOSXwTPDtLEvLBVJTchLOS1ROlDXB1yVF+u1HZlNV1kwuWDovOjZUyim7hihNcp/UW0VbUv4f4eQr6wVsTSPWP3KFsspknPEo18Rtnukezmc5x7LQ1v84eYfCZav4hQSTBSHqtk404a3zTksbk/Gk3Ys9ZKgd1hK/cxKzyR0FJASYtoyV7AZD+bRCFI4JA2ikUOpDDFG63YVlKUWdovpKQ3ovU8D50d2VKI0xil+oWQFBtsxnRuN+CwHpD67KaJhEY6hjVOq8XfZI4w2obAC35+MIuc6OQK7qTIeK+WJ0mt75jmxdE0/OpLJLpm/pbY2r2LWJM5W/zUUE= ceph-ff1149ea-71d5-11ef-bceb-c7b262605968 2024-09-13T13:45:07.693 DEBUG:teuthology.orchestra.run.smithi062:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ff1149ea-71d5-11ef-bceb-c7b262605968 -- ceph config set mgr mgr/cephadm/allow_ptrace true 2024-09-13T13:45:08.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:45:07 smithi062 bash[19845]: audit 2024-09-13T13:45:06.779104+0000 mon.a (mon.0) 96 : audit [INF] from='client.? 172.21.15.62:0/1579103870' entity='client.admin' 2024-09-13T13:45:12.291 INFO:teuthology.orchestra.run.smithi062.stderr:Inferring config /var/lib/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T13:45:14.694 INFO:tasks.cephadm:Distributing conf and client.admin keyring to all hosts + 0755 2024-09-13T13:45:14.695 DEBUG:teuthology.orchestra.run.smithi062:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ff1149ea-71d5-11ef-bceb-c7b262605968 -- ceph orch client-keyring set client.admin '*' --mode 0755 2024-09-13T13:45:15.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:45:14 smithi062 bash[19845]: audit 2024-09-13T13:45:13.815120+0000 mon.a (mon.0) 97 : audit [INF] from='client.? 172.21.15.62:0/2975142136' entity='client.admin' 2024-09-13T13:45:16.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:45:15 smithi062 bash[19845]: audit 2024-09-13T13:45:14.947610+0000 mon.a (mon.0) 98 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:45:16.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:45:15 smithi062 bash[19845]: audit 2024-09-13T13:45:14.949921+0000 mon.a (mon.0) 99 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:45:16.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:45:15 smithi062 bash[19845]: audit 2024-09-13T13:45:14.950811+0000 mon.a (mon.0) 100 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi062", "name": "osd_memory_target"}]: dispatch 2024-09-13T13:45:16.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:45:15 smithi062 bash[19845]: audit 2024-09-13T13:45:14.955610+0000 mon.a (mon.0) 101 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:45:16.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:45:15 smithi062 bash[19845]: audit 2024-09-13T13:45:14.970728+0000 mon.a (mon.0) 102 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T13:45:16.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:45:15 smithi062 bash[19845]: audit 2024-09-13T13:45:14.975302+0000 mon.a (mon.0) 103 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:45:18.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:45:18 smithi062 bash[19845]: cluster 2024-09-13T13:45:16.999005+0000 mgr.y (mgr.14150) 10 : cluster [DBG] pgmap v3: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T13:45:19.430 INFO:teuthology.orchestra.run.smithi062.stderr:Inferring config /var/lib/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T13:45:20.353 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:45:20 smithi062 bash[19845]: cluster 2024-09-13T13:45:18.999430+0000 mgr.y (mgr.14150) 11 : cluster [DBG] pgmap v4: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T13:45:21.322 INFO:tasks.cephadm:Writing (initial) conf and keyring to smithi178 2024-09-13T13:45:21.323 DEBUG:teuthology.orchestra.run.smithi178:> set -ex 2024-09-13T13:45:21.323 DEBUG:teuthology.orchestra.run.smithi178:> dd of=/etc/ceph/ceph.conf 2024-09-13T13:45:21.329 DEBUG:teuthology.orchestra.run.smithi178:> set -ex 2024-09-13T13:45:21.329 DEBUG:teuthology.orchestra.run.smithi178:> dd of=/etc/ceph/ceph.client.admin.keyring 2024-09-13T13:45:21.376 INFO:tasks.cephadm:Adding host smithi178 to orchestrator... 2024-09-13T13:45:21.376 DEBUG:teuthology.orchestra.run.smithi062:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ff1149ea-71d5-11ef-bceb-c7b262605968 -- ceph orch host add smithi178 2024-09-13T13:45:22.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:45:21 smithi062 bash[19845]: audit 2024-09-13T13:45:20.688269+0000 mgr.y (mgr.14150) 12 : audit [DBG] from='client.14172 -' entity='client.admin' cmd=[{"prefix": "orch client-keyring set", "entity": "client.admin", "placement": "*", "mode": "0755", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T13:45:22.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:45:21 smithi062 bash[19845]: audit 2024-09-13T13:45:20.691744+0000 mon.a (mon.0) 104 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:45:22.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:45:21 smithi062 bash[19845]: audit 2024-09-13T13:45:20.692799+0000 mon.a (mon.0) 105 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T13:45:22.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:45:21 smithi062 bash[19845]: audit 2024-09-13T13:45:20.695024+0000 mon.a (mon.0) 106 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T13:45:22.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:45:21 smithi062 bash[19845]: audit 2024-09-13T13:45:20.696000+0000 mon.a (mon.0) 107 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T13:45:22.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:45:21 smithi062 bash[19845]: cephadm 2024-09-13T13:45:20.697334+0000 mgr.y (mgr.14150) 13 : cephadm [INF] Updating smithi062:/etc/ceph/ceph.conf 2024-09-13T13:45:22.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:45:21 smithi062 bash[19845]: cephadm 2024-09-13T13:45:20.791254+0000 mgr.y (mgr.14150) 14 : cephadm [INF] Updating smithi062:/var/lib/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-13T13:45:22.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:45:21 smithi062 bash[19845]: cephadm 2024-09-13T13:45:20.874285+0000 mgr.y (mgr.14150) 15 : cephadm [INF] Updating smithi062:/etc/ceph/ceph.client.admin.keyring 2024-09-13T13:45:22.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:45:21 smithi062 bash[19845]: audit 2024-09-13T13:45:21.094207+0000 mon.a (mon.0) 108 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:45:22.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:45:21 smithi062 bash[19845]: audit 2024-09-13T13:45:21.098978+0000 mon.a (mon.0) 109 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:45:22.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:45:21 smithi062 bash[19845]: audit 2024-09-13T13:45:21.103929+0000 mon.a (mon.0) 110 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:45:23.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:45:22 smithi062 bash[19845]: cephadm 2024-09-13T13:45:20.967989+0000 mgr.y (mgr.14150) 16 : cephadm [INF] Updating smithi062:/var/lib/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-13T13:45:23.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:45:22 smithi062 bash[19845]: cluster 2024-09-13T13:45:20.999797+0000 mgr.y (mgr.14150) 17 : cluster [DBG] pgmap v5: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T13:45:25.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:45:24 smithi062 bash[19845]: cluster 2024-09-13T13:45:23.000234+0000 mgr.y (mgr.14150) 18 : cluster [DBG] pgmap v6: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T13:45:26.110 INFO:teuthology.orchestra.run.smithi062.stderr:Inferring config /var/lib/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T13:45:26.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:45:26 smithi062 bash[19845]: cluster 2024-09-13T13:45:25.000636+0000 mgr.y (mgr.14150) 19 : cluster [DBG] pgmap v7: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T13:45:29.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:45:28 smithi062 bash[19845]: cluster 2024-09-13T13:45:27.001065+0000 mgr.y (mgr.14150) 20 : cluster [DBG] pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T13:45:29.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:45:28 smithi062 bash[19845]: audit 2024-09-13T13:45:27.724054+0000 mgr.y (mgr.14150) 21 : audit [DBG] from='client.14174 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi178", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T13:45:31.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:45:30 smithi062 bash[19845]: cluster 2024-09-13T13:45:29.001469+0000 mgr.y (mgr.14150) 22 : cluster [DBG] pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T13:45:31.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:45:30 smithi062 bash[19845]: cephadm 2024-09-13T13:45:29.052882+0000 mgr.y (mgr.14150) 23 : cephadm [INF] Deploying cephadm binary to smithi178 2024-09-13T13:45:32.769 INFO:teuthology.orchestra.run.smithi062.stdout:Added host 'smithi178' with addr '172.21.15.178' 2024-09-13T13:45:33.001 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:45:32 smithi062 bash[19845]: cluster 2024-09-13T13:45:31.001901+0000 mgr.y (mgr.14150) 24 : cluster [DBG] pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T13:45:33.462 DEBUG:teuthology.orchestra.run.smithi062:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ff1149ea-71d5-11ef-bceb-c7b262605968 -- ceph orch host ls --format=json 2024-09-13T13:45:34.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:45:33 smithi062 bash[19845]: audit 2024-09-13T13:45:32.768913+0000 mon.a (mon.0) 111 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:45:34.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:45:33 smithi062 bash[19845]: cephadm 2024-09-13T13:45:32.769814+0000 mgr.y (mgr.14150) 25 : cephadm [INF] Added host smithi178 2024-09-13T13:45:34.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:45:33 smithi062 bash[19845]: audit 2024-09-13T13:45:32.770615+0000 mon.a (mon.0) 112 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T13:45:34.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:45:33 smithi062 bash[19845]: audit 2024-09-13T13:45:33.265559+0000 mon.a (mon.0) 113 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:45:35.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:45:34 smithi062 bash[19845]: cluster 2024-09-13T13:45:33.002368+0000 mgr.y (mgr.14150) 26 : cluster [DBG] pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T13:45:36.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:45:35 smithi062 bash[19845]: audit 2024-09-13T13:45:34.787590+0000 mon.a (mon.0) 114 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:45:37.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:45:36 smithi062 bash[19845]: cluster 2024-09-13T13:45:35.002831+0000 mgr.y (mgr.14150) 27 : cluster [DBG] pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T13:45:37.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:45:36 smithi062 bash[19845]: audit 2024-09-13T13:45:36.058487+0000 mon.a (mon.0) 115 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:45:38.197 INFO:teuthology.orchestra.run.smithi062.stderr:Inferring config /var/lib/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T13:45:39.150 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:45:38 smithi062 bash[19845]: cluster 2024-09-13T13:45:37.003229+0000 mgr.y (mgr.14150) 28 : cluster [DBG] pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T13:45:39.514 INFO:teuthology.orchestra.run.smithi062.stdout: 2024-09-13T13:45:39.514 INFO:teuthology.orchestra.run.smithi062.stdout:[{"addr": "172.21.15.62", "hostname": "smithi062", "labels": [], "status": ""}, {"addr": "172.21.15.178", "hostname": "smithi178", "labels": [], "status": ""}] 2024-09-13T13:45:40.122 INFO:tasks.cephadm:Setting crush tunables to default 2024-09-13T13:45:40.123 DEBUG:teuthology.orchestra.run.smithi062:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ff1149ea-71d5-11ef-bceb-c7b262605968 -- ceph osd crush tunables default 2024-09-13T13:45:41.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:45:40 smithi062 bash[19845]: cluster 2024-09-13T13:45:39.003654+0000 mgr.y (mgr.14150) 29 : cluster [DBG] pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T13:45:41.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:45:40 smithi062 bash[19845]: audit 2024-09-13T13:45:39.514138+0000 mgr.y (mgr.14150) 30 : audit [DBG] from='client.14176 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-13T13:45:43.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:45:42 smithi062 bash[19845]: cluster 2024-09-13T13:45:41.004104+0000 mgr.y (mgr.14150) 31 : cluster [DBG] pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T13:45:43.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:45:42 smithi062 bash[19845]: audit 2024-09-13T13:45:41.682571+0000 mon.a (mon.0) 116 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:45:43.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:45:42 smithi062 bash[19845]: audit 2024-09-13T13:45:41.688123+0000 mon.a (mon.0) 117 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:45:43.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:45:42 smithi062 bash[19845]: audit 2024-09-13T13:45:41.694003+0000 mon.a (mon.0) 118 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:45:43.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:45:42 smithi062 bash[19845]: audit 2024-09-13T13:45:41.698899+0000 mon.a (mon.0) 119 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:45:43.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:45:42 smithi062 bash[19845]: audit 2024-09-13T13:45:41.700625+0000 mon.a (mon.0) 120 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi178", "name": "osd_memory_target"}]: dispatch 2024-09-13T13:45:43.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:45:42 smithi062 bash[19845]: audit 2024-09-13T13:45:41.702675+0000 mon.a (mon.0) 121 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T13:45:43.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:45:42 smithi062 bash[19845]: audit 2024-09-13T13:45:41.704502+0000 mon.a (mon.0) 122 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T13:45:43.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:45:42 smithi062 bash[19845]: cephadm 2024-09-13T13:45:41.706911+0000 mgr.y (mgr.14150) 32 : cephadm [INF] Updating smithi178:/etc/ceph/ceph.conf 2024-09-13T13:45:43.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:45:42 smithi062 bash[19845]: cephadm 2024-09-13T13:45:41.890658+0000 mgr.y (mgr.14150) 33 : cephadm [INF] Updating smithi178:/var/lib/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-13T13:45:43.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:45:42 smithi062 bash[19845]: audit 2024-09-13T13:45:42.350252+0000 mon.a (mon.0) 123 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:45:43.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:45:42 smithi062 bash[19845]: audit 2024-09-13T13:45:42.354270+0000 mon.a (mon.0) 124 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:45:43.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:45:42 smithi062 bash[19845]: audit 2024-09-13T13:45:42.358936+0000 mon.a (mon.0) 125 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:45:44.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:45:43 smithi062 bash[19845]: cephadm 2024-09-13T13:45:42.048576+0000 mgr.y (mgr.14150) 34 : cephadm [INF] Updating smithi178:/etc/ceph/ceph.client.admin.keyring 2024-09-13T13:45:44.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:45:43 smithi062 bash[19845]: cephadm 2024-09-13T13:45:42.202296+0000 mgr.y (mgr.14150) 35 : cephadm [INF] Updating smithi178:/var/lib/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-13T13:45:44.851 INFO:teuthology.orchestra.run.smithi062.stderr:Inferring config /var/lib/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T13:45:44.975 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:45:44 smithi062 bash[19845]: cluster 2024-09-13T13:45:43.004456+0000 mgr.y (mgr.14150) 36 : cluster [DBG] pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T13:45:46.696 INFO:teuthology.orchestra.run.smithi062.stderr:adjusted tunables profile to default 2024-09-13T13:45:47.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:45:46 smithi062 bash[19845]: cluster 2024-09-13T13:45:45.004910+0000 mgr.y (mgr.14150) 37 : cluster [DBG] pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T13:45:47.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:45:46 smithi062 bash[19845]: audit 2024-09-13T13:45:46.225350+0000 mon.a (mon.0) 126 : audit [INF] from='client.? 172.21.15.62:0/688855797' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2024-09-13T13:45:47.332 INFO:tasks.cephadm:Adding mon.a on smithi062 2024-09-13T13:45:47.332 INFO:tasks.cephadm:Adding mon.c on smithi062 2024-09-13T13:45:47.332 INFO:tasks.cephadm:Adding mon.b on smithi178 2024-09-13T13:45:47.333 DEBUG:teuthology.orchestra.run.smithi178:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ff1149ea-71d5-11ef-bceb-c7b262605968 -- ceph orch apply mon '3;smithi062:172.21.15.62=a;smithi062:[v2:172.21.15.62:3301,v1:172.21.15.62:6790]=c;smithi178:172.21.15.178=b' 2024-09-13T13:45:48.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:45:47 smithi062 bash[19845]: audit 2024-09-13T13:45:46.696945+0000 mon.a (mon.0) 127 : audit [INF] from='client.? 172.21.15.62:0/688855797' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2024-09-13T13:45:48.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:45:47 smithi062 bash[19845]: cluster 2024-09-13T13:45:46.701975+0000 mon.a (mon.0) 128 : cluster [DBG] osdmap e4: 0 total, 0 up, 0 in 2024-09-13T13:45:48.556 INFO:teuthology.orchestra.run.smithi178.stderr:Inferring config /var/lib/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-13T13:45:49.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:45:48 smithi062 bash[19845]: cluster 2024-09-13T13:45:47.005323+0000 mgr.y (mgr.14150) 38 : cluster [DBG] pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T13:45:50.151 INFO:teuthology.orchestra.run.smithi178.stdout:Scheduled mon update... 2024-09-13T13:45:50.664 DEBUG:teuthology.orchestra.run.smithi062:mon.c> sudo journalctl -f -n 0 -u ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@mon.c.service 2024-09-13T13:45:50.667 DEBUG:teuthology.orchestra.run.smithi178:mon.b> sudo journalctl -f -n 0 -u ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@mon.b.service 2024-09-13T13:45:50.669 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-09-13T13:45:50.670 DEBUG:teuthology.orchestra.run.smithi178:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ff1149ea-71d5-11ef-bceb-c7b262605968 -- ceph mon dump -f json 2024-09-13T13:45:51.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:45:50 smithi062 bash[19845]: cluster 2024-09-13T13:45:49.005729+0000 mgr.y (mgr.14150) 39 : cluster [DBG] pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T13:45:51.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:45:50 smithi062 bash[19845]: audit 2024-09-13T13:45:50.151316+0000 mon.a (mon.0) 129 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:45:51.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:45:50 smithi062 bash[19845]: audit 2024-09-13T13:45:50.152943+0000 mon.a (mon.0) 130 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T13:45:51.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:45:50 smithi062 bash[19845]: audit 2024-09-13T13:45:50.156252+0000 mon.a (mon.0) 131 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T13:45:51.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:45:50 smithi062 bash[19845]: audit 2024-09-13T13:45:50.158024+0000 mon.a (mon.0) 132 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T13:45:51.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:45:50 smithi062 bash[19845]: audit 2024-09-13T13:45:50.165905+0000 mon.a (mon.0) 133 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:45:51.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:45:50 smithi062 bash[19845]: audit 2024-09-13T13:45:50.169695+0000 mon.a (mon.0) 134 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-13T13:45:51.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:45:50 smithi062 bash[19845]: audit 2024-09-13T13:45:50.171349+0000 mon.a (mon.0) 135 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T13:45:51.909 INFO:teuthology.orchestra.run.smithi178.stderr:Inferring config /var/lib/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-13T13:45:52.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:45:51 smithi062 bash[19845]: audit 2024-09-13T13:45:50.138381+0000 mgr.y (mgr.14150) 40 : audit [DBG] from='client.14180 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi062:172.21.15.62=a;smithi062:[v2:172.21.15.62:3301,v1:172.21.15.62:6790]=c;smithi178:172.21.15.178=b", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T13:45:52.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:45:51 smithi062 bash[19845]: cephadm 2024-09-13T13:45:50.143631+0000 mgr.y (mgr.14150) 41 : cephadm [INF] Saving service mon spec with placement smithi062:172.21.15.62=a;smithi062:[v2:172.21.15.62:3301,v1:172.21.15.62:6790]=c;smithi178:172.21.15.178=b;count:3 2024-09-13T13:45:52.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:45:51 smithi062 bash[19845]: cephadm 2024-09-13T13:45:50.173213+0000 mgr.y (mgr.14150) 42 : cephadm [INF] Deploying daemon mon.b on smithi178 2024-09-13T13:45:53.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:45:52 smithi062 bash[19845]: cluster 2024-09-13T13:45:51.006141+0000 mgr.y (mgr.14150) 43 : cluster [DBG] pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T13:45:53.892 INFO:teuthology.orchestra.run.smithi178.stderr:dumped monmap epoch 1 2024-09-13T13:45:53.892 INFO:teuthology.orchestra.run.smithi178.stdout: 2024-09-13T13:45:53.892 INFO:teuthology.orchestra.run.smithi178.stdout:{"epoch":1,"fsid":"ff1149ea-71d5-11ef-bceb-c7b262605968","modified":"2024-09-13T13:43:50.492122Z","created":"2024-09-13T13:43:50.492122Z","min_mon_release":19,"min_mon_release_name":"squid","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:3300","nonce":0},{"type":"v1","addr":"172.21.15.62:6789","nonce":0}]},"addr":"172.21.15.62:6789/0","public_addr":"172.21.15.62:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2024-09-13T13:45:55.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:45:54 smithi062 bash[19845]: cluster 2024-09-13T13:45:53.006544+0000 mgr.y (mgr.14150) 44 : cluster [DBG] pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T13:45:55.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:45:54 smithi062 bash[19845]: audit 2024-09-13T13:45:53.892847+0000 mon.a (mon.0) 136 : audit [DBG] from='client.? 172.21.15.178:0/1281972829' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-09-13T13:45:55.816 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-09-13T13:45:55.816 DEBUG:teuthology.orchestra.run.smithi178:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ff1149ea-71d5-11ef-bceb-c7b262605968 -- ceph mon dump -f json 2024-09-13T13:45:56.091 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:55 smithi178 systemd[1]: Started Ceph mon.b for ff1149ea-71d5-11ef-bceb-c7b262605968. 2024-09-13T13:45:57.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:45:56 smithi062 bash[19845]: cluster 2024-09-13T13:45:55.006925+0000 mgr.y (mgr.14150) 45 : cluster [DBG] pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T13:45:57.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:45:56 smithi062 bash[19845]: audit 2024-09-13T13:45:56.030608+0000 mon.a (mon.0) 137 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:45:57.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:45:56 smithi062 bash[19845]: audit 2024-09-13T13:45:56.036575+0000 mon.a (mon.0) 138 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:45:57.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:45:56 smithi062 bash[19845]: audit 2024-09-13T13:45:56.043025+0000 mon.a (mon.0) 139 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:45:57.005 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:45:56 smithi062 bash[19845]: audit 2024-09-13T13:45:56.044345+0000 mon.a (mon.0) 140 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-13T13:45:57.005 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:45:56 smithi062 bash[19845]: audit 2024-09-13T13:45:56.045985+0000 mon.a (mon.0) 141 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T13:45:57.031 INFO:teuthology.orchestra.run.smithi178.stderr:Inferring config /var/lib/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/mon.b/config 2024-09-13T13:45:57.130 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: debug 2024-09-13T13:45:57.090+0000 7f540acabc80 0 set uid:gid to 167:167 (ceph:ceph) 2024-09-13T13:45:57.130 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: debug 2024-09-13T13:45:57.090+0000 7f540acabc80 0 ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable), process ceph-mon, pid 7 2024-09-13T13:45:57.131 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: debug 2024-09-13T13:45:57.090+0000 7f540acabc80 0 pidfile_write: ignore empty --pid-file 2024-09-13T13:45:57.131 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: debug 2024-09-13T13:45:57.094+0000 7f540acabc80 0 load: jerasure load: lrc 2024-09-13T13:45:57.131 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: debug 2024-09-13T13:45:57.094+0000 7f540acabc80 4 rocksdb: RocksDB version: 7.9.2 2024-09-13T13:45:57.131 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: debug 2024-09-13T13:45:57.094+0000 7f540acabc80 4 rocksdb: Git sha 0 2024-09-13T13:45:57.131 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: debug 2024-09-13T13:45:57.094+0000 7f540acabc80 4 rocksdb: Compile date 2024-09-12 19:43:04 2024-09-13T13:45:57.131 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: debug 2024-09-13T13:45:57.094+0000 7f540acabc80 4 rocksdb: DB SUMMARY 2024-09-13T13:45:57.131 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: debug 2024-09-13T13:45:57.094+0000 7f540acabc80 4 rocksdb: DB Session ID: VQLEOP7XHC09VKIZEHZU 2024-09-13T13:45:57.131 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: debug 2024-09-13T13:45:57.094+0000 7f540acabc80 4 rocksdb: CURRENT file: CURRENT 2024-09-13T13:45:57.131 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: debug 2024-09-13T13:45:57.094+0000 7f540acabc80 4 rocksdb: IDENTITY file: IDENTITY 2024-09-13T13:45:57.131 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: debug 2024-09-13T13:45:57.094+0000 7f540acabc80 4 rocksdb: MANIFEST file: MANIFEST-000005 size: 59 Bytes 2024-09-13T13:45:57.131 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: debug 2024-09-13T13:45:57.094+0000 7f540acabc80 4 rocksdb: SST files in /var/lib/ceph/mon/ceph-b/store.db dir, Total Num: 0, files: 2024-09-13T13:45:57.131 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: debug 2024-09-13T13:45:57.094+0000 7f540acabc80 4 rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-b/store.db: 000004.log size: 511 ; 2024-09-13T13:45:57.131 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: debug 2024-09-13T13:45:57.094+0000 7f540acabc80 4 rocksdb: Options.error_if_exists: 0 2024-09-13T13:45:57.132 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: debug 2024-09-13T13:45:57.094+0000 7f540acabc80 4 rocksdb: Options.create_if_missing: 0 2024-09-13T13:45:57.132 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: debug 2024-09-13T13:45:57.094+0000 7f540acabc80 4 rocksdb: Options.paranoid_checks: 1 2024-09-13T13:45:57.132 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: debug 2024-09-13T13:45:57.094+0000 7f540acabc80 4 rocksdb: Options.flush_verify_memtable_count: 1 2024-09-13T13:45:57.132 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: debug 2024-09-13T13:45:57.094+0000 7f540acabc80 4 rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-09-13T13:45:57.132 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: debug 2024-09-13T13:45:57.094+0000 7f540acabc80 4 rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-09-13T13:45:57.132 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: debug 2024-09-13T13:45:57.094+0000 7f540acabc80 4 rocksdb: Options.env: 0x561abaf4c940 2024-09-13T13:45:57.132 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: debug 2024-09-13T13:45:57.094+0000 7f540acabc80 4 rocksdb: Options.fs: PosixFileSystem 2024-09-13T13:45:57.132 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: debug 2024-09-13T13:45:57.094+0000 7f540acabc80 4 rocksdb: Options.info_log: 0x561abd0976e0 2024-09-13T13:45:57.132 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: debug 2024-09-13T13:45:57.094+0000 7f540acabc80 4 rocksdb: Options.max_file_opening_threads: 16 2024-09-13T13:45:57.132 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: debug 2024-09-13T13:45:57.094+0000 7f540acabc80 4 rocksdb: Options.statistics: (nil) 2024-09-13T13:45:57.132 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: debug 2024-09-13T13:45:57.094+0000 7f540acabc80 4 rocksdb: Options.use_fsync: 0 2024-09-13T13:45:57.132 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: debug 2024-09-13T13:45:57.094+0000 7f540acabc80 4 rocksdb: Options.max_log_file_size: 0 2024-09-13T13:45:57.132 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: debug 2024-09-13T13:45:57.094+0000 7f540acabc80 4 rocksdb: Options.max_manifest_file_size: 1073741824 2024-09-13T13:45:57.133 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: debug 2024-09-13T13:45:57.094+0000 7f540acabc80 4 rocksdb: Options.log_file_time_to_roll: 0 2024-09-13T13:45:57.133 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: debug 2024-09-13T13:45:57.094+0000 7f540acabc80 4 rocksdb: Options.keep_log_file_num: 1000 2024-09-13T13:45:57.133 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: debug 2024-09-13T13:45:57.094+0000 7f540acabc80 4 rocksdb: Options.recycle_log_file_num: 0 2024-09-13T13:45:57.133 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: debug 2024-09-13T13:45:57.094+0000 7f540acabc80 4 rocksdb: Options.allow_fallocate: 1 2024-09-13T13:45:57.133 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: debug 2024-09-13T13:45:57.094+0000 7f540acabc80 4 rocksdb: Options.allow_mmap_reads: 0 2024-09-13T13:45:57.133 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: debug 2024-09-13T13:45:57.094+0000 7f540acabc80 4 rocksdb: Options.allow_mmap_writes: 0 2024-09-13T13:45:57.133 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: debug 2024-09-13T13:45:57.094+0000 7f540acabc80 4 rocksdb: Options.use_direct_reads: 0 2024-09-13T13:45:57.133 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: debug 2024-09-13T13:45:57.094+0000 7f540acabc80 4 rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-09-13T13:45:57.133 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: debug 2024-09-13T13:45:57.094+0000 7f540acabc80 4 rocksdb: Options.create_missing_column_families: 0 2024-09-13T13:45:57.133 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: debug 2024-09-13T13:45:57.094+0000 7f540acabc80 4 rocksdb: Options.db_log_dir: 2024-09-13T13:45:57.133 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: debug 2024-09-13T13:45:57.094+0000 7f540acabc80 4 rocksdb: Options.wal_dir: 2024-09-13T13:45:57.134 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: debug 2024-09-13T13:45:57.094+0000 7f540acabc80 4 rocksdb: Options.table_cache_numshardbits: 6 2024-09-13T13:45:57.134 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: debug 2024-09-13T13:45:57.094+0000 7f540acabc80 4 rocksdb: Options.WAL_ttl_seconds: 0 2024-09-13T13:45:57.134 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: debug 2024-09-13T13:45:57.094+0000 7f540acabc80 4 rocksdb: Options.WAL_size_limit_MB: 0 2024-09-13T13:45:57.134 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: debug 2024-09-13T13:45:57.094+0000 7f540acabc80 4 rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-09-13T13:45:57.134 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: debug 2024-09-13T13:45:57.094+0000 7f540acabc80 4 rocksdb: Options.manifest_preallocation_size: 4194304 2024-09-13T13:45:57.134 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: debug 2024-09-13T13:45:57.094+0000 7f540acabc80 4 rocksdb: Options.is_fd_close_on_exec: 1 2024-09-13T13:45:57.134 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: debug 2024-09-13T13:45:57.094+0000 7f540acabc80 4 rocksdb: Options.advise_random_on_open: 1 2024-09-13T13:45:57.134 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: debug 2024-09-13T13:45:57.094+0000 7f540acabc80 4 rocksdb: Options.db_write_buffer_size: 0 2024-09-13T13:45:57.134 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: debug 2024-09-13T13:45:57.094+0000 7f540acabc80 4 rocksdb: Options.write_buffer_manager: 0x561abd0a6dc0 2024-09-13T13:45:57.134 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: debug 2024-09-13T13:45:57.094+0000 7f540acabc80 4 rocksdb: Options.access_hint_on_compaction_start: 1 2024-09-13T13:45:57.134 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: debug 2024-09-13T13:45:57.094+0000 7f540acabc80 4 rocksdb: Options.random_access_max_buffer_size: 1048576 2024-09-13T13:45:57.134 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: debug 2024-09-13T13:45:57.094+0000 7f540acabc80 4 rocksdb: Options.use_adaptive_mutex: 0 2024-09-13T13:45:57.134 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: debug 2024-09-13T13:45:57.094+0000 7f540acabc80 4 rocksdb: Options.rate_limiter: (nil) 2024-09-13T13:45:57.134 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: debug 2024-09-13T13:45:57.094+0000 7f540acabc80 4 rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-09-13T13:45:57.134 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: debug 2024-09-13T13:45:57.094+0000 7f540acabc80 4 rocksdb: Options.wal_recovery_mode: 2 2024-09-13T13:45:57.135 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: debug 2024-09-13T13:45:57.094+0000 7f540acabc80 4 rocksdb: Options.enable_thread_tracking: 0 2024-09-13T13:45:57.135 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: debug 2024-09-13T13:45:57.094+0000 7f540acabc80 4 rocksdb: Options.enable_pipelined_write: 0 2024-09-13T13:45:57.135 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: debug 2024-09-13T13:45:57.094+0000 7f540acabc80 4 rocksdb: Options.unordered_write: 0 2024-09-13T13:45:57.135 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: debug 2024-09-13T13:45:57.094+0000 7f540acabc80 4 rocksdb: Options.allow_concurrent_memtable_write: 1 2024-09-13T13:45:57.135 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: debug 2024-09-13T13:45:57.094+0000 7f540acabc80 4 rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-09-13T13:45:57.135 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: debug 2024-09-13T13:45:57.094+0000 7f540acabc80 4 rocksdb: Options.write_thread_max_yield_usec: 100 2024-09-13T13:45:57.135 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: debug 2024-09-13T13:45:57.094+0000 7f540acabc80 4 rocksdb: Options.write_thread_slow_yield_usec: 3 2024-09-13T13:45:57.135 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: debug 2024-09-13T13:45:57.094+0000 7f540acabc80 4 rocksdb: Options.row_cache: None 2024-09-13T13:45:57.135 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: debug 2024-09-13T13:45:57.094+0000 7f540acabc80 4 rocksdb: Options.wal_filter: None 2024-09-13T13:45:57.135 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: debug 2024-09-13T13:45:57.094+0000 7f540acabc80 4 rocksdb: Options.avoid_flush_during_recovery: 0 2024-09-13T13:45:57.135 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: debug 2024-09-13T13:45:57.094+0000 7f540acabc80 4 rocksdb: Options.allow_ingest_behind: 0 2024-09-13T13:45:57.135 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: debug 2024-09-13T13:45:57.094+0000 7f540acabc80 4 rocksdb: Options.two_write_queues: 0 2024-09-13T13:45:57.135 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: debug 2024-09-13T13:45:57.094+0000 7f540acabc80 4 rocksdb: Options.manual_wal_flush: 0 2024-09-13T13:45:57.135 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: debug 2024-09-13T13:45:57.094+0000 7f540acabc80 4 rocksdb: Options.wal_compression: 0 2024-09-13T13:45:57.136 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: debug 2024-09-13T13:45:57.094+0000 7f540acabc80 4 rocksdb: Options.atomic_flush: 0 2024-09-13T13:45:57.136 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: debug 2024-09-13T13:45:57.094+0000 7f540acabc80 4 rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-09-13T13:45:57.136 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: debug 2024-09-13T13:45:57.094+0000 7f540acabc80 4 rocksdb: Options.persist_stats_to_disk: 0 2024-09-13T13:45:57.136 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: debug 2024-09-13T13:45:57.094+0000 7f540acabc80 4 rocksdb: Options.write_dbid_to_manifest: 0 2024-09-13T13:45:57.136 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: debug 2024-09-13T13:45:57.094+0000 7f540acabc80 4 rocksdb: Options.log_readahead_size: 0 2024-09-13T13:45:57.136 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: debug 2024-09-13T13:45:57.094+0000 7f540acabc80 4 rocksdb: Options.file_checksum_gen_factory: Unknown 2024-09-13T13:45:57.136 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: debug 2024-09-13T13:45:57.094+0000 7f540acabc80 4 rocksdb: Options.best_efforts_recovery: 0 2024-09-13T13:45:57.136 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: debug 2024-09-13T13:45:57.094+0000 7f540acabc80 4 rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-09-13T13:45:57.136 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: debug 2024-09-13T13:45:57.094+0000 7f540acabc80 4 rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-09-13T13:45:57.136 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: debug 2024-09-13T13:45:57.094+0000 7f540acabc80 4 rocksdb: Options.allow_data_in_errors: 0 2024-09-13T13:45:57.136 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: debug 2024-09-13T13:45:57.094+0000 7f540acabc80 4 rocksdb: Options.db_host_id: __hostname__ 2024-09-13T13:45:57.136 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: debug 2024-09-13T13:45:57.094+0000 7f540acabc80 4 rocksdb: Options.enforce_single_del_contracts: true 2024-09-13T13:45:57.136 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: debug 2024-09-13T13:45:57.094+0000 7f540acabc80 4 rocksdb: Options.max_background_jobs: 2 2024-09-13T13:45:57.136 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: debug 2024-09-13T13:45:57.094+0000 7f540acabc80 4 rocksdb: Options.max_background_compactions: -1 2024-09-13T13:45:57.138 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: debug 2024-09-13T13:45:57.094+0000 7f540acabc80 4 rocksdb: Options.max_subcompactions: 1 2024-09-13T13:45:57.138 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: debug 2024-09-13T13:45:57.094+0000 7f540acabc80 4 rocksdb: Options.avoid_flush_during_shutdown: 0 2024-09-13T13:45:57.138 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: debug 2024-09-13T13:45:57.094+0000 7f540acabc80 4 rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-09-13T13:45:57.139 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: debug 2024-09-13T13:45:57.094+0000 7f540acabc80 4 rocksdb: Options.delayed_write_rate : 16777216 2024-09-13T13:45:57.139 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: debug 2024-09-13T13:45:57.094+0000 7f540acabc80 4 rocksdb: Options.max_total_wal_size: 0 2024-09-13T13:45:57.139 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: debug 2024-09-13T13:45:57.094+0000 7f540acabc80 4 rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-09-13T13:45:57.139 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: debug 2024-09-13T13:45:57.094+0000 7f540acabc80 4 rocksdb: Options.stats_dump_period_sec: 600 2024-09-13T13:45:57.139 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: debug 2024-09-13T13:45:57.094+0000 7f540acabc80 4 rocksdb: Options.stats_persist_period_sec: 600 2024-09-13T13:45:57.139 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: debug 2024-09-13T13:45:57.094+0000 7f540acabc80 4 rocksdb: Options.stats_history_buffer_size: 1048576 2024-09-13T13:45:57.139 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: debug 2024-09-13T13:45:57.094+0000 7f540acabc80 4 rocksdb: Options.max_open_files: -1 2024-09-13T13:45:57.139 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: debug 2024-09-13T13:45:57.094+0000 7f540acabc80 4 rocksdb: Options.bytes_per_sync: 0 2024-09-13T13:45:57.139 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: debug 2024-09-13T13:45:57.094+0000 7f540acabc80 4 rocksdb: Options.wal_bytes_per_sync: 0 2024-09-13T13:45:57.139 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: debug 2024-09-13T13:45:57.094+0000 7f540acabc80 4 rocksdb: Options.strict_bytes_per_sync: 0 2024-09-13T13:45:57.139 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: debug 2024-09-13T13:45:57.094+0000 7f540acabc80 4 rocksdb: Options.compaction_readahead_size: 0 2024-09-13T13:45:57.139 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: debug 2024-09-13T13:45:57.094+0000 7f540acabc80 4 rocksdb: Options.max_background_flushes: -1 2024-09-13T13:45:57.139 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: debug 2024-09-13T13:45:57.094+0000 7f540acabc80 4 rocksdb: Compression algorithms supported: 2024-09-13T13:45:57.139 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: debug 2024-09-13T13:45:57.094+0000 7f540acabc80 4 rocksdb: kZSTD supported: 0 2024-09-13T13:45:57.140 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: debug 2024-09-13T13:45:57.094+0000 7f540acabc80 4 rocksdb: kXpressCompression supported: 0 2024-09-13T13:45:57.140 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: debug 2024-09-13T13:45:57.094+0000 7f540acabc80 4 rocksdb: kBZip2Compression supported: 0 2024-09-13T13:45:57.140 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: debug 2024-09-13T13:45:57.094+0000 7f540acabc80 4 rocksdb: kZSTDNotFinalCompression supported: 0 2024-09-13T13:45:57.140 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: debug 2024-09-13T13:45:57.094+0000 7f540acabc80 4 rocksdb: kLZ4Compression supported: 1 2024-09-13T13:45:57.140 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: debug 2024-09-13T13:45:57.094+0000 7f540acabc80 4 rocksdb: kZlibCompression supported: 1 2024-09-13T13:45:57.140 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: debug 2024-09-13T13:45:57.094+0000 7f540acabc80 4 rocksdb: kLZ4HCCompression supported: 1 2024-09-13T13:45:57.140 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: debug 2024-09-13T13:45:57.094+0000 7f540acabc80 4 rocksdb: kSnappyCompression supported: 1 2024-09-13T13:45:57.140 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: debug 2024-09-13T13:45:57.094+0000 7f540acabc80 4 rocksdb: Fast CRC32 supported: Supported on x86 2024-09-13T13:45:57.140 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: debug 2024-09-13T13:45:57.094+0000 7f540acabc80 4 rocksdb: DMutex implementation: pthread_mutex_t 2024-09-13T13:45:57.140 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: debug 2024-09-13T13:45:57.094+0000 7f540acabc80 4 rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000005 2024-09-13T13:45:57.140 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: debug 2024-09-13T13:45:57.094+0000 7f540acabc80 4 rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-09-13T13:45:57.140 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: debug 2024-09-13T13:45:57.094+0000 7f540acabc80 4 rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-09-13T13:45:57.140 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: debug 2024-09-13T13:45:57.094+0000 7f540acabc80 4 rocksdb: Options.merge_operator: 2024-09-13T13:45:57.140 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: debug 2024-09-13T13:45:57.094+0000 7f540acabc80 4 rocksdb: Options.compaction_filter: None 2024-09-13T13:45:57.141 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: debug 2024-09-13T13:45:57.094+0000 7f540acabc80 4 rocksdb: Options.compaction_filter_factory: None 2024-09-13T13:45:57.141 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: debug 2024-09-13T13:45:57.094+0000 7f540acabc80 4 rocksdb: Options.sst_partitioner_factory: None 2024-09-13T13:45:57.141 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: debug 2024-09-13T13:45:57.094+0000 7f540acabc80 4 rocksdb: Options.memtable_factory: SkipListFactory 2024-09-13T13:45:57.141 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: debug 2024-09-13T13:45:57.094+0000 7f540acabc80 4 rocksdb: Options.table_factory: BlockBasedTable 2024-09-13T13:45:57.141 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: debug 2024-09-13T13:45:57.094+0000 7f540acabc80 4 rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x561abd097320) 2024-09-13T13:45:57.141 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: cache_index_and_filter_blocks: 1 2024-09-13T13:45:57.141 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: cache_index_and_filter_blocks_with_high_priority: 0 2024-09-13T13:45:57.141 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: pin_l0_filter_and_index_blocks_in_cache: 0 2024-09-13T13:45:57.141 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: pin_top_level_index_and_filter: 1 2024-09-13T13:45:57.141 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: index_type: 0 2024-09-13T13:45:57.141 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: data_block_index_type: 0 2024-09-13T13:45:57.141 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: index_shortening: 1 2024-09-13T13:45:57.141 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: data_block_hash_table_util_ratio: 0.750000 2024-09-13T13:45:57.142 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: checksum: 4 2024-09-13T13:45:57.142 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: no_block_cache: 0 2024-09-13T13:45:57.142 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: block_cache: 0x561abd08d1f0 2024-09-13T13:45:57.142 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: block_cache_name: BinnedLRUCache 2024-09-13T13:45:57.142 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: block_cache_options: 2024-09-13T13:45:57.142 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: capacity : 536870912 2024-09-13T13:45:57.142 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: num_shard_bits : 4 2024-09-13T13:45:57.142 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: strict_capacity_limit : 0 2024-09-13T13:45:57.142 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: high_pri_pool_ratio: 0.000 2024-09-13T13:45:57.142 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: block_cache_compressed: (nil) 2024-09-13T13:45:57.142 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: persistent_cache: (nil) 2024-09-13T13:45:57.142 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: block_size: 4096 2024-09-13T13:45:57.142 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: block_size_deviation: 10 2024-09-13T13:45:57.142 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: block_restart_interval: 16 2024-09-13T13:45:57.142 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: index_block_restart_interval: 1 2024-09-13T13:45:57.143 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: metadata_block_size: 4096 2024-09-13T13:45:57.143 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: partition_filters: 0 2024-09-13T13:45:57.143 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: use_delta_encoding: 1 2024-09-13T13:45:57.143 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: filter_policy: bloomfilter 2024-09-13T13:45:57.143 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: whole_key_filtering: 1 2024-09-13T13:45:57.143 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: verify_compression: 0 2024-09-13T13:45:57.143 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: read_amp_bytes_per_bit: 0 2024-09-13T13:45:57.143 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: format_version: 5 2024-09-13T13:45:57.143 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: enable_index_compression: 1 2024-09-13T13:45:57.143 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: block_align: 0 2024-09-13T13:45:57.143 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: max_auto_readahead_size: 262144 2024-09-13T13:45:57.143 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: prepopulate_block_cache: 0 2024-09-13T13:45:57.143 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: initial_auto_readahead_size: 8192 2024-09-13T13:45:57.143 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: num_file_reads_for_auto_readahead: 2 2024-09-13T13:45:57.144 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: debug 2024-09-13T13:45:57.094+0000 7f540acabc80 4 rocksdb: Options.write_buffer_size: 33554432 2024-09-13T13:45:57.144 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: debug 2024-09-13T13:45:57.094+0000 7f540acabc80 4 rocksdb: Options.max_write_buffer_number: 2 2024-09-13T13:45:57.144 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: debug 2024-09-13T13:45:57.094+0000 7f540acabc80 4 rocksdb: Options.compression: NoCompression 2024-09-13T13:45:57.144 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: debug 2024-09-13T13:45:57.094+0000 7f540acabc80 4 rocksdb: Options.bottommost_compression: Disabled 2024-09-13T13:45:57.144 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: debug 2024-09-13T13:45:57.094+0000 7f540acabc80 4 rocksdb: Options.prefix_extractor: nullptr 2024-09-13T13:45:57.144 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: debug 2024-09-13T13:45:57.094+0000 7f540acabc80 4 rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-09-13T13:45:57.144 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: debug 2024-09-13T13:45:57.094+0000 7f540acabc80 4 rocksdb: Options.num_levels: 7 2024-09-13T13:45:57.144 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: debug 2024-09-13T13:45:57.094+0000 7f540acabc80 4 rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-09-13T13:45:57.144 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: debug 2024-09-13T13:45:57.094+0000 7f540acabc80 4 rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-09-13T13:45:57.144 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: debug 2024-09-13T13:45:57.094+0000 7f540acabc80 4 rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-09-13T13:45:57.144 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: debug 2024-09-13T13:45:57.094+0000 7f540acabc80 4 rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-09-13T13:45:57.144 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: debug 2024-09-13T13:45:57.094+0000 7f540acabc80 4 rocksdb: Options.bottommost_compression_opts.level: 32767 2024-09-13T13:45:57.144 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: debug 2024-09-13T13:45:57.094+0000 7f540acabc80 4 rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-09-13T13:45:57.145 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: debug 2024-09-13T13:45:57.094+0000 7f540acabc80 4 rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-09-13T13:45:57.145 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: debug 2024-09-13T13:45:57.094+0000 7f540acabc80 4 rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-09-13T13:45:57.145 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: debug 2024-09-13T13:45:57.094+0000 7f540acabc80 4 rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-09-13T13:45:57.145 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: debug 2024-09-13T13:45:57.094+0000 7f540acabc80 4 rocksdb: Options.bottommost_compression_opts.enabled: false 2024-09-13T13:45:57.145 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: debug 2024-09-13T13:45:57.094+0000 7f540acabc80 4 rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-09-13T13:45:57.145 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: debug 2024-09-13T13:45:57.094+0000 7f540acabc80 4 rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-09-13T13:45:57.145 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: debug 2024-09-13T13:45:57.094+0000 7f540acabc80 4 rocksdb: Options.compression_opts.window_bits: -14 2024-09-13T13:45:57.145 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: debug 2024-09-13T13:45:57.094+0000 7f540acabc80 4 rocksdb: Options.compression_opts.level: 32767 2024-09-13T13:45:57.145 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: debug 2024-09-13T13:45:57.094+0000 7f540acabc80 4 rocksdb: Options.compression_opts.strategy: 0 2024-09-13T13:45:57.145 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: debug 2024-09-13T13:45:57.094+0000 7f540acabc80 4 rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-09-13T13:45:57.145 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: debug 2024-09-13T13:45:57.094+0000 7f540acabc80 4 rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-09-13T13:45:57.145 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: debug 2024-09-13T13:45:57.094+0000 7f540acabc80 4 rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-09-13T13:45:57.145 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: debug 2024-09-13T13:45:57.094+0000 7f540acabc80 4 rocksdb: Options.compression_opts.parallel_threads: 1 2024-09-13T13:45:57.145 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: debug 2024-09-13T13:45:57.094+0000 7f540acabc80 4 rocksdb: Options.compression_opts.enabled: false 2024-09-13T13:45:57.146 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: debug 2024-09-13T13:45:57.094+0000 7f540acabc80 4 rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-09-13T13:45:57.146 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: debug 2024-09-13T13:45:57.094+0000 7f540acabc80 4 rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-09-13T13:45:57.146 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: debug 2024-09-13T13:45:57.094+0000 7f540acabc80 4 rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-09-13T13:45:57.146 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: debug 2024-09-13T13:45:57.094+0000 7f540acabc80 4 rocksdb: Options.level0_stop_writes_trigger: 36 2024-09-13T13:45:57.146 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: debug 2024-09-13T13:45:57.094+0000 7f540acabc80 4 rocksdb: Options.target_file_size_base: 67108864 2024-09-13T13:45:57.146 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: debug 2024-09-13T13:45:57.094+0000 7f540acabc80 4 rocksdb: Options.target_file_size_multiplier: 1 2024-09-13T13:45:57.146 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: debug 2024-09-13T13:45:57.094+0000 7f540acabc80 4 rocksdb: Options.max_bytes_for_level_base: 268435456 2024-09-13T13:45:57.146 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: debug 2024-09-13T13:45:57.094+0000 7f540acabc80 4 rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-09-13T13:45:57.146 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: debug 2024-09-13T13:45:57.094+0000 7f540acabc80 4 rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-09-13T13:45:57.146 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: debug 2024-09-13T13:45:57.094+0000 7f540acabc80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-09-13T13:45:57.146 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: debug 2024-09-13T13:45:57.094+0000 7f540acabc80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-09-13T13:45:57.146 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: debug 2024-09-13T13:45:57.094+0000 7f540acabc80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-09-13T13:45:57.146 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: debug 2024-09-13T13:45:57.094+0000 7f540acabc80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-09-13T13:45:57.146 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: debug 2024-09-13T13:45:57.094+0000 7f540acabc80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-09-13T13:45:57.147 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: debug 2024-09-13T13:45:57.094+0000 7f540acabc80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-09-13T13:45:57.147 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: debug 2024-09-13T13:45:57.094+0000 7f540acabc80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-09-13T13:45:57.147 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: debug 2024-09-13T13:45:57.094+0000 7f540acabc80 4 rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-09-13T13:45:57.147 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: debug 2024-09-13T13:45:57.094+0000 7f540acabc80 4 rocksdb: Options.max_compaction_bytes: 1677721600 2024-09-13T13:45:57.147 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: debug 2024-09-13T13:45:57.094+0000 7f540acabc80 4 rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-09-13T13:45:57.147 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: debug 2024-09-13T13:45:57.094+0000 7f540acabc80 4 rocksdb: Options.arena_block_size: 1048576 2024-09-13T13:45:57.147 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: debug 2024-09-13T13:45:57.094+0000 7f540acabc80 4 rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-09-13T13:45:57.147 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: debug 2024-09-13T13:45:57.094+0000 7f540acabc80 4 rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-09-13T13:45:57.147 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: debug 2024-09-13T13:45:57.094+0000 7f540acabc80 4 rocksdb: Options.disable_auto_compactions: 0 2024-09-13T13:45:57.147 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: debug 2024-09-13T13:45:57.094+0000 7f540acabc80 4 rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-09-13T13:45:57.147 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: debug 2024-09-13T13:45:57.094+0000 7f540acabc80 4 rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-09-13T13:45:57.147 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: debug 2024-09-13T13:45:57.094+0000 7f540acabc80 4 rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-09-13T13:45:57.147 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: debug 2024-09-13T13:45:57.094+0000 7f540acabc80 4 rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-09-13T13:45:57.147 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: debug 2024-09-13T13:45:57.094+0000 7f540acabc80 4 rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-09-13T13:45:57.147 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: debug 2024-09-13T13:45:57.094+0000 7f540acabc80 4 rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-09-13T13:45:57.148 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: debug 2024-09-13T13:45:57.094+0000 7f540acabc80 4 rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-09-13T13:45:57.148 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: debug 2024-09-13T13:45:57.094+0000 7f540acabc80 4 rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-09-13T13:45:57.148 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: debug 2024-09-13T13:45:57.094+0000 7f540acabc80 4 rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-09-13T13:45:57.148 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: debug 2024-09-13T13:45:57.094+0000 7f540acabc80 4 rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-09-13T13:45:57.148 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: debug 2024-09-13T13:45:57.094+0000 7f540acabc80 4 rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-09-13T13:45:57.148 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: debug 2024-09-13T13:45:57.094+0000 7f540acabc80 4 rocksdb: Options.inplace_update_support: 0 2024-09-13T13:45:57.148 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: debug 2024-09-13T13:45:57.094+0000 7f540acabc80 4 rocksdb: Options.inplace_update_num_locks: 10000 2024-09-13T13:45:57.148 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: debug 2024-09-13T13:45:57.094+0000 7f540acabc80 4 rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-09-13T13:45:57.148 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: debug 2024-09-13T13:45:57.094+0000 7f540acabc80 4 rocksdb: Options.memtable_whole_key_filtering: 0 2024-09-13T13:45:57.148 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: debug 2024-09-13T13:45:57.094+0000 7f540acabc80 4 rocksdb: Options.memtable_huge_page_size: 0 2024-09-13T13:45:57.148 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: debug 2024-09-13T13:45:57.094+0000 7f540acabc80 4 rocksdb: Options.bloom_locality: 0 2024-09-13T13:45:57.148 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: debug 2024-09-13T13:45:57.094+0000 7f540acabc80 4 rocksdb: Options.max_successive_merges: 0 2024-09-13T13:45:57.148 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: debug 2024-09-13T13:45:57.094+0000 7f540acabc80 4 rocksdb: Options.optimize_filters_for_hits: 0 2024-09-13T13:45:57.149 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: debug 2024-09-13T13:45:57.094+0000 7f540acabc80 4 rocksdb: Options.paranoid_file_checks: 0 2024-09-13T13:45:57.149 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: debug 2024-09-13T13:45:57.094+0000 7f540acabc80 4 rocksdb: Options.force_consistency_checks: 1 2024-09-13T13:45:57.149 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: debug 2024-09-13T13:45:57.094+0000 7f540acabc80 4 rocksdb: Options.report_bg_io_stats: 0 2024-09-13T13:45:57.149 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: debug 2024-09-13T13:45:57.094+0000 7f540acabc80 4 rocksdb: Options.ttl: 2592000 2024-09-13T13:45:57.149 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: debug 2024-09-13T13:45:57.094+0000 7f540acabc80 4 rocksdb: Options.periodic_compaction_seconds: 0 2024-09-13T13:45:57.149 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: debug 2024-09-13T13:45:57.094+0000 7f540acabc80 4 rocksdb: Options.preclude_last_level_data_seconds: 0 2024-09-13T13:45:57.149 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: debug 2024-09-13T13:45:57.094+0000 7f540acabc80 4 rocksdb: Options.preserve_internal_time_seconds: 0 2024-09-13T13:45:57.149 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: debug 2024-09-13T13:45:57.094+0000 7f540acabc80 4 rocksdb: Options.enable_blob_files: false 2024-09-13T13:45:57.149 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: debug 2024-09-13T13:45:57.094+0000 7f540acabc80 4 rocksdb: Options.min_blob_size: 0 2024-09-13T13:45:57.149 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: debug 2024-09-13T13:45:57.094+0000 7f540acabc80 4 rocksdb: Options.blob_file_size: 268435456 2024-09-13T13:45:57.149 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: debug 2024-09-13T13:45:57.094+0000 7f540acabc80 4 rocksdb: Options.blob_compression_type: NoCompression 2024-09-13T13:45:57.149 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: debug 2024-09-13T13:45:57.094+0000 7f540acabc80 4 rocksdb: Options.enable_blob_garbage_collection: false 2024-09-13T13:45:57.149 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: debug 2024-09-13T13:45:57.094+0000 7f540acabc80 4 rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-09-13T13:45:57.149 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: debug 2024-09-13T13:45:57.094+0000 7f540acabc80 4 rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-09-13T13:45:57.149 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: debug 2024-09-13T13:45:57.094+0000 7f540acabc80 4 rocksdb: Options.blob_compaction_readahead_size: 0 2024-09-13T13:45:57.150 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: debug 2024-09-13T13:45:57.094+0000 7f540acabc80 4 rocksdb: Options.blob_file_starting_level: 0 2024-09-13T13:45:57.150 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: debug 2024-09-13T13:45:57.094+0000 7f540acabc80 4 rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-09-13T13:45:57.150 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: debug 2024-09-13T13:45:57.094+0000 7f540acabc80 4 rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000005 succeeded,manifest_file_number is 5, next_file_number is 7, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-09-13T13:45:57.150 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: debug 2024-09-13T13:45:57.094+0000 7f540acabc80 4 rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 0 2024-09-13T13:45:57.150 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: debug 2024-09-13T13:45:57.094+0000 7f540acabc80 4 rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 28f02fe6-86f8-46a7-afbb-db6eb7bbc4f8 2024-09-13T13:45:57.150 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: debug 2024-09-13T13:45:57.094+0000 7f540acabc80 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1726235157100610, "job": 1, "event": "recovery_started", "wal_files": [4]} 2024-09-13T13:45:57.150 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: debug 2024-09-13T13:45:57.094+0000 7f540acabc80 4 rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #4 mode 2 2024-09-13T13:45:57.150 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: debug 2024-09-13T13:45:57.094+0000 7f540acabc80 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1726235157101022, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 8, "file_size": 1648, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 1, "largest_seqno": 5, "table_properties": {"data_size": 523, "index_size": 31, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 69, "raw_key_size": 115, "raw_average_key_size": 23, "raw_value_size": 401, "raw_average_value_size": 80, "num_data_blocks": 1, "num_entries": 5, "num_filter_entries": 5, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1726235157, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "28f02fe6-86f8-46a7-afbb-db6eb7bbc4f8", "db_session_id": "VQLEOP7XHC09VKIZEHZU", "orig_file_number": 8, "seqno_to_time_mapping": "N/A"}} 2024-09-13T13:45:57.150 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: debug 2024-09-13T13:45:57.094+0000 7f540acabc80 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1726235157101132, "job": 1, "event": "recovery_finished"} 2024-09-13T13:45:57.150 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: debug 2024-09-13T13:45:57.094+0000 7f540acabc80 4 rocksdb: [db/version_set.cc:5047] Creating manifest 10 2024-09-13T13:45:57.150 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: debug 2024-09-13T13:45:57.098+0000 7f540acabc80 4 rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-b/store.db/000004.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-09-13T13:45:57.150 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: debug 2024-09-13T13:45:57.098+0000 7f540acabc80 4 rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x561abd0b8e00 2024-09-13T13:45:57.150 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: debug 2024-09-13T13:45:57.098+0000 7f540acabc80 4 rocksdb: DB pointer 0x561abd1b8000 2024-09-13T13:45:57.151 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: debug 2024-09-13T13:45:57.098+0000 7f5400a74640 4 rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-09-13T13:45:57.151 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: debug 2024-09-13T13:45:57.098+0000 7f5400a74640 4 rocksdb: [db/db_impl/db_impl.cc:1111] 2024-09-13T13:45:57.151 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: ** DB Stats ** 2024-09-13T13:45:57.151 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: Uptime(secs): 0.0 total, 0.0 interval 2024-09-13T13:45:57.151 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-09-13T13:45:57.151 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-09-13T13:45:57.151 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-09-13T13:45:57.151 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-09-13T13:45:57.151 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-09-13T13:45:57.151 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-09-13T13:45:57.151 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: ** Compaction Stats [default] ** 2024-09-13T13:45:57.151 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-09-13T13:45:57.151 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-09-13T13:45:57.151 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: L0 1/0 1.61 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 4.1 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-09-13T13:45:57.151 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: Sum 1/0 1.61 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 4.1 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-09-13T13:45:57.152 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 4.1 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-09-13T13:45:57.152 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: ** Compaction Stats [default] ** 2024-09-13T13:45:57.152 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-09-13T13:45:57.152 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-09-13T13:45:57.152 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 4.1 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-09-13T13:45:57.152 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-09-13T13:45:57.152 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: Uptime(secs): 0.0 total, 0.0 interval 2024-09-13T13:45:57.152 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: Flush(GB): cumulative 0.000, interval 0.000 2024-09-13T13:45:57.152 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: AddFile(GB): cumulative 0.000, interval 0.000 2024-09-13T13:45:57.152 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: AddFile(Total Files): cumulative 0, interval 0 2024-09-13T13:45:57.152 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: AddFile(L0 Files): cumulative 0, interval 0 2024-09-13T13:45:57.152 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: AddFile(Keys): cumulative 0, interval 0 2024-09-13T13:45:57.152 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: Cumulative compaction: 0.00 GB write, 0.51 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-13T13:45:57.152 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: Interval compaction: 0.00 GB write, 0.51 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-13T13:45:57.153 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-09-13T13:45:57.153 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: Block cache BinnedLRUCache@0x561abd08d1f0#7 capacity: 512.00 MB usage: 0.22 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1.4e-05 secs_since: 0 2024-09-13T13:45:57.153 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: Block cache entry stats(count,size,portion): FilterBlock(1,0.11 KB,2.08616e-05%) IndexBlock(1,0.11 KB,2.08616e-05%) Misc(1,0.00 KB,0%) 2024-09-13T13:45:57.153 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: ** File Read Latency Histogram By Level [default] ** 2024-09-13T13:45:57.153 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: debug 2024-09-13T13:45:57.098+0000 7f540acabc80 0 mon.b does not exist in monmap, will attempt to join an existing cluster 2024-09-13T13:45:57.153 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: debug 2024-09-13T13:45:57.098+0000 7f540acabc80 0 using public_addr v2:172.21.15.178:0/0 -> [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] 2024-09-13T13:45:57.153 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: debug 2024-09-13T13:45:57.098+0000 7f540acabc80 0 starting mon.b rank -1 at public addrs [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] at bind addrs [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] mon_data /var/lib/ceph/mon/ceph-b fsid ff1149ea-71d5-11ef-bceb-c7b262605968 2024-09-13T13:45:57.153 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: debug 2024-09-13T13:45:57.098+0000 7f540acabc80 1 mon.b@-1(???) e0 preinit fsid ff1149ea-71d5-11ef-bceb-c7b262605968 2024-09-13T13:45:57.153 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: debug 2024-09-13T13:45:57.122+0000 7f5403a7a640 0 mon.b@-1(synchronizing).mds e1 new map 2024-09-13T13:45:57.153 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: debug 2024-09-13T13:45:57.122+0000 7f5403a7a640 0 mon.b@-1(synchronizing).mds e1 print_map 2024-09-13T13:45:57.153 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: e1 2024-09-13T13:45:57.153 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: btime 2024-09-13T13:43:55:335093+0000 2024-09-13T13:45:57.153 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: enable_multiple, ever_enabled_multiple: 1,1 2024-09-13T13:45:57.154 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments,12=quiesce subvolumes} 2024-09-13T13:45:57.154 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: legacy client fscid: -1 2024-09-13T13:45:57.154 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: 2024-09-13T13:45:57.154 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: No filesystems configured 2024-09-13T13:45:57.154 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: debug 2024-09-13T13:45:57.122+0000 7f5403a7a640 1 mon.b@-1(synchronizing).osd e0 _set_cache_ratios kv ratio 0.25 inc ratio 0.375 full ratio 0.375 2024-09-13T13:45:57.154 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: debug 2024-09-13T13:45:57.122+0000 7f5403a7a640 1 mon.b@-1(synchronizing).osd e0 register_cache_with_pcm pcm target: 2147483648 pcm max: 1020054732 pcm min: 134217728 inc_osd_cache size: 1 2024-09-13T13:45:57.154 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: debug 2024-09-13T13:45:57.122+0000 7f5403a7a640 1 mon.b@-1(synchronizing).osd e1 e1: 0 total, 0 up, 0 in 2024-09-13T13:45:57.154 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: debug 2024-09-13T13:45:57.122+0000 7f5403a7a640 1 mon.b@-1(synchronizing).osd e2 e2: 0 total, 0 up, 0 in 2024-09-13T13:45:57.154 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: debug 2024-09-13T13:45:57.122+0000 7f5403a7a640 1 mon.b@-1(synchronizing).osd e3 e3: 0 total, 0 up, 0 in 2024-09-13T13:45:57.154 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: debug 2024-09-13T13:45:57.122+0000 7f5403a7a640 1 mon.b@-1(synchronizing).osd e4 e4: 0 total, 0 up, 0 in 2024-09-13T13:45:57.154 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: debug 2024-09-13T13:45:57.122+0000 7f5403a7a640 0 mon.b@-1(synchronizing).osd e4 crush map has features 3314932999778484224, adjusting msgr requires 2024-09-13T13:45:57.154 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: debug 2024-09-13T13:45:57.122+0000 7f5403a7a640 0 mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-09-13T13:45:57.154 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: debug 2024-09-13T13:45:57.122+0000 7f5403a7a640 0 mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-09-13T13:45:57.154 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: debug 2024-09-13T13:45:57.122+0000 7f5403a7a640 0 mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-09-13T13:45:57.154 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: cephadm 2024-09-13T13:45:20.967989+0000 mgr.y (mgr.14150) 16 : cephadm [INF] Updating smithi062:/var/lib/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-13T13:45:57.155 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: cluster 2024-09-13T13:45:20.999797+0000 mgr.y (mgr.14150) 17 : cluster [DBG] pgmap v5: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T13:45:57.155 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: cluster 2024-09-13T13:45:23.000234+0000 mgr.y (mgr.14150) 18 : cluster [DBG] pgmap v6: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T13:45:57.155 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: cluster 2024-09-13T13:45:25.000636+0000 mgr.y (mgr.14150) 19 : cluster [DBG] pgmap v7: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T13:45:57.155 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: cluster 2024-09-13T13:45:27.001065+0000 mgr.y (mgr.14150) 20 : cluster [DBG] pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T13:45:57.155 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: audit 2024-09-13T13:45:27.724054+0000 mgr.y (mgr.14150) 21 : audit [DBG] from='client.14174 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi178", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T13:45:57.155 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: cluster 2024-09-13T13:45:29.001469+0000 mgr.y (mgr.14150) 22 : cluster [DBG] pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T13:45:57.155 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: cephadm 2024-09-13T13:45:29.052882+0000 mgr.y (mgr.14150) 23 : cephadm [INF] Deploying cephadm binary to smithi178 2024-09-13T13:45:57.155 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: cluster 2024-09-13T13:45:31.001901+0000 mgr.y (mgr.14150) 24 : cluster [DBG] pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T13:45:57.155 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: audit 2024-09-13T13:45:32.768913+0000 mon.a (mon.0) 111 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:45:57.155 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: cephadm 2024-09-13T13:45:32.769814+0000 mgr.y (mgr.14150) 25 : cephadm [INF] Added host smithi178 2024-09-13T13:45:57.155 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: audit 2024-09-13T13:45:32.770615+0000 mon.a (mon.0) 112 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T13:45:57.155 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: audit 2024-09-13T13:45:33.265559+0000 mon.a (mon.0) 113 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:45:57.155 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: cluster 2024-09-13T13:45:33.002368+0000 mgr.y (mgr.14150) 26 : cluster [DBG] pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T13:45:57.156 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: audit 2024-09-13T13:45:34.787590+0000 mon.a (mon.0) 114 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:45:57.156 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: cluster 2024-09-13T13:45:35.002831+0000 mgr.y (mgr.14150) 27 : cluster [DBG] pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T13:45:57.156 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: audit 2024-09-13T13:45:36.058487+0000 mon.a (mon.0) 115 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:45:57.156 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: cluster 2024-09-13T13:45:37.003229+0000 mgr.y (mgr.14150) 28 : cluster [DBG] pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T13:45:57.156 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: cluster 2024-09-13T13:45:39.003654+0000 mgr.y (mgr.14150) 29 : cluster [DBG] pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T13:45:57.156 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: audit 2024-09-13T13:45:39.514138+0000 mgr.y (mgr.14150) 30 : audit [DBG] from='client.14176 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-13T13:45:57.156 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: cluster 2024-09-13T13:45:41.004104+0000 mgr.y (mgr.14150) 31 : cluster [DBG] pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T13:45:57.156 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: audit 2024-09-13T13:45:41.682571+0000 mon.a (mon.0) 116 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:45:57.156 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: audit 2024-09-13T13:45:41.688123+0000 mon.a (mon.0) 117 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:45:57.156 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: audit 2024-09-13T13:45:41.694003+0000 mon.a (mon.0) 118 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:45:57.156 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: audit 2024-09-13T13:45:41.698899+0000 mon.a (mon.0) 119 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:45:57.156 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: audit 2024-09-13T13:45:41.700625+0000 mon.a (mon.0) 120 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi178", "name": "osd_memory_target"}]: dispatch 2024-09-13T13:45:57.156 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: audit 2024-09-13T13:45:41.702675+0000 mon.a (mon.0) 121 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T13:45:57.156 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: audit 2024-09-13T13:45:41.704502+0000 mon.a (mon.0) 122 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T13:45:57.157 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: cephadm 2024-09-13T13:45:41.706911+0000 mgr.y (mgr.14150) 32 : cephadm [INF] Updating smithi178:/etc/ceph/ceph.conf 2024-09-13T13:45:57.157 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: cephadm 2024-09-13T13:45:41.890658+0000 mgr.y (mgr.14150) 33 : cephadm [INF] Updating smithi178:/var/lib/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-13T13:45:57.157 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: audit 2024-09-13T13:45:42.350252+0000 mon.a (mon.0) 123 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:45:57.157 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: audit 2024-09-13T13:45:42.354270+0000 mon.a (mon.0) 124 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:45:57.157 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: audit 2024-09-13T13:45:42.358936+0000 mon.a (mon.0) 125 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:45:57.157 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: cephadm 2024-09-13T13:45:42.048576+0000 mgr.y (mgr.14150) 34 : cephadm [INF] Updating smithi178:/etc/ceph/ceph.client.admin.keyring 2024-09-13T13:45:57.157 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: cephadm 2024-09-13T13:45:42.202296+0000 mgr.y (mgr.14150) 35 : cephadm [INF] Updating smithi178:/var/lib/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-13T13:45:57.157 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: cluster 2024-09-13T13:45:43.004456+0000 mgr.y (mgr.14150) 36 : cluster [DBG] pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T13:45:57.157 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: cluster 2024-09-13T13:45:45.004910+0000 mgr.y (mgr.14150) 37 : cluster [DBG] pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T13:45:57.157 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: audit 2024-09-13T13:45:46.225350+0000 mon.a (mon.0) 126 : audit [INF] from='client.? 172.21.15.62:0/688855797' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2024-09-13T13:45:57.157 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: audit 2024-09-13T13:45:46.696945+0000 mon.a (mon.0) 127 : audit [INF] from='client.? 172.21.15.62:0/688855797' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2024-09-13T13:45:57.157 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: cluster 2024-09-13T13:45:46.701975+0000 mon.a (mon.0) 128 : cluster [DBG] osdmap e4: 0 total, 0 up, 0 in 2024-09-13T13:45:57.157 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: cluster 2024-09-13T13:45:47.005323+0000 mgr.y (mgr.14150) 38 : cluster [DBG] pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T13:45:57.157 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: cluster 2024-09-13T13:45:49.005729+0000 mgr.y (mgr.14150) 39 : cluster [DBG] pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T13:45:57.157 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: audit 2024-09-13T13:45:50.151316+0000 mon.a (mon.0) 129 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:45:57.158 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: audit 2024-09-13T13:45:50.152943+0000 mon.a (mon.0) 130 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T13:45:57.158 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: audit 2024-09-13T13:45:50.156252+0000 mon.a (mon.0) 131 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T13:45:57.158 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: audit 2024-09-13T13:45:50.158024+0000 mon.a (mon.0) 132 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T13:45:57.158 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: audit 2024-09-13T13:45:50.165905+0000 mon.a (mon.0) 133 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:45:57.158 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: audit 2024-09-13T13:45:50.169695+0000 mon.a (mon.0) 134 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-13T13:45:57.158 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: audit 2024-09-13T13:45:50.171349+0000 mon.a (mon.0) 135 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T13:45:57.158 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: audit 2024-09-13T13:45:50.138381+0000 mgr.y (mgr.14150) 40 : audit [DBG] from='client.14180 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi062:172.21.15.62=a;smithi062:[v2:172.21.15.62:3301,v1:172.21.15.62:6790]=c;smithi178:172.21.15.178=b", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T13:45:57.158 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: cephadm 2024-09-13T13:45:50.143631+0000 mgr.y (mgr.14150) 41 : cephadm [INF] Saving service mon spec with placement smithi062:172.21.15.62=a;smithi062:[v2:172.21.15.62:3301,v1:172.21.15.62:6790]=c;smithi178:172.21.15.178=b;count:3 2024-09-13T13:45:57.158 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: cephadm 2024-09-13T13:45:50.173213+0000 mgr.y (mgr.14150) 42 : cephadm [INF] Deploying daemon mon.b on smithi178 2024-09-13T13:45:57.158 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: cluster 2024-09-13T13:45:51.006141+0000 mgr.y (mgr.14150) 43 : cluster [DBG] pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T13:45:57.158 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: cluster 2024-09-13T13:45:53.006544+0000 mgr.y (mgr.14150) 44 : cluster [DBG] pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T13:45:57.158 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: audit 2024-09-13T13:45:53.892847+0000 mon.a (mon.0) 136 : audit [DBG] from='client.? 172.21.15.178:0/1281972829' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-09-13T13:45:57.158 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: cluster 2024-09-13T13:45:55.006925+0000 mgr.y (mgr.14150) 45 : cluster [DBG] pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T13:45:57.158 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: audit 2024-09-13T13:45:56.030608+0000 mon.a (mon.0) 137 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:45:57.158 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: audit 2024-09-13T13:45:56.036575+0000 mon.a (mon.0) 138 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:45:57.159 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: audit 2024-09-13T13:45:56.043025+0000 mon.a (mon.0) 139 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:45:57.159 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: audit 2024-09-13T13:45:56.044345+0000 mon.a (mon.0) 140 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-13T13:45:57.159 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: audit 2024-09-13T13:45:56.045985+0000 mon.a (mon.0) 141 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T13:45:57.159 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:45:57 smithi178 bash[22034]: debug 2024-09-13T13:45:57.122+0000 7f5403a7a640 1 mon.b@-1(synchronizing).paxosservice(auth 1..3) refresh upgraded, format 0 -> 3 2024-09-13T13:46:00.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:46:00 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T13:46:00.254 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 13:46:00 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T13:46:00.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:46:00 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T13:46:00.753 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 13:46:00 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T13:46:02.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:46:01 smithi062 bash[26634]: debug 2024-09-13T13:46:01.680+0000 7f1e19d18640 1 mon.c@-1(synchronizing).paxosservice(auth 1..3) refresh upgraded, format 0 -> 3 2024-09-13T13:46:02.504 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:46:02 smithi062 bash[19845]: cluster 2024-09-13T13:45:57.007320+0000 mgr.y (mgr.14150) 47 : cluster [DBG] pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T13:46:02.504 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:46:02 smithi062 bash[19845]: audit 2024-09-13T13:45:57.138284+0000 mon.a (mon.0) 143 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T13:46:02.505 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:46:02 smithi062 bash[19845]: audit 2024-09-13T13:45:57.138586+0000 mon.a (mon.0) 144 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T13:46:02.505 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:46:02 smithi062 bash[19845]: cluster 2024-09-13T13:45:57.138839+0000 mon.a (mon.0) 145 : cluster [INF] mon.a calling monitor election 2024-09-13T13:46:02.505 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:46:02 smithi062 bash[19845]: audit 2024-09-13T13:45:58.133080+0000 mon.a (mon.0) 146 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T13:46:02.505 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:46:02 smithi062 bash[19845]: cluster 2024-09-13T13:45:59.007721+0000 mgr.y (mgr.14150) 48 : cluster [DBG] pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T13:46:02.505 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:46:02 smithi062 bash[19845]: audit 2024-09-13T13:45:59.133372+0000 mon.a (mon.0) 147 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T13:46:02.505 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:46:02 smithi062 bash[19845]: cluster 2024-09-13T13:45:59.136041+0000 mon.b (mon.1) 1 : cluster [INF] mon.b calling monitor election 2024-09-13T13:46:02.505 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:46:02 smithi062 bash[19845]: audit 2024-09-13T13:46:00.133296+0000 mon.a (mon.0) 148 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T13:46:02.505 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:46:02 smithi062 bash[19845]: cluster 2024-09-13T13:46:01.008154+0000 mgr.y (mgr.14150) 49 : cluster [DBG] pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T13:46:02.505 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:46:02 smithi062 bash[19845]: audit 2024-09-13T13:46:01.133322+0000 mon.a (mon.0) 149 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T13:46:02.505 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:46:02 smithi062 bash[19845]: audit 2024-09-13T13:46:01.688148+0000 mon.a (mon.0) 150 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T13:46:02.505 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:46:02 smithi062 bash[19845]: audit 2024-09-13T13:46:02.133694+0000 mon.a (mon.0) 151 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T13:46:02.505 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:46:02 smithi062 bash[19845]: cluster 2024-09-13T13:46:02.182621+0000 mon.a (mon.0) 152 : cluster [INF] mon.a is new leader, mons a,b in quorum (ranks 0,1) 2024-09-13T13:46:02.505 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:46:02 smithi062 bash[19845]: cluster 2024-09-13T13:46:02.188477+0000 mon.a (mon.0) 153 : cluster [DBG] monmap epoch 2 2024-09-13T13:46:02.506 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:46:02 smithi062 bash[19845]: cluster 2024-09-13T13:46:02.188517+0000 mon.a (mon.0) 154 : cluster [DBG] fsid ff1149ea-71d5-11ef-bceb-c7b262605968 2024-09-13T13:46:02.506 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:46:02 smithi062 bash[19845]: cluster 2024-09-13T13:46:02.188562+0000 mon.a (mon.0) 155 : cluster [DBG] last_changed 2024-09-13T13:45:57.132642+0000 2024-09-13T13:46:02.506 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:46:02 smithi062 bash[19845]: cluster 2024-09-13T13:46:02.188602+0000 mon.a (mon.0) 156 : cluster [DBG] created 2024-09-13T13:43:50.492122+0000 2024-09-13T13:46:02.506 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:46:02 smithi062 bash[19845]: cluster 2024-09-13T13:46:02.188638+0000 mon.a (mon.0) 157 : cluster [DBG] min_mon_release 19 (squid) 2024-09-13T13:46:02.506 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:46:02 smithi062 bash[19845]: cluster 2024-09-13T13:46:02.188672+0000 mon.a (mon.0) 158 : cluster [DBG] election_strategy: 1 2024-09-13T13:46:02.506 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:46:02 smithi062 bash[19845]: cluster 2024-09-13T13:46:02.188706+0000 mon.a (mon.0) 159 : cluster [DBG] 0: [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] mon.a 2024-09-13T13:46:02.506 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:46:02 smithi062 bash[19845]: cluster 2024-09-13T13:46:02.188740+0000 mon.a (mon.0) 160 : cluster [DBG] 1: [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] mon.b 2024-09-13T13:46:02.506 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:46:02 smithi062 bash[19845]: cluster 2024-09-13T13:46:02.189751+0000 mon.a (mon.0) 161 : cluster [DBG] fsmap 2024-09-13T13:46:02.506 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:46:02 smithi062 bash[19845]: cluster 2024-09-13T13:46:02.189812+0000 mon.a (mon.0) 162 : cluster [DBG] osdmap e4: 0 total, 0 up, 0 in 2024-09-13T13:46:02.506 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:46:02 smithi062 bash[19845]: cluster 2024-09-13T13:46:02.190092+0000 mon.a (mon.0) 163 : cluster [DBG] mgrmap e13: y(active, since 65s) 2024-09-13T13:46:02.506 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:46:02 smithi062 bash[19845]: cluster 2024-09-13T13:46:02.190355+0000 mon.a (mon.0) 164 : cluster [INF] overall HEALTH_OK 2024-09-13T13:46:02.506 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:46:02 smithi062 bash[19845]: audit 2024-09-13T13:46:02.196654+0000 mon.a (mon.0) 165 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:46:02.506 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:46:02 smithi062 bash[19845]: audit 2024-09-13T13:46:02.203746+0000 mon.a (mon.0) 166 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:46:02.506 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:46:02 smithi062 bash[19845]: audit 2024-09-13T13:46:02.210881+0000 mon.a (mon.0) 167 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:46:02.506 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:46:02 smithi062 bash[19845]: audit 2024-09-13T13:46:02.217856+0000 mon.a (mon.0) 168 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:46:02.685 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:46:02 smithi178 bash[22034]: cluster 2024-09-13T13:45:57.007320+0000 mgr.y (mgr.14150) 47 : cluster [DBG] pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T13:46:02.685 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:46:02 smithi178 bash[22034]: audit 2024-09-13T13:45:57.138284+0000 mon.a (mon.0) 143 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T13:46:02.685 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:46:02 smithi178 bash[22034]: audit 2024-09-13T13:45:57.138586+0000 mon.a (mon.0) 144 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T13:46:02.685 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:46:02 smithi178 bash[22034]: cluster 2024-09-13T13:45:57.138839+0000 mon.a (mon.0) 145 : cluster [INF] mon.a calling monitor election 2024-09-13T13:46:02.685 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:46:02 smithi178 bash[22034]: audit 2024-09-13T13:45:58.133080+0000 mon.a (mon.0) 146 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T13:46:02.685 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:46:02 smithi178 bash[22034]: cluster 2024-09-13T13:45:59.007721+0000 mgr.y (mgr.14150) 48 : cluster [DBG] pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T13:46:02.685 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:46:02 smithi178 bash[22034]: audit 2024-09-13T13:45:59.133372+0000 mon.a (mon.0) 147 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T13:46:02.685 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:46:02 smithi178 bash[22034]: cluster 2024-09-13T13:45:59.136041+0000 mon.b (mon.1) 1 : cluster [INF] mon.b calling monitor election 2024-09-13T13:46:02.685 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:46:02 smithi178 bash[22034]: audit 2024-09-13T13:46:00.133296+0000 mon.a (mon.0) 148 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T13:46:02.685 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:46:02 smithi178 bash[22034]: cluster 2024-09-13T13:46:01.008154+0000 mgr.y (mgr.14150) 49 : cluster [DBG] pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T13:46:02.685 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:46:02 smithi178 bash[22034]: audit 2024-09-13T13:46:01.133322+0000 mon.a (mon.0) 149 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T13:46:02.685 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:46:02 smithi178 bash[22034]: audit 2024-09-13T13:46:01.688148+0000 mon.a (mon.0) 150 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T13:46:02.686 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:46:02 smithi178 bash[22034]: audit 2024-09-13T13:46:02.133694+0000 mon.a (mon.0) 151 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T13:46:02.686 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:46:02 smithi178 bash[22034]: cluster 2024-09-13T13:46:02.182621+0000 mon.a (mon.0) 152 : cluster [INF] mon.a is new leader, mons a,b in quorum (ranks 0,1) 2024-09-13T13:46:02.686 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:46:02 smithi178 bash[22034]: cluster 2024-09-13T13:46:02.188477+0000 mon.a (mon.0) 153 : cluster [DBG] monmap epoch 2 2024-09-13T13:46:02.686 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:46:02 smithi178 bash[22034]: cluster 2024-09-13T13:46:02.188517+0000 mon.a (mon.0) 154 : cluster [DBG] fsid ff1149ea-71d5-11ef-bceb-c7b262605968 2024-09-13T13:46:02.686 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:46:02 smithi178 bash[22034]: cluster 2024-09-13T13:46:02.188562+0000 mon.a (mon.0) 155 : cluster [DBG] last_changed 2024-09-13T13:45:57.132642+0000 2024-09-13T13:46:02.686 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:46:02 smithi178 bash[22034]: cluster 2024-09-13T13:46:02.188602+0000 mon.a (mon.0) 156 : cluster [DBG] created 2024-09-13T13:43:50.492122+0000 2024-09-13T13:46:02.686 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:46:02 smithi178 bash[22034]: cluster 2024-09-13T13:46:02.188638+0000 mon.a (mon.0) 157 : cluster [DBG] min_mon_release 19 (squid) 2024-09-13T13:46:02.686 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:46:02 smithi178 bash[22034]: cluster 2024-09-13T13:46:02.188672+0000 mon.a (mon.0) 158 : cluster [DBG] election_strategy: 1 2024-09-13T13:46:02.686 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:46:02 smithi178 bash[22034]: cluster 2024-09-13T13:46:02.188706+0000 mon.a (mon.0) 159 : cluster [DBG] 0: [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] mon.a 2024-09-13T13:46:02.686 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:46:02 smithi178 bash[22034]: cluster 2024-09-13T13:46:02.188740+0000 mon.a (mon.0) 160 : cluster [DBG] 1: [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] mon.b 2024-09-13T13:46:02.686 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:46:02 smithi178 bash[22034]: cluster 2024-09-13T13:46:02.189751+0000 mon.a (mon.0) 161 : cluster [DBG] fsmap 2024-09-13T13:46:02.686 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:46:02 smithi178 bash[22034]: cluster 2024-09-13T13:46:02.189812+0000 mon.a (mon.0) 162 : cluster [DBG] osdmap e4: 0 total, 0 up, 0 in 2024-09-13T13:46:02.686 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:46:02 smithi178 bash[22034]: cluster 2024-09-13T13:46:02.190092+0000 mon.a (mon.0) 163 : cluster [DBG] mgrmap e13: y(active, since 65s) 2024-09-13T13:46:02.686 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:46:02 smithi178 bash[22034]: cluster 2024-09-13T13:46:02.190355+0000 mon.a (mon.0) 164 : cluster [INF] overall HEALTH_OK 2024-09-13T13:46:02.686 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:46:02 smithi178 bash[22034]: audit 2024-09-13T13:46:02.196654+0000 mon.a (mon.0) 165 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:46:02.687 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:46:02 smithi178 bash[22034]: audit 2024-09-13T13:46:02.203746+0000 mon.a (mon.0) 166 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:46:02.687 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:46:02 smithi178 bash[22034]: audit 2024-09-13T13:46:02.210881+0000 mon.a (mon.0) 167 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:46:02.687 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:46:02 smithi178 bash[22034]: audit 2024-09-13T13:46:02.217856+0000 mon.a (mon.0) 168 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:46:02.961 INFO:teuthology.orchestra.run.smithi178.stdout: 2024-09-13T13:46:02.961 INFO:teuthology.orchestra.run.smithi178.stdout:{"epoch":2,"fsid":"ff1149ea-71d5-11ef-bceb-c7b262605968","modified":"2024-09-13T13:45:57.132642Z","created":"2024-09-13T13:43:50.492122Z","min_mon_release":19,"min_mon_release_name":"squid","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:3300","nonce":0},{"type":"v1","addr":"172.21.15.62:6789","nonce":0}]},"addr":"172.21.15.62:6789/0","public_addr":"172.21.15.62:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"b","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:3300","nonce":0},{"type":"v1","addr":"172.21.15.178:6789","nonce":0}]},"addr":"172.21.15.178:6789/0","public_addr":"172.21.15.178:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1]} 2024-09-13T13:46:02.961 INFO:teuthology.orchestra.run.smithi178.stderr:dumped monmap epoch 2 2024-09-13T13:46:03.684 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:46:03 smithi178 bash[22034]: audit 2024-09-13T13:46:02.274238+0000 mon.a (mon.0) 169 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T13:46:03.684 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:46:03 smithi178 bash[22034]: audit 2024-09-13T13:46:02.689168+0000 mon.a (mon.0) 170 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T13:46:03.684 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:46:03 smithi178 bash[22034]: audit 2024-09-13T13:46:02.960831+0000 mon.a (mon.0) 171 : audit [DBG] from='client.? 172.21.15.178:0/1194457170' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-09-13T13:46:03.684 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:46:03 smithi178 bash[22034]: audit 2024-09-13T13:46:03.133735+0000 mon.a (mon.0) 172 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T13:46:03.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:46:03 smithi062 bash[19845]: audit 2024-09-13T13:46:02.274238+0000 mon.a (mon.0) 169 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T13:46:03.754 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:46:03 smithi062 bash[19845]: audit 2024-09-13T13:46:02.689168+0000 mon.a (mon.0) 170 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T13:46:03.754 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:46:03 smithi062 bash[19845]: audit 2024-09-13T13:46:02.960831+0000 mon.a (mon.0) 171 : audit [DBG] from='client.? 172.21.15.178:0/1194457170' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-09-13T13:46:03.754 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:46:03 smithi062 bash[19845]: audit 2024-09-13T13:46:03.133735+0000 mon.a (mon.0) 172 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T13:46:04.510 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-09-13T13:46:04.511 DEBUG:teuthology.orchestra.run.smithi178:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ff1149ea-71d5-11ef-bceb-c7b262605968 -- ceph mon dump -f json 2024-09-13T13:46:08.302 INFO:teuthology.orchestra.run.smithi178.stderr:Inferring config /var/lib/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/mon.b/config 2024-09-13T13:46:09.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:46:08 smithi178 bash[22034]: cluster 2024-09-13T13:46:03.008555+0000 mgr.y (mgr.14150) 50 : cluster [DBG] pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T13:46:09.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:46:08 smithi178 bash[22034]: audit 2024-09-13T13:46:03.695913+0000 mon.a (mon.0) 174 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T13:46:09.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:46:08 smithi178 bash[22034]: audit 2024-09-13T13:46:03.696185+0000 mon.a (mon.0) 175 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T13:46:09.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:46:08 smithi178 bash[22034]: cluster 2024-09-13T13:46:03.696441+0000 mon.a (mon.0) 176 : cluster [INF] mon.a calling monitor election 2024-09-13T13:46:09.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:46:08 smithi178 bash[22034]: cluster 2024-09-13T13:46:03.697312+0000 mon.b (mon.1) 2 : cluster [INF] mon.b calling monitor election 2024-09-13T13:46:09.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:46:08 smithi178 bash[22034]: audit 2024-09-13T13:46:03.717236+0000 mon.a (mon.0) 177 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T13:46:09.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:46:08 smithi178 bash[22034]: audit 2024-09-13T13:46:04.689680+0000 mon.a (mon.0) 178 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T13:46:09.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:46:08 smithi178 bash[22034]: cluster 2024-09-13T13:46:05.009067+0000 mgr.y (mgr.14150) 51 : cluster [DBG] pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T13:46:09.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:46:08 smithi178 bash[22034]: audit 2024-09-13T13:46:05.690001+0000 mon.a (mon.0) 179 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T13:46:09.186 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:46:08 smithi178 bash[22034]: audit 2024-09-13T13:46:06.689879+0000 mon.a (mon.0) 180 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T13:46:09.186 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:46:08 smithi178 bash[22034]: cluster 2024-09-13T13:46:07.009525+0000 mgr.y (mgr.14150) 52 : cluster [DBG] pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T13:46:09.186 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:46:08 smithi178 bash[22034]: audit 2024-09-13T13:46:07.689980+0000 mon.a (mon.0) 181 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T13:46:09.186 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:46:08 smithi178 bash[22034]: audit 2024-09-13T13:46:08.690011+0000 mon.a (mon.0) 182 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T13:46:09.186 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:46:08 smithi178 bash[22034]: cluster 2024-09-13T13:46:08.717318+0000 mon.a (mon.0) 183 : cluster [INF] mon.a is new leader, mons a,b in quorum (ranks 0,1) 2024-09-13T13:46:09.186 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:46:08 smithi178 bash[22034]: cluster 2024-09-13T13:46:08.723252+0000 mon.a (mon.0) 184 : cluster [DBG] monmap epoch 3 2024-09-13T13:46:09.186 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:46:08 smithi178 bash[22034]: cluster 2024-09-13T13:46:08.723284+0000 mon.a (mon.0) 185 : cluster [DBG] fsid ff1149ea-71d5-11ef-bceb-c7b262605968 2024-09-13T13:46:09.186 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:46:08 smithi178 bash[22034]: cluster 2024-09-13T13:46:08.723304+0000 mon.a (mon.0) 186 : cluster [DBG] last_changed 2024-09-13T13:46:03.689678+0000 2024-09-13T13:46:09.186 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:46:08 smithi178 bash[22034]: cluster 2024-09-13T13:46:08.723321+0000 mon.a (mon.0) 187 : cluster [DBG] created 2024-09-13T13:43:50.492122+0000 2024-09-13T13:46:09.186 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:46:08 smithi178 bash[22034]: cluster 2024-09-13T13:46:08.723340+0000 mon.a (mon.0) 188 : cluster [DBG] min_mon_release 19 (squid) 2024-09-13T13:46:09.186 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:46:08 smithi178 bash[22034]: cluster 2024-09-13T13:46:08.723367+0000 mon.a (mon.0) 189 : cluster [DBG] election_strategy: 1 2024-09-13T13:46:09.186 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:46:08 smithi178 bash[22034]: cluster 2024-09-13T13:46:08.723390+0000 mon.a (mon.0) 190 : cluster [DBG] 0: [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] mon.a 2024-09-13T13:46:09.186 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:46:08 smithi178 bash[22034]: cluster 2024-09-13T13:46:08.723412+0000 mon.a (mon.0) 191 : cluster [DBG] 1: [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] mon.b 2024-09-13T13:46:09.186 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:46:08 smithi178 bash[22034]: cluster 2024-09-13T13:46:08.723431+0000 mon.a (mon.0) 192 : cluster [DBG] 2: [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] mon.c 2024-09-13T13:46:09.187 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:46:08 smithi178 bash[22034]: cluster 2024-09-13T13:46:08.740748+0000 mon.a (mon.0) 193 : cluster [DBG] fsmap 2024-09-13T13:46:09.187 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:46:08 smithi178 bash[22034]: cluster 2024-09-13T13:46:08.740798+0000 mon.a (mon.0) 194 : cluster [DBG] osdmap e4: 0 total, 0 up, 0 in 2024-09-13T13:46:09.187 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:46:08 smithi178 bash[22034]: cluster 2024-09-13T13:46:08.741076+0000 mon.a (mon.0) 195 : cluster [DBG] mgrmap e13: y(active, since 71s) 2024-09-13T13:46:09.187 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:46:08 smithi178 bash[22034]: cluster 2024-09-13T13:46:08.741384+0000 mon.a (mon.0) 196 : cluster [WRN] Health check failed: 1/3 mons down, quorum a,b (MON_DOWN) 2024-09-13T13:46:09.187 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:46:08 smithi178 bash[22034]: cluster 2024-09-13T13:46:08.748356+0000 mon.a (mon.0) 197 : cluster [WRN] Health detail: HEALTH_WARN 1/3 mons down, quorum a,b 2024-09-13T13:46:09.187 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:46:08 smithi178 bash[22034]: cluster 2024-09-13T13:46:08.748394+0000 mon.a (mon.0) 198 : cluster [WRN] [WRN] MON_DOWN: 1/3 mons down, quorum a,b 2024-09-13T13:46:09.187 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:46:08 smithi178 bash[22034]: cluster 2024-09-13T13:46:08.748424+0000 mon.a (mon.0) 199 : cluster [WRN] mon.c (rank 2) addr [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] is down (out of quorum) 2024-09-13T13:46:09.187 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:46:08 smithi178 bash[22034]: audit 2024-09-13T13:46:08.752841+0000 mon.a (mon.0) 200 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:46:09.187 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:46:08 smithi178 bash[22034]: audit 2024-09-13T13:46:08.759693+0000 mon.a (mon.0) 201 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:46:09.187 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:46:08 smithi178 bash[22034]: audit 2024-09-13T13:46:08.766715+0000 mon.a (mon.0) 202 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:46:09.187 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:46:08 smithi178 bash[22034]: audit 2024-09-13T13:46:08.773871+0000 mon.a (mon.0) 203 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:46:09.187 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:46:08 smithi178 bash[22034]: audit 2024-09-13T13:46:08.781099+0000 mon.a (mon.0) 204 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:46:09.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:46:08 smithi062 bash[19845]: cluster 2024-09-13T13:46:03.008555+0000 mgr.y (mgr.14150) 50 : cluster [DBG] pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T13:46:09.255 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:46:08 smithi062 bash[19845]: audit 2024-09-13T13:46:03.695913+0000 mon.a (mon.0) 174 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T13:46:09.255 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:46:08 smithi062 bash[19845]: audit 2024-09-13T13:46:03.696185+0000 mon.a (mon.0) 175 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T13:46:09.255 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:46:08 smithi062 bash[19845]: cluster 2024-09-13T13:46:03.696441+0000 mon.a (mon.0) 176 : cluster [INF] mon.a calling monitor election 2024-09-13T13:46:09.255 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:46:08 smithi062 bash[19845]: cluster 2024-09-13T13:46:03.697312+0000 mon.b (mon.1) 2 : cluster [INF] mon.b calling monitor election 2024-09-13T13:46:09.255 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:46:08 smithi062 bash[19845]: audit 2024-09-13T13:46:03.717236+0000 mon.a (mon.0) 177 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T13:46:09.255 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:46:08 smithi062 bash[19845]: audit 2024-09-13T13:46:04.689680+0000 mon.a (mon.0) 178 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T13:46:09.255 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:46:08 smithi062 bash[19845]: cluster 2024-09-13T13:46:05.009067+0000 mgr.y (mgr.14150) 51 : cluster [DBG] pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T13:46:09.255 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:46:08 smithi062 bash[19845]: audit 2024-09-13T13:46:05.690001+0000 mon.a (mon.0) 179 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T13:46:09.255 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:46:08 smithi062 bash[19845]: audit 2024-09-13T13:46:06.689879+0000 mon.a (mon.0) 180 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T13:46:09.255 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:46:08 smithi062 bash[19845]: cluster 2024-09-13T13:46:07.009525+0000 mgr.y (mgr.14150) 52 : cluster [DBG] pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T13:46:09.255 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:46:08 smithi062 bash[19845]: audit 2024-09-13T13:46:07.689980+0000 mon.a (mon.0) 181 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T13:46:09.255 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:46:08 smithi062 bash[19845]: audit 2024-09-13T13:46:08.690011+0000 mon.a (mon.0) 182 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T13:46:09.255 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:46:08 smithi062 bash[19845]: cluster 2024-09-13T13:46:08.717318+0000 mon.a (mon.0) 183 : cluster [INF] mon.a is new leader, mons a,b in quorum (ranks 0,1) 2024-09-13T13:46:09.255 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:46:08 smithi062 bash[19845]: cluster 2024-09-13T13:46:08.723252+0000 mon.a (mon.0) 184 : cluster [DBG] monmap epoch 3 2024-09-13T13:46:09.256 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:46:08 smithi062 bash[19845]: cluster 2024-09-13T13:46:08.723284+0000 mon.a (mon.0) 185 : cluster [DBG] fsid ff1149ea-71d5-11ef-bceb-c7b262605968 2024-09-13T13:46:09.256 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:46:08 smithi062 bash[19845]: cluster 2024-09-13T13:46:08.723304+0000 mon.a (mon.0) 186 : cluster [DBG] last_changed 2024-09-13T13:46:03.689678+0000 2024-09-13T13:46:09.256 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:46:08 smithi062 bash[19845]: cluster 2024-09-13T13:46:08.723321+0000 mon.a (mon.0) 187 : cluster [DBG] created 2024-09-13T13:43:50.492122+0000 2024-09-13T13:46:09.256 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:46:08 smithi062 bash[19845]: cluster 2024-09-13T13:46:08.723340+0000 mon.a (mon.0) 188 : cluster [DBG] min_mon_release 19 (squid) 2024-09-13T13:46:09.256 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:46:08 smithi062 bash[19845]: cluster 2024-09-13T13:46:08.723367+0000 mon.a (mon.0) 189 : cluster [DBG] election_strategy: 1 2024-09-13T13:46:09.256 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:46:08 smithi062 bash[19845]: cluster 2024-09-13T13:46:08.723390+0000 mon.a (mon.0) 190 : cluster [DBG] 0: [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] mon.a 2024-09-13T13:46:09.256 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:46:08 smithi062 bash[19845]: cluster 2024-09-13T13:46:08.723412+0000 mon.a (mon.0) 191 : cluster [DBG] 1: [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] mon.b 2024-09-13T13:46:09.256 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:46:08 smithi062 bash[19845]: cluster 2024-09-13T13:46:08.723431+0000 mon.a (mon.0) 192 : cluster [DBG] 2: [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] mon.c 2024-09-13T13:46:09.256 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:46:08 smithi062 bash[19845]: cluster 2024-09-13T13:46:08.740748+0000 mon.a (mon.0) 193 : cluster [DBG] fsmap 2024-09-13T13:46:09.256 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:46:08 smithi062 bash[19845]: cluster 2024-09-13T13:46:08.740798+0000 mon.a (mon.0) 194 : cluster [DBG] osdmap e4: 0 total, 0 up, 0 in 2024-09-13T13:46:09.256 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:46:08 smithi062 bash[19845]: cluster 2024-09-13T13:46:08.741076+0000 mon.a (mon.0) 195 : cluster [DBG] mgrmap e13: y(active, since 71s) 2024-09-13T13:46:09.256 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:46:08 smithi062 bash[19845]: cluster 2024-09-13T13:46:08.741384+0000 mon.a (mon.0) 196 : cluster [WRN] Health check failed: 1/3 mons down, quorum a,b (MON_DOWN) 2024-09-13T13:46:09.256 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:46:08 smithi062 bash[19845]: cluster 2024-09-13T13:46:08.748356+0000 mon.a (mon.0) 197 : cluster [WRN] Health detail: HEALTH_WARN 1/3 mons down, quorum a,b 2024-09-13T13:46:09.256 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:46:08 smithi062 bash[19845]: cluster 2024-09-13T13:46:08.748394+0000 mon.a (mon.0) 198 : cluster [WRN] [WRN] MON_DOWN: 1/3 mons down, quorum a,b 2024-09-13T13:46:09.257 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:46:08 smithi062 bash[19845]: cluster 2024-09-13T13:46:08.748424+0000 mon.a (mon.0) 199 : cluster [WRN] mon.c (rank 2) addr [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] is down (out of quorum) 2024-09-13T13:46:09.257 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:46:08 smithi062 bash[19845]: audit 2024-09-13T13:46:08.752841+0000 mon.a (mon.0) 200 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:46:09.257 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:46:08 smithi062 bash[19845]: audit 2024-09-13T13:46:08.759693+0000 mon.a (mon.0) 201 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:46:09.257 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:46:08 smithi062 bash[19845]: audit 2024-09-13T13:46:08.766715+0000 mon.a (mon.0) 202 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:46:09.257 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:46:08 smithi062 bash[19845]: audit 2024-09-13T13:46:08.773871+0000 mon.a (mon.0) 203 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:46:09.257 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:46:08 smithi062 bash[19845]: audit 2024-09-13T13:46:08.781099+0000 mon.a (mon.0) 204 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:46:09.818 INFO:teuthology.orchestra.run.smithi178.stdout: 2024-09-13T13:46:09.818 INFO:teuthology.orchestra.run.smithi178.stdout:{"epoch":3,"fsid":"ff1149ea-71d5-11ef-bceb-c7b262605968","modified":"2024-09-13T13:46:03.689678Z","created":"2024-09-13T13:43:50.492122Z","min_mon_release":19,"min_mon_release_name":"squid","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:3300","nonce":0},{"type":"v1","addr":"172.21.15.62:6789","nonce":0}]},"addr":"172.21.15.62:6789/0","public_addr":"172.21.15.62:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"b","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:3300","nonce":0},{"type":"v1","addr":"172.21.15.178:6789","nonce":0}]},"addr":"172.21.15.178:6789/0","public_addr":"172.21.15.178:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":2,"name":"c","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:3301","nonce":0},{"type":"v1","addr":"172.21.15.62:6790","nonce":0}]},"addr":"172.21.15.62:6790/0","public_addr":"172.21.15.62:6790/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1]} 2024-09-13T13:46:09.818 INFO:teuthology.orchestra.run.smithi178.stderr:dumped monmap epoch 3 2024-09-13T13:46:10.184 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:46:09 smithi178 bash[22034]: audit 2024-09-13T13:46:09.492200+0000 mon.a (mon.0) 205 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T13:46:10.184 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:46:09 smithi178 bash[22034]: audit 2024-09-13T13:46:09.493729+0000 mon.a (mon.0) 206 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T13:46:10.184 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:46:09 smithi178 bash[22034]: audit 2024-09-13T13:46:09.690348+0000 mon.a (mon.0) 207 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T13:46:10.184 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:46:09 smithi178 bash[22034]: audit 2024-09-13T13:46:09.765455+0000 mon.a (mon.0) 208 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:46:10.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:46:09 smithi178 bash[22034]: audit 2024-09-13T13:46:09.769446+0000 mon.a (mon.0) 209 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:46:10.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:46:09 smithi178 bash[22034]: audit 2024-09-13T13:46:09.783647+0000 mon.a (mon.0) 210 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:46:10.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:46:09 smithi178 bash[22034]: audit 2024-09-13T13:46:09.790377+0000 mon.a (mon.0) 211 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:46:10.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:46:09 smithi178 bash[22034]: audit 2024-09-13T13:46:09.794145+0000 mon.a (mon.0) 212 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:46:10.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:46:09 smithi062 bash[19845]: audit 2024-09-13T13:46:09.492200+0000 mon.a (mon.0) 205 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T13:46:10.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:46:09 smithi062 bash[19845]: audit 2024-09-13T13:46:09.493729+0000 mon.a (mon.0) 206 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T13:46:10.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:46:09 smithi062 bash[19845]: audit 2024-09-13T13:46:09.690348+0000 mon.a (mon.0) 207 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T13:46:10.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:46:09 smithi062 bash[19845]: audit 2024-09-13T13:46:09.765455+0000 mon.a (mon.0) 208 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:46:10.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:46:09 smithi062 bash[19845]: audit 2024-09-13T13:46:09.769446+0000 mon.a (mon.0) 209 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:46:10.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:46:09 smithi062 bash[19845]: audit 2024-09-13T13:46:09.783647+0000 mon.a (mon.0) 210 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:46:10.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:46:09 smithi062 bash[19845]: audit 2024-09-13T13:46:09.790377+0000 mon.a (mon.0) 211 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:46:10.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:46:09 smithi062 bash[19845]: audit 2024-09-13T13:46:09.794145+0000 mon.a (mon.0) 212 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:46:10.374 INFO:tasks.cephadm:Generating final ceph.conf file... 2024-09-13T13:46:10.374 DEBUG:teuthology.orchestra.run.smithi062:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ff1149ea-71d5-11ef-bceb-c7b262605968 -- ceph config generate-minimal-conf 2024-09-13T13:46:10.847 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:46:10 smithi062 bash[26634]: cluster 2024-09-13T13:45:57.007320+0000 mgr.y (mgr.14150) 47 : cluster [DBG] pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T13:46:10.847 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:46:10 smithi062 bash[26634]: audit 2024-09-13T13:45:57.138284+0000 mon.a (mon.0) 143 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T13:46:10.847 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:46:10 smithi062 bash[26634]: audit 2024-09-13T13:45:57.138586+0000 mon.a (mon.0) 144 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T13:46:10.847 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:46:10 smithi062 bash[26634]: cluster 2024-09-13T13:45:57.138839+0000 mon.a (mon.0) 145 : cluster [INF] mon.a calling monitor election 2024-09-13T13:46:10.848 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:46:10 smithi062 bash[26634]: audit 2024-09-13T13:45:58.133080+0000 mon.a (mon.0) 146 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T13:46:10.848 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:46:10 smithi062 bash[26634]: cluster 2024-09-13T13:45:59.007721+0000 mgr.y (mgr.14150) 48 : cluster [DBG] pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T13:46:10.848 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:46:10 smithi062 bash[26634]: audit 2024-09-13T13:45:59.133372+0000 mon.a (mon.0) 147 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T13:46:10.848 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:46:10 smithi062 bash[26634]: cluster 2024-09-13T13:45:59.136041+0000 mon.b (mon.1) 1 : cluster [INF] mon.b calling monitor election 2024-09-13T13:46:10.848 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:46:10 smithi062 bash[26634]: audit 2024-09-13T13:46:00.133296+0000 mon.a (mon.0) 148 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T13:46:10.848 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:46:10 smithi062 bash[26634]: cluster 2024-09-13T13:46:01.008154+0000 mgr.y (mgr.14150) 49 : cluster [DBG] pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T13:46:10.848 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:46:10 smithi062 bash[26634]: audit 2024-09-13T13:46:01.133322+0000 mon.a (mon.0) 149 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T13:46:10.848 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:46:10 smithi062 bash[26634]: audit 2024-09-13T13:46:01.688148+0000 mon.a (mon.0) 150 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T13:46:10.848 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:46:10 smithi062 bash[26634]: audit 2024-09-13T13:46:02.133694+0000 mon.a (mon.0) 151 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T13:46:10.848 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:46:10 smithi062 bash[26634]: cluster 2024-09-13T13:46:02.182621+0000 mon.a (mon.0) 152 : cluster [INF] mon.a is new leader, mons a,b in quorum (ranks 0,1) 2024-09-13T13:46:10.848 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:46:10 smithi062 bash[26634]: cluster 2024-09-13T13:46:02.188477+0000 mon.a (mon.0) 153 : cluster [DBG] monmap epoch 2 2024-09-13T13:46:10.849 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:46:10 smithi062 bash[26634]: cluster 2024-09-13T13:46:02.188517+0000 mon.a (mon.0) 154 : cluster [DBG] fsid ff1149ea-71d5-11ef-bceb-c7b262605968 2024-09-13T13:46:10.849 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:46:10 smithi062 bash[26634]: cluster 2024-09-13T13:46:02.188562+0000 mon.a (mon.0) 155 : cluster [DBG] last_changed 2024-09-13T13:45:57.132642+0000 2024-09-13T13:46:10.849 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:46:10 smithi062 bash[26634]: cluster 2024-09-13T13:46:02.188602+0000 mon.a (mon.0) 156 : cluster [DBG] created 2024-09-13T13:43:50.492122+0000 2024-09-13T13:46:10.849 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:46:10 smithi062 bash[26634]: cluster 2024-09-13T13:46:02.188638+0000 mon.a (mon.0) 157 : cluster [DBG] min_mon_release 19 (squid) 2024-09-13T13:46:10.849 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:46:10 smithi062 bash[26634]: cluster 2024-09-13T13:46:02.188672+0000 mon.a (mon.0) 158 : cluster [DBG] election_strategy: 1 2024-09-13T13:46:10.849 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:46:10 smithi062 bash[26634]: cluster 2024-09-13T13:46:02.188706+0000 mon.a (mon.0) 159 : cluster [DBG] 0: [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] mon.a 2024-09-13T13:46:10.849 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:46:10 smithi062 bash[26634]: cluster 2024-09-13T13:46:02.188740+0000 mon.a (mon.0) 160 : cluster [DBG] 1: [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] mon.b 2024-09-13T13:46:10.849 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:46:10 smithi062 bash[26634]: cluster 2024-09-13T13:46:02.189751+0000 mon.a (mon.0) 161 : cluster [DBG] fsmap 2024-09-13T13:46:10.849 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:46:10 smithi062 bash[26634]: cluster 2024-09-13T13:46:02.189812+0000 mon.a (mon.0) 162 : cluster [DBG] osdmap e4: 0 total, 0 up, 0 in 2024-09-13T13:46:10.849 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:46:10 smithi062 bash[26634]: cluster 2024-09-13T13:46:02.190092+0000 mon.a (mon.0) 163 : cluster [DBG] mgrmap e13: y(active, since 65s) 2024-09-13T13:46:10.849 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:46:10 smithi062 bash[26634]: cluster 2024-09-13T13:46:02.190355+0000 mon.a (mon.0) 164 : cluster [INF] overall HEALTH_OK 2024-09-13T13:46:10.849 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:46:10 smithi062 bash[26634]: audit 2024-09-13T13:46:02.196654+0000 mon.a (mon.0) 165 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:46:10.849 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:46:10 smithi062 bash[26634]: audit 2024-09-13T13:46:02.203746+0000 mon.a (mon.0) 166 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:46:10.850 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:46:10 smithi062 bash[26634]: audit 2024-09-13T13:46:02.210881+0000 mon.a (mon.0) 167 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:46:10.850 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:46:10 smithi062 bash[26634]: audit 2024-09-13T13:46:02.217856+0000 mon.a (mon.0) 168 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:46:10.850 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:46:10 smithi062 bash[26634]: audit 2024-09-13T13:46:02.274238+0000 mon.a (mon.0) 169 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T13:46:10.850 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:46:10 smithi062 bash[26634]: audit 2024-09-13T13:46:02.689168+0000 mon.a (mon.0) 170 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T13:46:10.850 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:46:10 smithi062 bash[26634]: audit 2024-09-13T13:46:02.960831+0000 mon.a (mon.0) 171 : audit [DBG] from='client.? 172.21.15.178:0/1194457170' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-09-13T13:46:10.850 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:46:10 smithi062 bash[26634]: audit 2024-09-13T13:46:03.133735+0000 mon.a (mon.0) 172 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T13:46:10.850 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:46:10 smithi062 bash[26634]: cluster 2024-09-13T13:46:03.008555+0000 mgr.y (mgr.14150) 50 : cluster [DBG] pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T13:46:10.850 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:46:10 smithi062 bash[26634]: audit 2024-09-13T13:46:03.695913+0000 mon.a (mon.0) 174 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T13:46:10.850 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:46:10 smithi062 bash[26634]: audit 2024-09-13T13:46:03.696185+0000 mon.a (mon.0) 175 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T13:46:10.850 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:46:10 smithi062 bash[26634]: cluster 2024-09-13T13:46:03.696441+0000 mon.a (mon.0) 176 : cluster [INF] mon.a calling monitor election 2024-09-13T13:46:10.850 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:46:10 smithi062 bash[26634]: cluster 2024-09-13T13:46:03.697312+0000 mon.b (mon.1) 2 : cluster [INF] mon.b calling monitor election 2024-09-13T13:46:10.850 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:46:10 smithi062 bash[26634]: audit 2024-09-13T13:46:03.717236+0000 mon.a (mon.0) 177 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T13:46:10.850 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:46:10 smithi062 bash[26634]: audit 2024-09-13T13:46:04.689680+0000 mon.a (mon.0) 178 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T13:46:10.850 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:46:10 smithi062 bash[26634]: cluster 2024-09-13T13:46:05.009067+0000 mgr.y (mgr.14150) 51 : cluster [DBG] pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T13:46:10.851 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:46:10 smithi062 bash[26634]: audit 2024-09-13T13:46:05.690001+0000 mon.a (mon.0) 179 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T13:46:10.851 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:46:10 smithi062 bash[26634]: audit 2024-09-13T13:46:06.689879+0000 mon.a (mon.0) 180 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T13:46:10.851 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:46:10 smithi062 bash[26634]: cluster 2024-09-13T13:46:07.009525+0000 mgr.y (mgr.14150) 52 : cluster [DBG] pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T13:46:10.851 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:46:10 smithi062 bash[26634]: audit 2024-09-13T13:46:07.689980+0000 mon.a (mon.0) 181 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T13:46:10.851 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:46:10 smithi062 bash[26634]: audit 2024-09-13T13:46:08.690011+0000 mon.a (mon.0) 182 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T13:46:10.852 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:46:10 smithi062 bash[26634]: cluster 2024-09-13T13:46:08.717318+0000 mon.a (mon.0) 183 : cluster [INF] mon.a is new leader, mons a,b in quorum (ranks 0,1) 2024-09-13T13:46:10.852 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:46:10 smithi062 bash[26634]: cluster 2024-09-13T13:46:08.723252+0000 mon.a (mon.0) 184 : cluster [DBG] monmap epoch 3 2024-09-13T13:46:10.852 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:46:10 smithi062 bash[26634]: cluster 2024-09-13T13:46:08.723284+0000 mon.a (mon.0) 185 : cluster [DBG] fsid ff1149ea-71d5-11ef-bceb-c7b262605968 2024-09-13T13:46:10.852 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:46:10 smithi062 bash[26634]: cluster 2024-09-13T13:46:08.723304+0000 mon.a (mon.0) 186 : cluster [DBG] last_changed 2024-09-13T13:46:03.689678+0000 2024-09-13T13:46:10.852 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:46:10 smithi062 bash[26634]: cluster 2024-09-13T13:46:08.723321+0000 mon.a (mon.0) 187 : cluster [DBG] created 2024-09-13T13:43:50.492122+0000 2024-09-13T13:46:10.852 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:46:10 smithi062 bash[26634]: cluster 2024-09-13T13:46:08.723340+0000 mon.a (mon.0) 188 : cluster [DBG] min_mon_release 19 (squid) 2024-09-13T13:46:10.852 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:46:10 smithi062 bash[26634]: cluster 2024-09-13T13:46:08.723367+0000 mon.a (mon.0) 189 : cluster [DBG] election_strategy: 1 2024-09-13T13:46:10.852 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:46:10 smithi062 bash[26634]: cluster 2024-09-13T13:46:08.723390+0000 mon.a (mon.0) 190 : cluster [DBG] 0: [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] mon.a 2024-09-13T13:46:10.852 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:46:10 smithi062 bash[26634]: cluster 2024-09-13T13:46:08.723412+0000 mon.a (mon.0) 191 : cluster [DBG] 1: [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] mon.b 2024-09-13T13:46:10.852 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:46:10 smithi062 bash[26634]: cluster 2024-09-13T13:46:08.723431+0000 mon.a (mon.0) 192 : cluster [DBG] 2: [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] mon.c 2024-09-13T13:46:10.852 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:46:10 smithi062 bash[26634]: cluster 2024-09-13T13:46:08.740748+0000 mon.a (mon.0) 193 : cluster [DBG] fsmap 2024-09-13T13:46:10.852 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:46:10 smithi062 bash[26634]: cluster 2024-09-13T13:46:08.740798+0000 mon.a (mon.0) 194 : cluster [DBG] osdmap e4: 0 total, 0 up, 0 in 2024-09-13T13:46:10.852 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:46:10 smithi062 bash[26634]: cluster 2024-09-13T13:46:08.741076+0000 mon.a (mon.0) 195 : cluster [DBG] mgrmap e13: y(active, since 71s) 2024-09-13T13:46:10.853 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:46:10 smithi062 bash[26634]: cluster 2024-09-13T13:46:08.741384+0000 mon.a (mon.0) 196 : cluster [WRN] Health check failed: 1/3 mons down, quorum a,b (MON_DOWN) 2024-09-13T13:46:10.853 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:46:10 smithi062 bash[26634]: cluster 2024-09-13T13:46:08.748356+0000 mon.a (mon.0) 197 : cluster [WRN] Health detail: HEALTH_WARN 1/3 mons down, quorum a,b 2024-09-13T13:46:10.853 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:46:10 smithi062 bash[26634]: cluster 2024-09-13T13:46:08.748394+0000 mon.a (mon.0) 198 : cluster [WRN] [WRN] MON_DOWN: 1/3 mons down, quorum a,b 2024-09-13T13:46:10.853 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:46:10 smithi062 bash[26634]: cluster 2024-09-13T13:46:08.748424+0000 mon.a (mon.0) 199 : cluster [WRN] mon.c (rank 2) addr [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] is down (out of quorum) 2024-09-13T13:46:10.853 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:46:10 smithi062 bash[26634]: audit 2024-09-13T13:46:08.752841+0000 mon.a (mon.0) 200 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:46:10.853 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:46:10 smithi062 bash[26634]: audit 2024-09-13T13:46:08.759693+0000 mon.a (mon.0) 201 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:46:10.853 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:46:10 smithi062 bash[26634]: audit 2024-09-13T13:46:08.766715+0000 mon.a (mon.0) 202 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:46:10.853 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:46:10 smithi062 bash[26634]: audit 2024-09-13T13:46:08.773871+0000 mon.a (mon.0) 203 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:46:10.853 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:46:10 smithi062 bash[26634]: audit 2024-09-13T13:46:08.781099+0000 mon.a (mon.0) 204 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:46:10.853 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:46:10 smithi062 bash[26634]: audit 2024-09-13T13:46:09.492200+0000 mon.a (mon.0) 205 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T13:46:10.853 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:46:10 smithi062 bash[26634]: audit 2024-09-13T13:46:09.493729+0000 mon.a (mon.0) 206 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T13:46:10.853 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:46:10 smithi062 bash[26634]: audit 2024-09-13T13:46:09.690348+0000 mon.a (mon.0) 207 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T13:46:10.853 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:46:10 smithi062 bash[26634]: audit 2024-09-13T13:46:09.765455+0000 mon.a (mon.0) 208 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:46:10.853 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:46:10 smithi062 bash[26634]: audit 2024-09-13T13:46:09.769446+0000 mon.a (mon.0) 209 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:46:10.854 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:46:10 smithi062 bash[26634]: audit 2024-09-13T13:46:09.783647+0000 mon.a (mon.0) 210 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:46:10.854 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:46:10 smithi062 bash[26634]: audit 2024-09-13T13:46:09.790377+0000 mon.a (mon.0) 211 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:46:10.854 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:46:10 smithi062 bash[26634]: audit 2024-09-13T13:46:09.794145+0000 mon.a (mon.0) 212 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:46:10.854 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:46:10 smithi062 bash[26634]: cluster 2024-09-13T13:46:05.691896+0000 mon.c (mon.2) 1 : cluster [INF] mon.c calling monitor election 2024-09-13T13:46:10.854 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:46:10 smithi062 bash[26634]: cluster 2024-09-13T13:46:10.748721+0000 mon.c (mon.2) 2 : cluster [INF] mon.c calling monitor election 2024-09-13T13:46:10.854 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:46:10 smithi062 bash[26634]: cluster 2024-09-13T13:46:10.749676+0000 mon.a (mon.0) 222 : cluster [INF] mon.a calling monitor election 2024-09-13T13:46:10.854 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:46:10 smithi062 bash[26634]: cluster 2024-09-13T13:46:10.750108+0000 mon.b (mon.1) 3 : cluster [INF] mon.b calling monitor election 2024-09-13T13:46:10.854 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:46:10 smithi062 bash[26634]: cluster 2024-09-13T13:46:10.773296+0000 mon.a (mon.0) 223 : cluster [INF] mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-09-13T13:46:10.854 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:46:10 smithi062 bash[26634]: cluster 2024-09-13T13:46:10.780150+0000 mon.a (mon.0) 224 : cluster [DBG] monmap epoch 3 2024-09-13T13:46:10.854 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:46:10 smithi062 bash[26634]: cluster 2024-09-13T13:46:10.780178+0000 mon.a (mon.0) 225 : cluster [DBG] fsid ff1149ea-71d5-11ef-bceb-c7b262605968 2024-09-13T13:46:10.854 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:46:10 smithi062 bash[26634]: cluster 2024-09-13T13:46:10.780198+0000 mon.a (mon.0) 226 : cluster [DBG] last_changed 2024-09-13T13:46:03.689678+0000 2024-09-13T13:46:10.854 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:46:10 smithi062 bash[26634]: cluster 2024-09-13T13:46:10.780214+0000 mon.a (mon.0) 227 : cluster [DBG] created 2024-09-13T13:43:50.492122+0000 2024-09-13T13:46:10.854 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:46:10 smithi062 bash[26634]: cluster 2024-09-13T13:46:10.780235+0000 mon.a (mon.0) 228 : cluster [DBG] min_mon_release 19 (squid) 2024-09-13T13:46:10.854 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:46:10 smithi062 bash[26634]: cluster 2024-09-13T13:46:10.780258+0000 mon.a (mon.0) 229 : cluster [DBG] election_strategy: 1 2024-09-13T13:46:10.854 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:46:10 smithi062 bash[26634]: cluster 2024-09-13T13:46:10.780276+0000 mon.a (mon.0) 230 : cluster [DBG] 0: [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] mon.a 2024-09-13T13:46:10.855 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:46:10 smithi062 bash[26634]: cluster 2024-09-13T13:46:10.780293+0000 mon.a (mon.0) 231 : cluster [DBG] 1: [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] mon.b 2024-09-13T13:46:10.855 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:46:10 smithi062 bash[26634]: cluster 2024-09-13T13:46:10.780313+0000 mon.a (mon.0) 232 : cluster [DBG] 2: [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] mon.c 2024-09-13T13:46:10.855 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:46:10 smithi062 bash[26634]: cluster 2024-09-13T13:46:10.781258+0000 mon.a (mon.0) 233 : cluster [DBG] fsmap 2024-09-13T13:46:10.855 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:46:10 smithi062 bash[26634]: cluster 2024-09-13T13:46:10.781306+0000 mon.a (mon.0) 234 : cluster [DBG] osdmap e4: 0 total, 0 up, 0 in 2024-09-13T13:46:10.855 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:46:10 smithi062 bash[26634]: cluster 2024-09-13T13:46:10.781560+0000 mon.a (mon.0) 235 : cluster [DBG] mgrmap e13: y(active, since 73s) 2024-09-13T13:46:10.855 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:46:10 smithi062 bash[26634]: cluster 2024-09-13T13:46:10.781831+0000 mon.a (mon.0) 236 : cluster [INF] Health check cleared: MON_DOWN (was: 1/3 mons down, quorum a,b) 2024-09-13T13:46:11.184 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:46:10 smithi178 bash[22034]: cluster 2024-09-13T13:46:05.691896+0000 mon.c (mon.2) 1 : cluster [INF] mon.c calling monitor election 2024-09-13T13:46:11.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:46:10 smithi178 bash[22034]: cluster 2024-09-13T13:46:10.748721+0000 mon.c (mon.2) 2 : cluster [INF] mon.c calling monitor election 2024-09-13T13:46:11.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:46:10 smithi178 bash[22034]: cluster 2024-09-13T13:46:10.749676+0000 mon.a (mon.0) 222 : cluster [INF] mon.a calling monitor election 2024-09-13T13:46:11.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:46:10 smithi178 bash[22034]: cluster 2024-09-13T13:46:10.750108+0000 mon.b (mon.1) 3 : cluster [INF] mon.b calling monitor election 2024-09-13T13:46:11.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:46:10 smithi178 bash[22034]: cluster 2024-09-13T13:46:10.773296+0000 mon.a (mon.0) 223 : cluster [INF] mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-09-13T13:46:11.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:46:10 smithi178 bash[22034]: cluster 2024-09-13T13:46:10.780150+0000 mon.a (mon.0) 224 : cluster [DBG] monmap epoch 3 2024-09-13T13:46:11.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:46:10 smithi178 bash[22034]: cluster 2024-09-13T13:46:10.780178+0000 mon.a (mon.0) 225 : cluster [DBG] fsid ff1149ea-71d5-11ef-bceb-c7b262605968 2024-09-13T13:46:11.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:46:10 smithi178 bash[22034]: cluster 2024-09-13T13:46:10.780198+0000 mon.a (mon.0) 226 : cluster [DBG] last_changed 2024-09-13T13:46:03.689678+0000 2024-09-13T13:46:11.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:46:10 smithi178 bash[22034]: cluster 2024-09-13T13:46:10.780214+0000 mon.a (mon.0) 227 : cluster [DBG] created 2024-09-13T13:43:50.492122+0000 2024-09-13T13:46:11.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:46:10 smithi178 bash[22034]: cluster 2024-09-13T13:46:10.780235+0000 mon.a (mon.0) 228 : cluster [DBG] min_mon_release 19 (squid) 2024-09-13T13:46:11.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:46:10 smithi178 bash[22034]: cluster 2024-09-13T13:46:10.780258+0000 mon.a (mon.0) 229 : cluster [DBG] election_strategy: 1 2024-09-13T13:46:11.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:46:10 smithi178 bash[22034]: cluster 2024-09-13T13:46:10.780276+0000 mon.a (mon.0) 230 : cluster [DBG] 0: [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] mon.a 2024-09-13T13:46:11.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:46:10 smithi178 bash[22034]: cluster 2024-09-13T13:46:10.780293+0000 mon.a (mon.0) 231 : cluster [DBG] 1: [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] mon.b 2024-09-13T13:46:11.186 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:46:10 smithi178 bash[22034]: cluster 2024-09-13T13:46:10.780313+0000 mon.a (mon.0) 232 : cluster [DBG] 2: [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] mon.c 2024-09-13T13:46:11.186 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:46:10 smithi178 bash[22034]: cluster 2024-09-13T13:46:10.781258+0000 mon.a (mon.0) 233 : cluster [DBG] fsmap 2024-09-13T13:46:11.186 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:46:10 smithi178 bash[22034]: cluster 2024-09-13T13:46:10.781306+0000 mon.a (mon.0) 234 : cluster [DBG] osdmap e4: 0 total, 0 up, 0 in 2024-09-13T13:46:11.186 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:46:10 smithi178 bash[22034]: cluster 2024-09-13T13:46:10.781560+0000 mon.a (mon.0) 235 : cluster [DBG] mgrmap e13: y(active, since 73s) 2024-09-13T13:46:11.186 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:46:10 smithi178 bash[22034]: cluster 2024-09-13T13:46:10.781831+0000 mon.a (mon.0) 236 : cluster [INF] Health check cleared: MON_DOWN (was: 1/3 mons down, quorum a,b) 2024-09-13T13:46:11.186 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:46:10 smithi178 bash[22034]: cluster 2024-09-13T13:46:10.781862+0000 mon.a (mon.0) 237 : cluster [INF] Cluster is now healthy 2024-09-13T13:46:11.186 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:46:10 smithi178 bash[22034]: cluster 2024-09-13T13:46:10.787795+0000 mon.a (mon.0) 238 : cluster [INF] overall HEALTH_OK 2024-09-13T13:46:11.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:46:10 smithi062 bash[26634]: cluster 2024-09-13T13:46:10.781862+0000 mon.a (mon.0) 237 : cluster [INF] Cluster is now healthy 2024-09-13T13:46:11.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:46:10 smithi062 bash[26634]: cluster 2024-09-13T13:46:10.787795+0000 mon.a (mon.0) 238 : cluster [INF] overall HEALTH_OK 2024-09-13T13:46:11.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:46:10 smithi062 bash[19845]: cluster 2024-09-13T13:46:05.691896+0000 mon.c (mon.2) 1 : cluster [INF] mon.c calling monitor election 2024-09-13T13:46:11.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:46:10 smithi062 bash[19845]: cluster 2024-09-13T13:46:10.748721+0000 mon.c (mon.2) 2 : cluster [INF] mon.c calling monitor election 2024-09-13T13:46:11.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:46:10 smithi062 bash[19845]: cluster 2024-09-13T13:46:10.749676+0000 mon.a (mon.0) 222 : cluster [INF] mon.a calling monitor election 2024-09-13T13:46:11.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:46:10 smithi062 bash[19845]: cluster 2024-09-13T13:46:10.750108+0000 mon.b (mon.1) 3 : cluster [INF] mon.b calling monitor election 2024-09-13T13:46:11.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:46:10 smithi062 bash[19845]: cluster 2024-09-13T13:46:10.773296+0000 mon.a (mon.0) 223 : cluster [INF] mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-09-13T13:46:11.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:46:10 smithi062 bash[19845]: cluster 2024-09-13T13:46:10.780150+0000 mon.a (mon.0) 224 : cluster [DBG] monmap epoch 3 2024-09-13T13:46:11.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:46:10 smithi062 bash[19845]: cluster 2024-09-13T13:46:10.780178+0000 mon.a (mon.0) 225 : cluster [DBG] fsid ff1149ea-71d5-11ef-bceb-c7b262605968 2024-09-13T13:46:11.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:46:10 smithi062 bash[19845]: cluster 2024-09-13T13:46:10.780198+0000 mon.a (mon.0) 226 : cluster [DBG] last_changed 2024-09-13T13:46:03.689678+0000 2024-09-13T13:46:11.255 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:46:10 smithi062 bash[19845]: cluster 2024-09-13T13:46:10.780214+0000 mon.a (mon.0) 227 : cluster [DBG] created 2024-09-13T13:43:50.492122+0000 2024-09-13T13:46:11.255 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:46:10 smithi062 bash[19845]: cluster 2024-09-13T13:46:10.780235+0000 mon.a (mon.0) 228 : cluster [DBG] min_mon_release 19 (squid) 2024-09-13T13:46:11.255 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:46:10 smithi062 bash[19845]: cluster 2024-09-13T13:46:10.780258+0000 mon.a (mon.0) 229 : cluster [DBG] election_strategy: 1 2024-09-13T13:46:11.255 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:46:10 smithi062 bash[19845]: cluster 2024-09-13T13:46:10.780276+0000 mon.a (mon.0) 230 : cluster [DBG] 0: [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] mon.a 2024-09-13T13:46:11.255 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:46:10 smithi062 bash[19845]: cluster 2024-09-13T13:46:10.780293+0000 mon.a (mon.0) 231 : cluster [DBG] 1: [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] mon.b 2024-09-13T13:46:11.255 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:46:10 smithi062 bash[19845]: cluster 2024-09-13T13:46:10.780313+0000 mon.a (mon.0) 232 : cluster [DBG] 2: [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] mon.c 2024-09-13T13:46:11.255 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:46:10 smithi062 bash[19845]: cluster 2024-09-13T13:46:10.781258+0000 mon.a (mon.0) 233 : cluster [DBG] fsmap 2024-09-13T13:46:11.255 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:46:10 smithi062 bash[19845]: cluster 2024-09-13T13:46:10.781306+0000 mon.a (mon.0) 234 : cluster [DBG] osdmap e4: 0 total, 0 up, 0 in 2024-09-13T13:46:11.255 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:46:10 smithi062 bash[19845]: cluster 2024-09-13T13:46:10.781560+0000 mon.a (mon.0) 235 : cluster [DBG] mgrmap e13: y(active, since 73s) 2024-09-13T13:46:11.255 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:46:10 smithi062 bash[19845]: cluster 2024-09-13T13:46:10.781831+0000 mon.a (mon.0) 236 : cluster [INF] Health check cleared: MON_DOWN (was: 1/3 mons down, quorum a,b) 2024-09-13T13:46:11.255 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:46:10 smithi062 bash[19845]: cluster 2024-09-13T13:46:10.781862+0000 mon.a (mon.0) 237 : cluster [INF] Cluster is now healthy 2024-09-13T13:46:11.255 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:46:10 smithi062 bash[19845]: cluster 2024-09-13T13:46:10.787795+0000 mon.a (mon.0) 238 : cluster [INF] overall HEALTH_OK 2024-09-13T13:46:12.934 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:46:12 smithi178 bash[22034]: cluster 2024-09-13T13:46:11.010323+0000 mgr.y (mgr.14150) 60 : cluster [DBG] pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T13:46:12.934 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:46:12 smithi178 bash[22034]: audit 2024-09-13T13:46:11.689729+0000 mon.a (mon.0) 239 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T13:46:12.934 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:46:12 smithi178 bash[22034]: audit 2024-09-13T13:46:12.382292+0000 mon.a (mon.0) 240 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:46:12.934 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:46:12 smithi178 bash[22034]: audit 2024-09-13T13:46:12.391776+0000 mon.a (mon.0) 241 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:46:12.934 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:46:12 smithi178 bash[22034]: audit 2024-09-13T13:46:12.393605+0000 mon.a (mon.0) 242 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-13T13:46:12.934 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:46:12 smithi178 bash[22034]: audit 2024-09-13T13:46:12.395146+0000 mon.a (mon.0) 243 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-13T13:46:12.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:46:12 smithi178 bash[22034]: audit 2024-09-13T13:46:12.396545+0000 mon.a (mon.0) 244 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T13:46:12.996 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:46:12 smithi062 bash[19845]: cluster 2024-09-13T13:46:11.010323+0000 mgr.y (mgr.14150) 60 : cluster [DBG] pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T13:46:12.997 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:46:12 smithi062 bash[19845]: audit 2024-09-13T13:46:11.689729+0000 mon.a (mon.0) 239 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T13:46:12.997 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:46:12 smithi062 bash[19845]: audit 2024-09-13T13:46:12.382292+0000 mon.a (mon.0) 240 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:46:12.997 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:46:12 smithi062 bash[19845]: audit 2024-09-13T13:46:12.391776+0000 mon.a (mon.0) 241 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:46:12.997 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:46:12 smithi062 bash[19845]: audit 2024-09-13T13:46:12.393605+0000 mon.a (mon.0) 242 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-13T13:46:12.997 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:46:12 smithi062 bash[19845]: audit 2024-09-13T13:46:12.395146+0000 mon.a (mon.0) 243 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-13T13:46:12.997 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:46:12 smithi062 bash[19845]: audit 2024-09-13T13:46:12.396545+0000 mon.a (mon.0) 244 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T13:46:12.997 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:46:12 smithi062 bash[26634]: cluster 2024-09-13T13:46:11.010323+0000 mgr.y (mgr.14150) 60 : cluster [DBG] pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T13:46:12.997 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:46:12 smithi062 bash[26634]: audit 2024-09-13T13:46:11.689729+0000 mon.a (mon.0) 239 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T13:46:12.997 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:46:12 smithi062 bash[26634]: audit 2024-09-13T13:46:12.382292+0000 mon.a (mon.0) 240 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:46:12.997 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:46:12 smithi062 bash[26634]: audit 2024-09-13T13:46:12.391776+0000 mon.a (mon.0) 241 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:46:12.998 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:46:12 smithi062 bash[26634]: audit 2024-09-13T13:46:12.393605+0000 mon.a (mon.0) 242 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-13T13:46:12.998 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:46:12 smithi062 bash[26634]: audit 2024-09-13T13:46:12.395146+0000 mon.a (mon.0) 243 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-13T13:46:12.998 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:46:12 smithi062 bash[26634]: audit 2024-09-13T13:46:12.396545+0000 mon.a (mon.0) 244 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T13:46:13.959 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:46:13 smithi062 bash[19845]: cephadm 2024-09-13T13:46:12.393155+0000 mgr.y (mgr.14150) 61 : cephadm [INF] Reconfiguring mon.c (monmap changed)... 2024-09-13T13:46:13.960 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:46:13 smithi062 bash[19845]: cephadm 2024-09-13T13:46:12.398442+0000 mgr.y (mgr.14150) 62 : cephadm [INF] Reconfiguring daemon mon.c on smithi062 2024-09-13T13:46:13.960 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:46:13 smithi062 bash[26634]: cephadm 2024-09-13T13:46:12.393155+0000 mgr.y (mgr.14150) 61 : cephadm [INF] Reconfiguring mon.c (monmap changed)... 2024-09-13T13:46:13.960 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:46:13 smithi062 bash[26634]: cephadm 2024-09-13T13:46:12.398442+0000 mgr.y (mgr.14150) 62 : cephadm [INF] Reconfiguring daemon mon.c on smithi062 2024-09-13T13:46:14.184 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:46:13 smithi178 bash[22034]: cephadm 2024-09-13T13:46:12.393155+0000 mgr.y (mgr.14150) 61 : cephadm [INF] Reconfiguring mon.c (monmap changed)... 2024-09-13T13:46:14.184 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:46:13 smithi178 bash[22034]: cephadm 2024-09-13T13:46:12.398442+0000 mgr.y (mgr.14150) 62 : cephadm [INF] Reconfiguring daemon mon.c on smithi062 2024-09-13T13:46:15.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:46:14 smithi062 bash[19845]: cluster 2024-09-13T13:46:13.010713+0000 mgr.y (mgr.14150) 63 : cluster [DBG] pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T13:46:15.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:46:14 smithi062 bash[26634]: cluster 2024-09-13T13:46:13.010713+0000 mgr.y (mgr.14150) 63 : cluster [DBG] pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T13:46:15.168 INFO:teuthology.orchestra.run.smithi062.stderr:Inferring config /var/lib/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T13:46:15.184 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:46:14 smithi178 bash[22034]: cluster 2024-09-13T13:46:13.010713+0000 mgr.y (mgr.14150) 63 : cluster [DBG] pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T13:46:16.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:46:15 smithi062 bash[19845]: audit 2024-09-13T13:46:14.722013+0000 mon.a (mon.0) 245 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:46:16.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:46:15 smithi062 bash[19845]: audit 2024-09-13T13:46:14.729962+0000 mon.a (mon.0) 246 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:46:16.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:46:15 smithi062 bash[19845]: cephadm 2024-09-13T13:46:14.731605+0000 mgr.y (mgr.14150) 64 : cephadm [INF] Reconfiguring mon.b (monmap changed)... 2024-09-13T13:46:16.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:46:15 smithi062 bash[19845]: audit 2024-09-13T13:46:14.732113+0000 mon.a (mon.0) 247 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-13T13:46:16.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:46:15 smithi062 bash[19845]: audit 2024-09-13T13:46:14.733676+0000 mon.a (mon.0) 248 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-13T13:46:16.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:46:15 smithi062 bash[19845]: audit 2024-09-13T13:46:14.735135+0000 mon.a (mon.0) 249 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T13:46:16.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:46:15 smithi062 bash[19845]: cephadm 2024-09-13T13:46:14.736818+0000 mgr.y (mgr.14150) 65 : cephadm [INF] Reconfiguring daemon mon.b on smithi178 2024-09-13T13:46:16.005 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:46:15 smithi062 bash[26634]: audit 2024-09-13T13:46:14.722013+0000 mon.a (mon.0) 245 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:46:16.005 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:46:15 smithi062 bash[26634]: audit 2024-09-13T13:46:14.729962+0000 mon.a (mon.0) 246 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:46:16.005 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:46:15 smithi062 bash[26634]: cephadm 2024-09-13T13:46:14.731605+0000 mgr.y (mgr.14150) 64 : cephadm [INF] Reconfiguring mon.b (monmap changed)... 2024-09-13T13:46:16.005 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:46:15 smithi062 bash[26634]: audit 2024-09-13T13:46:14.732113+0000 mon.a (mon.0) 247 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-13T13:46:16.005 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:46:15 smithi062 bash[26634]: audit 2024-09-13T13:46:14.733676+0000 mon.a (mon.0) 248 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-13T13:46:16.005 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:46:15 smithi062 bash[26634]: audit 2024-09-13T13:46:14.735135+0000 mon.a (mon.0) 249 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T13:46:16.005 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:46:15 smithi062 bash[26634]: cephadm 2024-09-13T13:46:14.736818+0000 mgr.y (mgr.14150) 65 : cephadm [INF] Reconfiguring daemon mon.b on smithi178 2024-09-13T13:46:16.184 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:46:15 smithi178 bash[22034]: audit 2024-09-13T13:46:14.722013+0000 mon.a (mon.0) 245 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:46:16.184 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:46:15 smithi178 bash[22034]: audit 2024-09-13T13:46:14.729962+0000 mon.a (mon.0) 246 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:46:16.184 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:46:15 smithi178 bash[22034]: cephadm 2024-09-13T13:46:14.731605+0000 mgr.y (mgr.14150) 64 : cephadm [INF] Reconfiguring mon.b (monmap changed)... 2024-09-13T13:46:16.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:46:15 smithi178 bash[22034]: audit 2024-09-13T13:46:14.732113+0000 mon.a (mon.0) 247 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-13T13:46:16.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:46:15 smithi178 bash[22034]: audit 2024-09-13T13:46:14.733676+0000 mon.a (mon.0) 248 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-13T13:46:16.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:46:15 smithi178 bash[22034]: audit 2024-09-13T13:46:14.735135+0000 mon.a (mon.0) 249 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T13:46:16.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:46:15 smithi178 bash[22034]: cephadm 2024-09-13T13:46:14.736818+0000 mgr.y (mgr.14150) 65 : cephadm [INF] Reconfiguring daemon mon.b on smithi178 2024-09-13T13:46:16.492 INFO:teuthology.orchestra.run.smithi062.stdout:# minimal ceph.conf for ff1149ea-71d5-11ef-bceb-c7b262605968 2024-09-13T13:46:16.492 INFO:teuthology.orchestra.run.smithi062.stdout:[global] 2024-09-13T13:46:16.492 INFO:teuthology.orchestra.run.smithi062.stdout: fsid = ff1149ea-71d5-11ef-bceb-c7b262605968 2024-09-13T13:46:16.492 INFO:teuthology.orchestra.run.smithi062.stdout: mon_host = [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] 2024-09-13T13:46:16.934 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:46:16 smithi178 bash[22034]: cluster 2024-09-13T13:46:15.011094+0000 mgr.y (mgr.14150) 66 : cluster [DBG] pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T13:46:16.934 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:46:16 smithi178 bash[22034]: audit 2024-09-13T13:46:16.491963+0000 mon.a (mon.0) 250 : audit [DBG] from='client.? 172.21.15.62:0/2145018996' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T13:46:17.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:46:16 smithi062 bash[19845]: cluster 2024-09-13T13:46:15.011094+0000 mgr.y (mgr.14150) 66 : cluster [DBG] pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T13:46:17.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:46:16 smithi062 bash[19845]: audit 2024-09-13T13:46:16.491963+0000 mon.a (mon.0) 250 : audit [DBG] from='client.? 172.21.15.62:0/2145018996' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T13:46:17.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:46:16 smithi062 bash[26634]: cluster 2024-09-13T13:46:15.011094+0000 mgr.y (mgr.14150) 66 : cluster [DBG] pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T13:46:17.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:46:16 smithi062 bash[26634]: audit 2024-09-13T13:46:16.491963+0000 mon.a (mon.0) 250 : audit [DBG] from='client.? 172.21.15.62:0/2145018996' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T13:46:17.078 INFO:tasks.cephadm:Distributing (final) config and client.admin keyring... 2024-09-13T13:46:17.079 DEBUG:teuthology.orchestra.run.smithi062:> set -ex 2024-09-13T13:46:17.079 DEBUG:teuthology.orchestra.run.smithi062:> sudo dd of=/etc/ceph/ceph.conf 2024-09-13T13:46:17.096 DEBUG:teuthology.orchestra.run.smithi062:> set -ex 2024-09-13T13:46:17.096 DEBUG:teuthology.orchestra.run.smithi062:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-09-13T13:46:17.155 DEBUG:teuthology.orchestra.run.smithi178:> set -ex 2024-09-13T13:46:17.155 DEBUG:teuthology.orchestra.run.smithi178:> sudo dd of=/etc/ceph/ceph.conf 2024-09-13T13:46:17.169 DEBUG:teuthology.orchestra.run.smithi178:> set -ex 2024-09-13T13:46:17.169 DEBUG:teuthology.orchestra.run.smithi178:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-09-13T13:46:17.224 INFO:tasks.cephadm:Adding mgr.y on smithi062 2024-09-13T13:46:17.224 INFO:tasks.cephadm:Adding mgr.x on smithi178 2024-09-13T13:46:17.224 DEBUG:teuthology.orchestra.run.smithi178:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ff1149ea-71d5-11ef-bceb-c7b262605968 -- ceph orch apply mgr '2;smithi062=y;smithi178=x' 2024-09-13T13:46:18.434 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:46:18 smithi178 bash[22034]: cluster 2024-09-13T13:46:17.011540+0000 mgr.y (mgr.14150) 67 : cluster [DBG] pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T13:46:18.434 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:46:18 smithi178 bash[22034]: audit 2024-09-13T13:46:17.084533+0000 mon.a (mon.0) 251 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:46:18.434 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:46:18 smithi178 bash[22034]: audit 2024-09-13T13:46:17.091302+0000 mon.a (mon.0) 252 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:46:18.434 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:46:18 smithi178 bash[22034]: audit 2024-09-13T13:46:17.093614+0000 mon.a (mon.0) 253 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T13:46:18.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:46:18 smithi178 bash[22034]: audit 2024-09-13T13:46:17.096627+0000 mon.a (mon.0) 254 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T13:46:18.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:46:18 smithi178 bash[22034]: audit 2024-09-13T13:46:17.097767+0000 mon.a (mon.0) 255 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T13:46:18.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:46:18 smithi178 bash[22034]: audit 2024-09-13T13:46:17.104535+0000 mon.a (mon.0) 256 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:46:18.504 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:46:18 smithi062 bash[19845]: cluster 2024-09-13T13:46:17.011540+0000 mgr.y (mgr.14150) 67 : cluster [DBG] pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T13:46:18.504 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:46:18 smithi062 bash[19845]: audit 2024-09-13T13:46:17.084533+0000 mon.a (mon.0) 251 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:46:18.504 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:46:18 smithi062 bash[19845]: audit 2024-09-13T13:46:17.091302+0000 mon.a (mon.0) 252 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:46:18.504 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:46:18 smithi062 bash[19845]: audit 2024-09-13T13:46:17.093614+0000 mon.a (mon.0) 253 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T13:46:18.504 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:46:18 smithi062 bash[19845]: audit 2024-09-13T13:46:17.096627+0000 mon.a (mon.0) 254 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T13:46:18.504 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:46:18 smithi062 bash[19845]: audit 2024-09-13T13:46:17.097767+0000 mon.a (mon.0) 255 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T13:46:18.504 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:46:18 smithi062 bash[19845]: audit 2024-09-13T13:46:17.104535+0000 mon.a (mon.0) 256 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:46:18.504 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:46:18 smithi062 bash[26634]: cluster 2024-09-13T13:46:17.011540+0000 mgr.y (mgr.14150) 67 : cluster [DBG] pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T13:46:18.505 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:46:18 smithi062 bash[26634]: audit 2024-09-13T13:46:17.084533+0000 mon.a (mon.0) 251 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:46:18.505 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:46:18 smithi062 bash[26634]: audit 2024-09-13T13:46:17.091302+0000 mon.a (mon.0) 252 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:46:18.505 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:46:18 smithi062 bash[26634]: audit 2024-09-13T13:46:17.093614+0000 mon.a (mon.0) 253 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T13:46:18.505 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:46:18 smithi062 bash[26634]: audit 2024-09-13T13:46:17.096627+0000 mon.a (mon.0) 254 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T13:46:18.505 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:46:18 smithi062 bash[26634]: audit 2024-09-13T13:46:17.097767+0000 mon.a (mon.0) 255 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T13:46:18.505 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:46:18 smithi062 bash[26634]: audit 2024-09-13T13:46:17.104535+0000 mon.a (mon.0) 256 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:46:20.434 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:46:20 smithi178 bash[22034]: cluster 2024-09-13T13:46:19.012083+0000 mgr.y (mgr.14150) 68 : cluster [DBG] pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T13:46:20.504 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:46:20 smithi062 bash[19845]: cluster 2024-09-13T13:46:19.012083+0000 mgr.y (mgr.14150) 68 : cluster [DBG] pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T13:46:20.504 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:46:20 smithi062 bash[26634]: cluster 2024-09-13T13:46:19.012083+0000 mgr.y (mgr.14150) 68 : cluster [DBG] pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T13:46:20.981 INFO:teuthology.orchestra.run.smithi178.stderr:Inferring config /var/lib/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/mon.b/config 2024-09-13T13:46:22.325 INFO:teuthology.orchestra.run.smithi178.stdout:Scheduled mgr update... 2024-09-13T13:46:22.336 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:46:22 smithi178 bash[22034]: cluster 2024-09-13T13:46:21.012514+0000 mgr.y (mgr.14150) 69 : cluster [DBG] pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T13:46:22.504 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:46:22 smithi062 bash[19845]: cluster 2024-09-13T13:46:21.012514+0000 mgr.y (mgr.14150) 69 : cluster [DBG] pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T13:46:22.504 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:46:22 smithi062 bash[26634]: cluster 2024-09-13T13:46:21.012514+0000 mgr.y (mgr.14150) 69 : cluster [DBG] pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T13:46:22.895 DEBUG:teuthology.orchestra.run.smithi178:mgr.x> sudo journalctl -f -n 0 -u ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@mgr.x.service 2024-09-13T13:46:22.896 DEBUG:tasks.cephadm:set 0 configs 2024-09-13T13:46:22.897 INFO:tasks.cephadm:Deploying OSDs... 2024-09-13T13:46:22.897 DEBUG:teuthology.orchestra.run.smithi062:> set -ex 2024-09-13T13:46:22.897 DEBUG:teuthology.orchestra.run.smithi062:> dd if=/scratch_devs of=/dev/stdout 2024-09-13T13:46:22.903 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-09-13T13:46:22.903 DEBUG:teuthology.orchestra.run.smithi062:> stat /dev/vg_nvme/lv_1 2024-09-13T13:46:22.952 INFO:teuthology.orchestra.run.smithi062.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-09-13T13:46:22.952 INFO:teuthology.orchestra.run.smithi062.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-13T13:46:22.952 INFO:teuthology.orchestra.run.smithi062.stdout:Device: 5h/5d Inode: 877 Links: 1 2024-09-13T13:46:22.952 INFO:teuthology.orchestra.run.smithi062.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-13T13:46:22.952 INFO:teuthology.orchestra.run.smithi062.stdout:Access: 2024-09-13 13:38:33.871544677 +0000 2024-09-13T13:46:22.952 INFO:teuthology.orchestra.run.smithi062.stdout:Modify: 2024-09-13 13:38:33.619546928 +0000 2024-09-13T13:46:22.952 INFO:teuthology.orchestra.run.smithi062.stdout:Change: 2024-09-13 13:38:33.619546928 +0000 2024-09-13T13:46:22.952 INFO:teuthology.orchestra.run.smithi062.stdout: Birth: - 2024-09-13T13:46:22.952 DEBUG:teuthology.orchestra.run.smithi062:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-09-13T13:46:23.006 INFO:teuthology.orchestra.run.smithi062.stderr:1+0 records in 2024-09-13T13:46:23.006 INFO:teuthology.orchestra.run.smithi062.stderr:1+0 records out 2024-09-13T13:46:23.007 INFO:teuthology.orchestra.run.smithi062.stderr:512 bytes copied, 0.000416157 s, 1.2 MB/s 2024-09-13T13:46:23.008 DEBUG:teuthology.orchestra.run.smithi062:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-09-13T13:46:23.056 DEBUG:teuthology.orchestra.run.smithi062:> stat /dev/vg_nvme/lv_2 2024-09-13T13:46:23.104 INFO:teuthology.orchestra.run.smithi062.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-09-13T13:46:23.104 INFO:teuthology.orchestra.run.smithi062.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-13T13:46:23.104 INFO:teuthology.orchestra.run.smithi062.stdout:Device: 5h/5d Inode: 897 Links: 1 2024-09-13T13:46:23.104 INFO:teuthology.orchestra.run.smithi062.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-13T13:46:23.104 INFO:teuthology.orchestra.run.smithi062.stdout:Access: 2024-09-13 13:38:34.367540247 +0000 2024-09-13T13:46:23.104 INFO:teuthology.orchestra.run.smithi062.stdout:Modify: 2024-09-13 13:38:34.115542498 +0000 2024-09-13T13:46:23.104 INFO:teuthology.orchestra.run.smithi062.stdout:Change: 2024-09-13 13:38:34.115542498 +0000 2024-09-13T13:46:23.104 INFO:teuthology.orchestra.run.smithi062.stdout: Birth: - 2024-09-13T13:46:23.105 DEBUG:teuthology.orchestra.run.smithi062:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-09-13T13:46:23.158 INFO:teuthology.orchestra.run.smithi062.stderr:1+0 records in 2024-09-13T13:46:23.159 INFO:teuthology.orchestra.run.smithi062.stderr:1+0 records out 2024-09-13T13:46:23.159 INFO:teuthology.orchestra.run.smithi062.stderr:512 bytes copied, 0.000431381 s, 1.2 MB/s 2024-09-13T13:46:23.160 DEBUG:teuthology.orchestra.run.smithi062:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-09-13T13:46:23.209 DEBUG:teuthology.orchestra.run.smithi062:> stat /dev/vg_nvme/lv_3 2024-09-13T13:46:23.255 INFO:teuthology.orchestra.run.smithi062.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-09-13T13:46:23.255 INFO:teuthology.orchestra.run.smithi062.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-13T13:46:23.255 INFO:teuthology.orchestra.run.smithi062.stdout:Device: 5h/5d Inode: 912 Links: 1 2024-09-13T13:46:23.256 INFO:teuthology.orchestra.run.smithi062.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-13T13:46:23.256 INFO:teuthology.orchestra.run.smithi062.stdout:Access: 2024-09-13 13:38:34.863535816 +0000 2024-09-13T13:46:23.256 INFO:teuthology.orchestra.run.smithi062.stdout:Modify: 2024-09-13 13:38:34.623537961 +0000 2024-09-13T13:46:23.256 INFO:teuthology.orchestra.run.smithi062.stdout:Change: 2024-09-13 13:38:34.623537961 +0000 2024-09-13T13:46:23.256 INFO:teuthology.orchestra.run.smithi062.stdout: Birth: - 2024-09-13T13:46:23.256 DEBUG:teuthology.orchestra.run.smithi062:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-09-13T13:46:23.310 INFO:teuthology.orchestra.run.smithi062.stderr:1+0 records in 2024-09-13T13:46:23.310 INFO:teuthology.orchestra.run.smithi062.stderr:1+0 records out 2024-09-13T13:46:23.310 INFO:teuthology.orchestra.run.smithi062.stderr:512 bytes copied, 0.00039329 s, 1.3 MB/s 2024-09-13T13:46:23.311 DEBUG:teuthology.orchestra.run.smithi062:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-09-13T13:46:23.362 DEBUG:teuthology.orchestra.run.smithi062:> stat /dev/vg_nvme/lv_4 2024-09-13T13:46:23.412 INFO:teuthology.orchestra.run.smithi062.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-09-13T13:46:23.412 INFO:teuthology.orchestra.run.smithi062.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-13T13:46:23.412 INFO:teuthology.orchestra.run.smithi062.stdout:Device: 5h/5d Inode: 929 Links: 1 2024-09-13T13:46:23.412 INFO:teuthology.orchestra.run.smithi062.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-13T13:46:23.412 INFO:teuthology.orchestra.run.smithi062.stdout:Access: 2024-09-13 13:38:35.355531422 +0000 2024-09-13T13:46:23.412 INFO:teuthology.orchestra.run.smithi062.stdout:Modify: 2024-09-13 13:38:35.095533744 +0000 2024-09-13T13:46:23.412 INFO:teuthology.orchestra.run.smithi062.stdout:Change: 2024-09-13 13:38:35.095533744 +0000 2024-09-13T13:46:23.412 INFO:teuthology.orchestra.run.smithi062.stdout: Birth: - 2024-09-13T13:46:23.413 DEBUG:teuthology.orchestra.run.smithi062:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-09-13T13:46:23.466 INFO:teuthology.orchestra.run.smithi062.stderr:1+0 records in 2024-09-13T13:46:23.467 INFO:teuthology.orchestra.run.smithi062.stderr:1+0 records out 2024-09-13T13:46:23.467 INFO:teuthology.orchestra.run.smithi062.stderr:512 bytes copied, 0.000345642 s, 1.5 MB/s 2024-09-13T13:46:23.468 DEBUG:teuthology.orchestra.run.smithi062:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-09-13T13:46:23.517 DEBUG:teuthology.orchestra.run.smithi178:> set -ex 2024-09-13T13:46:23.517 DEBUG:teuthology.orchestra.run.smithi178:> dd if=/scratch_devs of=/dev/stdout 2024-09-13T13:46:23.523 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-09-13T13:46:23.523 DEBUG:teuthology.orchestra.run.smithi178:> stat /dev/vg_nvme/lv_1 2024-09-13T13:46:23.577 INFO:teuthology.orchestra.run.smithi178.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-09-13T13:46:23.577 INFO:teuthology.orchestra.run.smithi178.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-13T13:46:23.577 INFO:teuthology.orchestra.run.smithi178.stdout:Device: 5h/5d Inode: 878 Links: 1 2024-09-13T13:46:23.577 INFO:teuthology.orchestra.run.smithi178.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-13T13:46:23.577 INFO:teuthology.orchestra.run.smithi178.stdout:Access: 2024-09-13 13:38:31.845507368 +0000 2024-09-13T13:46:23.577 INFO:teuthology.orchestra.run.smithi178.stdout:Modify: 2024-09-13 13:38:31.841507404 +0000 2024-09-13T13:46:23.577 INFO:teuthology.orchestra.run.smithi178.stdout:Change: 2024-09-13 13:38:31.841507404 +0000 2024-09-13T13:46:23.577 INFO:teuthology.orchestra.run.smithi178.stdout: Birth: - 2024-09-13T13:46:23.578 DEBUG:teuthology.orchestra.run.smithi178:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-09-13T13:46:23.630 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:46:23 smithi178 bash[22034]: audit 2024-09-13T13:46:22.314849+0000 mgr.y (mgr.14150) 70 : audit [DBG] from='client.24106 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "2;smithi062=y;smithi178=x", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T13:46:23.630 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:46:23 smithi178 bash[22034]: cephadm 2024-09-13T13:46:22.318011+0000 mgr.y (mgr.14150) 71 : cephadm [INF] Saving service mgr spec with placement smithi062=y;smithi178=x;count:2 2024-09-13T13:46:23.630 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:46:23 smithi178 bash[22034]: audit 2024-09-13T13:46:22.324260+0000 mon.a (mon.0) 257 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:46:23.630 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:46:23 smithi178 bash[22034]: audit 2024-09-13T13:46:22.326003+0000 mon.a (mon.0) 258 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T13:46:23.630 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:46:23 smithi178 bash[22034]: audit 2024-09-13T13:46:22.329343+0000 mon.a (mon.0) 259 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T13:46:23.630 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:46:23 smithi178 bash[22034]: audit 2024-09-13T13:46:22.331261+0000 mon.a (mon.0) 260 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T13:46:23.630 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:46:23 smithi178 bash[22034]: audit 2024-09-13T13:46:22.340097+0000 mon.a (mon.0) 261 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:46:23.630 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:46:23 smithi178 bash[22034]: audit 2024-09-13T13:46:22.343587+0000 mon.a (mon.0) 262 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-13T13:46:23.630 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:46:23 smithi178 bash[22034]: audit 2024-09-13T13:46:22.346110+0000 mon.a (mon.0) 263 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-09-13T13:46:23.630 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:46:23 smithi178 bash[22034]: audit 2024-09-13T13:46:22.351000+0000 mon.a (mon.0) 264 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-13T13:46:23.630 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:46:23 smithi178 bash[22034]: audit 2024-09-13T13:46:22.352867+0000 mon.a (mon.0) 265 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T13:46:23.630 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:46:23 smithi178 bash[22034]: cephadm 2024-09-13T13:46:22.354779+0000 mgr.y (mgr.14150) 72 : cephadm [INF] Deploying daemon mgr.x on smithi178 2024-09-13T13:46:23.631 INFO:teuthology.orchestra.run.smithi178.stderr:1+0 records in 2024-09-13T13:46:23.631 INFO:teuthology.orchestra.run.smithi178.stderr:1+0 records out 2024-09-13T13:46:23.631 INFO:teuthology.orchestra.run.smithi178.stderr:512 bytes copied, 0.000324928 s, 1.6 MB/s 2024-09-13T13:46:23.633 DEBUG:teuthology.orchestra.run.smithi178:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-09-13T13:46:23.683 DEBUG:teuthology.orchestra.run.smithi178:> stat /dev/vg_nvme/lv_2 2024-09-13T13:46:23.728 INFO:teuthology.orchestra.run.smithi178.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-09-13T13:46:23.728 INFO:teuthology.orchestra.run.smithi178.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-13T13:46:23.729 INFO:teuthology.orchestra.run.smithi178.stdout:Device: 5h/5d Inode: 900 Links: 1 2024-09-13T13:46:23.729 INFO:teuthology.orchestra.run.smithi178.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-13T13:46:23.729 INFO:teuthology.orchestra.run.smithi178.stdout:Access: 2024-09-13 13:38:32.593500686 +0000 2024-09-13T13:46:23.729 INFO:teuthology.orchestra.run.smithi178.stdout:Modify: 2024-09-13 13:38:32.317503152 +0000 2024-09-13T13:46:23.729 INFO:teuthology.orchestra.run.smithi178.stdout:Change: 2024-09-13 13:38:32.317503152 +0000 2024-09-13T13:46:23.729 INFO:teuthology.orchestra.run.smithi178.stdout: Birth: - 2024-09-13T13:46:23.729 DEBUG:teuthology.orchestra.run.smithi178:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-09-13T13:46:23.754 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:46:23 smithi062 bash[26634]: audit 2024-09-13T13:46:22.314849+0000 mgr.y (mgr.14150) 70 : audit [DBG] from='client.24106 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "2;smithi062=y;smithi178=x", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T13:46:23.754 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:46:23 smithi062 bash[26634]: cephadm 2024-09-13T13:46:22.318011+0000 mgr.y (mgr.14150) 71 : cephadm [INF] Saving service mgr spec with placement smithi062=y;smithi178=x;count:2 2024-09-13T13:46:23.754 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:46:23 smithi062 bash[26634]: audit 2024-09-13T13:46:22.324260+0000 mon.a (mon.0) 257 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:46:23.754 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:46:23 smithi062 bash[26634]: audit 2024-09-13T13:46:22.326003+0000 mon.a (mon.0) 258 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T13:46:23.754 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:46:23 smithi062 bash[26634]: audit 2024-09-13T13:46:22.329343+0000 mon.a (mon.0) 259 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T13:46:23.754 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:46:23 smithi062 bash[26634]: audit 2024-09-13T13:46:22.331261+0000 mon.a (mon.0) 260 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T13:46:23.754 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:46:23 smithi062 bash[26634]: audit 2024-09-13T13:46:22.340097+0000 mon.a (mon.0) 261 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:46:23.754 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:46:23 smithi062 bash[26634]: audit 2024-09-13T13:46:22.343587+0000 mon.a (mon.0) 262 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-13T13:46:23.754 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:46:23 smithi062 bash[26634]: audit 2024-09-13T13:46:22.346110+0000 mon.a (mon.0) 263 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-09-13T13:46:23.755 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:46:23 smithi062 bash[26634]: audit 2024-09-13T13:46:22.351000+0000 mon.a (mon.0) 264 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-13T13:46:23.755 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:46:23 smithi062 bash[26634]: audit 2024-09-13T13:46:22.352867+0000 mon.a (mon.0) 265 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T13:46:23.755 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:46:23 smithi062 bash[26634]: cephadm 2024-09-13T13:46:22.354779+0000 mgr.y (mgr.14150) 72 : cephadm [INF] Deploying daemon mgr.x on smithi178 2024-09-13T13:46:23.755 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:46:23 smithi062 bash[19845]: audit 2024-09-13T13:46:22.314849+0000 mgr.y (mgr.14150) 70 : audit [DBG] from='client.24106 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "2;smithi062=y;smithi178=x", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T13:46:23.755 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:46:23 smithi062 bash[19845]: cephadm 2024-09-13T13:46:22.318011+0000 mgr.y (mgr.14150) 71 : cephadm [INF] Saving service mgr spec with placement smithi062=y;smithi178=x;count:2 2024-09-13T13:46:23.755 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:46:23 smithi062 bash[19845]: audit 2024-09-13T13:46:22.324260+0000 mon.a (mon.0) 257 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:46:23.755 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:46:23 smithi062 bash[19845]: audit 2024-09-13T13:46:22.326003+0000 mon.a (mon.0) 258 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T13:46:23.755 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:46:23 smithi062 bash[19845]: audit 2024-09-13T13:46:22.329343+0000 mon.a (mon.0) 259 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T13:46:23.755 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:46:23 smithi062 bash[19845]: audit 2024-09-13T13:46:22.331261+0000 mon.a (mon.0) 260 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T13:46:23.755 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:46:23 smithi062 bash[19845]: audit 2024-09-13T13:46:22.340097+0000 mon.a (mon.0) 261 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:46:23.755 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:46:23 smithi062 bash[19845]: audit 2024-09-13T13:46:22.343587+0000 mon.a (mon.0) 262 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-13T13:46:23.755 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:46:23 smithi062 bash[19845]: audit 2024-09-13T13:46:22.346110+0000 mon.a (mon.0) 263 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-09-13T13:46:23.756 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:46:23 smithi062 bash[19845]: audit 2024-09-13T13:46:22.351000+0000 mon.a (mon.0) 264 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-13T13:46:23.756 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:46:23 smithi062 bash[19845]: audit 2024-09-13T13:46:22.352867+0000 mon.a (mon.0) 265 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T13:46:23.756 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:46:23 smithi062 bash[19845]: cephadm 2024-09-13T13:46:22.354779+0000 mgr.y (mgr.14150) 72 : cephadm [INF] Deploying daemon mgr.x on smithi178 2024-09-13T13:46:23.783 INFO:teuthology.orchestra.run.smithi178.stderr:1+0 records in 2024-09-13T13:46:23.783 INFO:teuthology.orchestra.run.smithi178.stderr:1+0 records out 2024-09-13T13:46:23.783 INFO:teuthology.orchestra.run.smithi178.stderr:512 bytes copied, 0.00030559 s, 1.7 MB/s 2024-09-13T13:46:23.784 DEBUG:teuthology.orchestra.run.smithi178:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-09-13T13:46:23.837 DEBUG:teuthology.orchestra.run.smithi178:> stat /dev/vg_nvme/lv_3 2024-09-13T13:46:23.884 INFO:teuthology.orchestra.run.smithi178.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-09-13T13:46:23.884 INFO:teuthology.orchestra.run.smithi178.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-13T13:46:23.885 INFO:teuthology.orchestra.run.smithi178.stdout:Device: 5h/5d Inode: 913 Links: 1 2024-09-13T13:46:23.885 INFO:teuthology.orchestra.run.smithi178.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-13T13:46:23.885 INFO:teuthology.orchestra.run.smithi178.stdout:Access: 2024-09-13 13:38:33.097496185 +0000 2024-09-13T13:46:23.885 INFO:teuthology.orchestra.run.smithi178.stdout:Modify: 2024-09-13 13:38:32.825498614 +0000 2024-09-13T13:46:23.885 INFO:teuthology.orchestra.run.smithi178.stdout:Change: 2024-09-13 13:38:32.825498614 +0000 2024-09-13T13:46:23.885 INFO:teuthology.orchestra.run.smithi178.stdout: Birth: - 2024-09-13T13:46:23.885 DEBUG:teuthology.orchestra.run.smithi178:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-09-13T13:46:23.939 INFO:teuthology.orchestra.run.smithi178.stderr:1+0 records in 2024-09-13T13:46:23.939 INFO:teuthology.orchestra.run.smithi178.stderr:1+0 records out 2024-09-13T13:46:23.939 INFO:teuthology.orchestra.run.smithi178.stderr:512 bytes copied, 0.000311337 s, 1.6 MB/s 2024-09-13T13:46:23.940 DEBUG:teuthology.orchestra.run.smithi178:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-09-13T13:46:23.990 DEBUG:teuthology.orchestra.run.smithi178:> stat /dev/vg_nvme/lv_4 2024-09-13T13:46:24.036 INFO:teuthology.orchestra.run.smithi178.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-09-13T13:46:24.036 INFO:teuthology.orchestra.run.smithi178.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-13T13:46:24.036 INFO:teuthology.orchestra.run.smithi178.stdout:Device: 5h/5d Inode: 928 Links: 1 2024-09-13T13:46:24.036 INFO:teuthology.orchestra.run.smithi178.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-13T13:46:24.037 INFO:teuthology.orchestra.run.smithi178.stdout:Access: 2024-09-13 13:38:33.585491826 +0000 2024-09-13T13:46:24.037 INFO:teuthology.orchestra.run.smithi178.stdout:Modify: 2024-09-13 13:38:33.333494077 +0000 2024-09-13T13:46:24.037 INFO:teuthology.orchestra.run.smithi178.stdout:Change: 2024-09-13 13:38:33.333494077 +0000 2024-09-13T13:46:24.037 INFO:teuthology.orchestra.run.smithi178.stdout: Birth: - 2024-09-13T13:46:24.037 DEBUG:teuthology.orchestra.run.smithi178:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-09-13T13:46:24.089 INFO:teuthology.orchestra.run.smithi178.stderr:1+0 records in 2024-09-13T13:46:24.089 INFO:teuthology.orchestra.run.smithi178.stderr:1+0 records out 2024-09-13T13:46:24.089 INFO:teuthology.orchestra.run.smithi178.stderr:512 bytes copied, 0.000149573 s, 3.4 MB/s 2024-09-13T13:46:24.090 DEBUG:teuthology.orchestra.run.smithi178:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-09-13T13:46:24.136 INFO:tasks.cephadm:Deploying osd.0 on smithi062 with /dev/vg_nvme/lv_4... 2024-09-13T13:46:24.136 DEBUG:teuthology.orchestra.run.smithi062:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ff1149ea-71d5-11ef-bceb-c7b262605968 -- lvm zap /dev/vg_nvme/lv_4 2024-09-13T13:46:24.504 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:46:24 smithi062 bash[19845]: cluster 2024-09-13T13:46:23.012938+0000 mgr.y (mgr.14150) 73 : cluster [DBG] pgmap v37: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T13:46:24.504 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:46:24 smithi062 bash[26634]: cluster 2024-09-13T13:46:23.012938+0000 mgr.y (mgr.14150) 73 : cluster [DBG] pgmap v37: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T13:46:24.684 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:46:24 smithi178 bash[22034]: cluster 2024-09-13T13:46:23.012938+0000 mgr.y (mgr.14150) 73 : cluster [DBG] pgmap v37: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T13:46:25.098 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:46:25 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T13:46:25.434 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:46:25 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T13:46:25.434 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 13 13:46:25 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T13:46:25.434 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 13 13:46:25 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T13:46:25.434 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 13 13:46:25 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T13:46:25.434 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 13 13:46:25 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T13:46:25.435 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 13 13:46:25 smithi178 systemd[1]: Started Ceph mgr.x for ff1149ea-71d5-11ef-bceb-c7b262605968. 2024-09-13T13:46:26.684 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 13 13:46:26 smithi178 bash[22907]: debug 2024-09-13T13:46:26.429+0000 7fb9f24f4640 1 -- 172.21.15.178:0/2329023967 <== mon.1 v2:172.21.15.178:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55cce6c9b0e0 con 0x55cce6c9d400 2024-09-13T13:46:26.684 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 13 13:46:26 smithi178 bash[22907]: debug 2024-09-13T13:46:26.533+0000 7fb9f4d5e040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-13T13:46:26.685 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:46:26 smithi178 bash[22034]: cluster 2024-09-13T13:46:25.013394+0000 mgr.y (mgr.14150) 74 : cluster [DBG] pgmap v38: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T13:46:26.685 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:46:26 smithi178 bash[22034]: audit 2024-09-13T13:46:25.372978+0000 mon.a (mon.0) 266 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:46:26.685 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:46:26 smithi178 bash[22034]: audit 2024-09-13T13:46:25.378856+0000 mon.a (mon.0) 267 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:46:26.685 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:46:26 smithi178 bash[22034]: audit 2024-09-13T13:46:25.387628+0000 mon.a (mon.0) 268 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:46:26.685 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:46:26 smithi178 bash[22034]: audit 2024-09-13T13:46:25.395542+0000 mon.a (mon.0) 269 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:46:26.685 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:46:26 smithi178 bash[22034]: audit 2024-09-13T13:46:25.455527+0000 mon.a (mon.0) 270 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T13:46:26.754 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:46:26 smithi062 bash[19845]: cluster 2024-09-13T13:46:25.013394+0000 mgr.y (mgr.14150) 74 : cluster [DBG] pgmap v38: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T13:46:26.754 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:46:26 smithi062 bash[19845]: audit 2024-09-13T13:46:25.372978+0000 mon.a (mon.0) 266 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:46:26.754 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:46:26 smithi062 bash[19845]: audit 2024-09-13T13:46:25.378856+0000 mon.a (mon.0) 267 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:46:26.754 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:46:26 smithi062 bash[19845]: audit 2024-09-13T13:46:25.387628+0000 mon.a (mon.0) 268 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:46:26.754 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:46:26 smithi062 bash[19845]: audit 2024-09-13T13:46:25.395542+0000 mon.a (mon.0) 269 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:46:26.754 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:46:26 smithi062 bash[19845]: audit 2024-09-13T13:46:25.455527+0000 mon.a (mon.0) 270 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T13:46:26.755 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:46:26 smithi062 bash[26634]: cluster 2024-09-13T13:46:25.013394+0000 mgr.y (mgr.14150) 74 : cluster [DBG] pgmap v38: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T13:46:26.755 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:46:26 smithi062 bash[26634]: audit 2024-09-13T13:46:25.372978+0000 mon.a (mon.0) 266 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:46:26.755 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:46:26 smithi062 bash[26634]: audit 2024-09-13T13:46:25.378856+0000 mon.a (mon.0) 267 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:46:26.755 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:46:26 smithi062 bash[26634]: audit 2024-09-13T13:46:25.387628+0000 mon.a (mon.0) 268 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:46:26.755 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:46:26 smithi062 bash[26634]: audit 2024-09-13T13:46:25.395542+0000 mon.a (mon.0) 269 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:46:26.755 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:46:26 smithi062 bash[26634]: audit 2024-09-13T13:46:25.455527+0000 mon.a (mon.0) 270 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T13:46:28.184 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 13 13:46:27 smithi178 bash[22907]: debug 2024-09-13T13:46:27.709+0000 7fb9f4d5e040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-13T13:46:28.184 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 13 13:46:27 smithi178 bash[22907]: debug 2024-09-13T13:46:27.773+0000 7fb9f4d5e040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-13T13:46:28.184 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 13 13:46:27 smithi178 bash[22907]: debug 2024-09-13T13:46:27.921+0000 7fb9f4d5e040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-13T13:46:28.640 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 13 13:46:28 smithi178 bash[22907]: debug 2024-09-13T13:46:28.569+0000 7fb9f4d5e040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-13T13:46:28.640 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:46:28 smithi178 bash[22034]: cluster 2024-09-13T13:46:27.013845+0000 mgr.y (mgr.14150) 75 : cluster [DBG] pgmap v39: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T13:46:28.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:46:28 smithi062 bash[19845]: cluster 2024-09-13T13:46:27.013845+0000 mgr.y (mgr.14150) 75 : cluster [DBG] pgmap v39: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T13:46:28.754 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:46:28 smithi062 bash[26634]: cluster 2024-09-13T13:46:27.013845+0000 mgr.y (mgr.14150) 75 : cluster [DBG] pgmap v39: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T13:46:28.881 INFO:teuthology.orchestra.run.smithi062.stderr:Inferring config /var/lib/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T13:46:28.891 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 13 13:46:28 smithi178 bash[22907]: debug 2024-09-13T13:46:28.637+0000 7fb9f4d5e040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-13T13:46:28.891 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 13 13:46:28 smithi178 bash[22907]: debug 2024-09-13T13:46:28.705+0000 7fb9f4d5e040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-13T13:46:29.184 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 13 13:46:28 smithi178 bash[22907]: debug 2024-09-13T13:46:28.889+0000 7fb9f4d5e040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-13T13:46:29.184 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 13 13:46:28 smithi178 bash[22907]: debug 2024-09-13T13:46:28.969+0000 7fb9f4d5e040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-13T13:46:29.184 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 13 13:46:29 smithi178 bash[22907]: debug 2024-09-13T13:46:29.033+0000 7fb9f4d5e040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-13T13:46:29.548 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 13 13:46:29 smithi178 bash[22907]: debug 2024-09-13T13:46:29.289+0000 7fb9f4d5e040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-13T13:46:29.548 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 13 13:46:29 smithi178 bash[22907]: debug 2024-09-13T13:46:29.353+0000 7fb9f4d5e040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-13T13:46:29.872 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:46:29 smithi178 bash[22034]: audit 2024-09-13T13:46:28.767659+0000 mon.a (mon.0) 271 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:46:29.873 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 13 13:46:29 smithi178 bash[22907]: debug 2024-09-13T13:46:29.545+0000 7fb9f4d5e040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-13T13:46:29.873 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 13 13:46:29 smithi178 bash[22907]: debug 2024-09-13T13:46:29.625+0000 7fb9f4d5e040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-13T13:46:30.059 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:46:29 smithi062 bash[19845]: audit 2024-09-13T13:46:28.767659+0000 mon.a (mon.0) 271 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:46:30.060 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:46:29 smithi062 bash[26634]: audit 2024-09-13T13:46:28.767659+0000 mon.a (mon.0) 271 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:46:30.184 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 13 13:46:29 smithi178 bash[22907]: debug 2024-09-13T13:46:29.873+0000 7fb9f4d5e040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-09-13T13:46:30.184 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 13 13:46:30 smithi178 bash[22907]: debug 2024-09-13T13:46:30.045+0000 7fb9f4d5e040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-13T13:46:30.462 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 13 13:46:30 smithi178 bash[22907]: debug 2024-09-13T13:46:30.209+0000 7fb9f4d5e040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-13T13:46:30.463 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 13 13:46:30 smithi178 bash[22907]: debug 2024-09-13T13:46:30.285+0000 7fb9f4d5e040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-13T13:46:30.774 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 13 13:46:30 smithi178 bash[22907]: debug 2024-09-13T13:46:30.461+0000 7fb9f4d5e040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-13T13:46:31.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:46:30 smithi062 bash[19845]: cluster 2024-09-13T13:46:29.014317+0000 mgr.y (mgr.14150) 76 : cluster [DBG] pgmap v40: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T13:46:31.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:46:30 smithi062 bash[19845]: audit 2024-09-13T13:46:30.694414+0000 mon.a (mon.0) 272 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:46:31.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:46:30 smithi062 bash[19845]: audit 2024-09-13T13:46:30.703631+0000 mon.a (mon.0) 273 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:46:31.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:46:30 smithi062 bash[19845]: audit 2024-09-13T13:46:30.705345+0000 mon.a (mon.0) 274 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T13:46:31.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:46:30 smithi062 bash[19845]: audit 2024-09-13T13:46:30.707331+0000 mon.a (mon.0) 275 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T13:46:31.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:46:30 smithi062 bash[19845]: audit 2024-09-13T13:46:30.718043+0000 mon.a (mon.0) 276 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:46:31.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:46:30 smithi062 bash[26634]: cluster 2024-09-13T13:46:29.014317+0000 mgr.y (mgr.14150) 76 : cluster [DBG] pgmap v40: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T13:46:31.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:46:30 smithi062 bash[26634]: audit 2024-09-13T13:46:30.694414+0000 mon.a (mon.0) 272 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:46:31.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:46:30 smithi062 bash[26634]: audit 2024-09-13T13:46:30.703631+0000 mon.a (mon.0) 273 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:46:31.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:46:30 smithi062 bash[26634]: audit 2024-09-13T13:46:30.705345+0000 mon.a (mon.0) 274 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T13:46:31.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:46:30 smithi062 bash[26634]: audit 2024-09-13T13:46:30.707331+0000 mon.a (mon.0) 275 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T13:46:31.005 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:46:30 smithi062 bash[26634]: audit 2024-09-13T13:46:30.718043+0000 mon.a (mon.0) 276 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:46:31.184 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:46:30 smithi178 bash[22034]: cluster 2024-09-13T13:46:29.014317+0000 mgr.y (mgr.14150) 76 : cluster [DBG] pgmap v40: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T13:46:31.184 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:46:30 smithi178 bash[22034]: audit 2024-09-13T13:46:30.694414+0000 mon.a (mon.0) 272 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:46:31.184 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:46:30 smithi178 bash[22034]: audit 2024-09-13T13:46:30.703631+0000 mon.a (mon.0) 273 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:46:31.184 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:46:30 smithi178 bash[22034]: audit 2024-09-13T13:46:30.705345+0000 mon.a (mon.0) 274 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T13:46:31.184 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:46:30 smithi178 bash[22034]: audit 2024-09-13T13:46:30.707331+0000 mon.a (mon.0) 275 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T13:46:31.184 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:46:30 smithi178 bash[22034]: audit 2024-09-13T13:46:30.718043+0000 mon.a (mon.0) 276 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:46:31.576 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 13 13:46:31 smithi178 bash[22907]: debug 2024-09-13T13:46:31.276+0000 7fb9f4d5e040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-13T13:46:31.577 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 13 13:46:31 smithi178 bash[22907]: debug 2024-09-13T13:46:31.352+0000 7fb9f4d5e040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-13T13:46:31.934 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 13 13:46:31 smithi178 bash[22907]: debug 2024-09-13T13:46:31.572+0000 7fb9f4d5e040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-13T13:46:31.934 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 13 13:46:31 smithi178 bash[22907]: debug 2024-09-13T13:46:31.648+0000 7fb9f4d5e040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-13T13:46:31.934 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:46:31 smithi178 bash[22034]: cephadm 2024-09-13T13:46:30.779203+0000 mgr.y (mgr.14150) 77 : cephadm [INF] Reconfiguring mgr.y (unknown last config time)... 2024-09-13T13:46:31.934 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:46:31 smithi178 bash[22034]: audit 2024-09-13T13:46:30.780197+0000 mon.a (mon.0) 277 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-13T13:46:31.934 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:46:31 smithi178 bash[22034]: audit 2024-09-13T13:46:30.781623+0000 mon.a (mon.0) 278 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-13T13:46:31.934 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:46:31 smithi178 bash[22034]: audit 2024-09-13T13:46:30.782963+0000 mon.a (mon.0) 279 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T13:46:31.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:46:31 smithi178 bash[22034]: cephadm 2024-09-13T13:46:30.784624+0000 mgr.y (mgr.14150) 78 : cephadm [INF] Reconfiguring daemon mgr.y on smithi062 2024-09-13T13:46:32.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:46:31 smithi062 bash[26634]: cephadm 2024-09-13T13:46:30.779203+0000 mgr.y (mgr.14150) 77 : cephadm [INF] Reconfiguring mgr.y (unknown last config time)... 2024-09-13T13:46:32.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:46:31 smithi062 bash[26634]: audit 2024-09-13T13:46:30.780197+0000 mon.a (mon.0) 277 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-13T13:46:32.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:46:31 smithi062 bash[26634]: audit 2024-09-13T13:46:30.781623+0000 mon.a (mon.0) 278 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-13T13:46:32.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:46:31 smithi062 bash[26634]: audit 2024-09-13T13:46:30.782963+0000 mon.a (mon.0) 279 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T13:46:32.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:46:31 smithi062 bash[26634]: cephadm 2024-09-13T13:46:30.784624+0000 mgr.y (mgr.14150) 78 : cephadm [INF] Reconfiguring daemon mgr.y on smithi062 2024-09-13T13:46:32.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:46:31 smithi062 bash[19845]: cephadm 2024-09-13T13:46:30.779203+0000 mgr.y (mgr.14150) 77 : cephadm [INF] Reconfiguring mgr.y (unknown last config time)... 2024-09-13T13:46:32.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:46:31 smithi062 bash[19845]: audit 2024-09-13T13:46:30.780197+0000 mon.a (mon.0) 277 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-13T13:46:32.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:46:31 smithi062 bash[19845]: audit 2024-09-13T13:46:30.781623+0000 mon.a (mon.0) 278 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-13T13:46:32.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:46:31 smithi062 bash[19845]: audit 2024-09-13T13:46:30.782963+0000 mon.a (mon.0) 279 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T13:46:32.005 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:46:31 smithi062 bash[19845]: cephadm 2024-09-13T13:46:30.784624+0000 mgr.y (mgr.14150) 78 : cephadm [INF] Reconfiguring daemon mgr.y on smithi062 2024-09-13T13:46:32.434 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 13 13:46:32 smithi178 bash[22907]: debug 2024-09-13T13:46:32.036+0000 7fb9f4d5e040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-13T13:46:32.434 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 13 13:46:32 smithi178 bash[22907]: debug 2024-09-13T13:46:32.112+0000 7fb9f4d5e040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-13T13:46:32.769 INFO:teuthology.orchestra.run.smithi062.stdout: 2024-09-13T13:46:32.811 DEBUG:teuthology.orchestra.run.smithi062:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ff1149ea-71d5-11ef-bceb-c7b262605968 -- ceph orch daemon add osd smithi062:vg_nvme/lv_4 2024-09-13T13:46:33.184 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:46:32 smithi178 bash[22034]: cluster 2024-09-13T13:46:31.014778+0000 mgr.y (mgr.14150) 79 : cluster [DBG] pgmap v41: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T13:46:33.184 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:46:32 smithi178 bash[22034]: cluster 2024-09-13T13:46:32.136321+0000 mon.a (mon.0) 280 : cluster [DBG] Standby manager daemon x started 2024-09-13T13:46:33.184 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:46:32 smithi178 bash[22034]: audit 2024-09-13T13:46:32.136902+0000 mon.b (mon.1) 4 : audit [DBG] from='mgr.? 172.21.15.178:0/3641600089' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-13T13:46:33.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:46:32 smithi178 bash[22034]: audit 2024-09-13T13:46:32.137580+0000 mon.b (mon.1) 5 : audit [DBG] from='mgr.? 172.21.15.178:0/3641600089' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-13T13:46:33.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:46:32 smithi178 bash[22034]: audit 2024-09-13T13:46:32.138815+0000 mon.b (mon.1) 6 : audit [DBG] from='mgr.? 172.21.15.178:0/3641600089' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-13T13:46:33.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:46:32 smithi178 bash[22034]: audit 2024-09-13T13:46:32.139473+0000 mon.b (mon.1) 7 : audit [DBG] from='mgr.? 172.21.15.178:0/3641600089' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-13T13:46:33.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:46:32 smithi062 bash[19845]: cluster 2024-09-13T13:46:31.014778+0000 mgr.y (mgr.14150) 79 : cluster [DBG] pgmap v41: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T13:46:33.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:46:32 smithi062 bash[19845]: cluster 2024-09-13T13:46:32.136321+0000 mon.a (mon.0) 280 : cluster [DBG] Standby manager daemon x started 2024-09-13T13:46:33.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:46:32 smithi062 bash[19845]: audit 2024-09-13T13:46:32.136902+0000 mon.b (mon.1) 4 : audit [DBG] from='mgr.? 172.21.15.178:0/3641600089' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-13T13:46:33.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:46:32 smithi062 bash[19845]: audit 2024-09-13T13:46:32.137580+0000 mon.b (mon.1) 5 : audit [DBG] from='mgr.? 172.21.15.178:0/3641600089' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-13T13:46:33.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:46:32 smithi062 bash[19845]: audit 2024-09-13T13:46:32.138815+0000 mon.b (mon.1) 6 : audit [DBG] from='mgr.? 172.21.15.178:0/3641600089' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-13T13:46:33.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:46:32 smithi062 bash[19845]: audit 2024-09-13T13:46:32.139473+0000 mon.b (mon.1) 7 : audit [DBG] from='mgr.? 172.21.15.178:0/3641600089' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-13T13:46:33.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:46:32 smithi062 bash[26634]: cluster 2024-09-13T13:46:31.014778+0000 mgr.y (mgr.14150) 79 : cluster [DBG] pgmap v41: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T13:46:33.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:46:32 smithi062 bash[26634]: cluster 2024-09-13T13:46:32.136321+0000 mon.a (mon.0) 280 : cluster [DBG] Standby manager daemon x started 2024-09-13T13:46:33.255 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:46:32 smithi062 bash[26634]: audit 2024-09-13T13:46:32.136902+0000 mon.b (mon.1) 4 : audit [DBG] from='mgr.? 172.21.15.178:0/3641600089' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-13T13:46:33.255 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:46:32 smithi062 bash[26634]: audit 2024-09-13T13:46:32.137580+0000 mon.b (mon.1) 5 : audit [DBG] from='mgr.? 172.21.15.178:0/3641600089' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-13T13:46:33.255 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:46:32 smithi062 bash[26634]: audit 2024-09-13T13:46:32.138815+0000 mon.b (mon.1) 6 : audit [DBG] from='mgr.? 172.21.15.178:0/3641600089' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-13T13:46:33.255 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:46:32 smithi062 bash[26634]: audit 2024-09-13T13:46:32.139473+0000 mon.b (mon.1) 7 : audit [DBG] from='mgr.? 172.21.15.178:0/3641600089' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-13T13:46:34.101 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:46:33 smithi062 bash[19845]: cluster 2024-09-13T13:46:32.804546+0000 mon.a (mon.0) 281 : cluster [DBG] mgrmap e14: y(active, since 95s), standbys: x 2024-09-13T13:46:34.101 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:46:33 smithi062 bash[19845]: audit 2024-09-13T13:46:32.804737+0000 mon.a (mon.0) 282 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-13T13:46:34.101 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:46:33 smithi062 bash[26634]: cluster 2024-09-13T13:46:32.804546+0000 mon.a (mon.0) 281 : cluster [DBG] mgrmap e14: y(active, since 95s), standbys: x 2024-09-13T13:46:34.101 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:46:33 smithi062 bash[26634]: audit 2024-09-13T13:46:32.804737+0000 mon.a (mon.0) 282 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-13T13:46:34.184 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:46:33 smithi178 bash[22034]: cluster 2024-09-13T13:46:32.804546+0000 mon.a (mon.0) 281 : cluster [DBG] mgrmap e14: y(active, since 95s), standbys: x 2024-09-13T13:46:34.184 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:46:33 smithi178 bash[22034]: audit 2024-09-13T13:46:32.804737+0000 mon.a (mon.0) 282 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-13T13:46:35.184 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:46:34 smithi178 bash[22034]: cluster 2024-09-13T13:46:33.015095+0000 mgr.y (mgr.14150) 80 : cluster [DBG] pgmap v42: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T13:46:35.184 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:46:34 smithi178 bash[22034]: audit 2024-09-13T13:46:34.618574+0000 mon.a (mon.0) 283 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:46:35.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:46:34 smithi178 bash[22034]: audit 2024-09-13T13:46:34.624874+0000 mon.a (mon.0) 284 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:46:35.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:46:34 smithi178 bash[22034]: audit 2024-09-13T13:46:34.628128+0000 mon.a (mon.0) 285 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T13:46:35.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:46:34 smithi178 bash[22034]: audit 2024-09-13T13:46:34.632383+0000 mon.a (mon.0) 286 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T13:46:35.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:46:34 smithi178 bash[22034]: audit 2024-09-13T13:46:34.633940+0000 mon.a (mon.0) 287 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T13:46:35.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:46:34 smithi178 bash[22034]: audit 2024-09-13T13:46:34.643410+0000 mon.a (mon.0) 288 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:46:35.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:46:34 smithi062 bash[19845]: cluster 2024-09-13T13:46:33.015095+0000 mgr.y (mgr.14150) 80 : cluster [DBG] pgmap v42: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T13:46:35.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:46:34 smithi062 bash[19845]: audit 2024-09-13T13:46:34.618574+0000 mon.a (mon.0) 283 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:46:35.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:46:34 smithi062 bash[19845]: audit 2024-09-13T13:46:34.624874+0000 mon.a (mon.0) 284 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:46:35.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:46:34 smithi062 bash[19845]: audit 2024-09-13T13:46:34.628128+0000 mon.a (mon.0) 285 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T13:46:35.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:46:34 smithi062 bash[19845]: audit 2024-09-13T13:46:34.632383+0000 mon.a (mon.0) 286 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T13:46:35.255 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:46:34 smithi062 bash[19845]: audit 2024-09-13T13:46:34.633940+0000 mon.a (mon.0) 287 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T13:46:35.255 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:46:34 smithi062 bash[19845]: audit 2024-09-13T13:46:34.643410+0000 mon.a (mon.0) 288 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:46:35.255 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:46:34 smithi062 bash[26634]: cluster 2024-09-13T13:46:33.015095+0000 mgr.y (mgr.14150) 80 : cluster [DBG] pgmap v42: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T13:46:35.255 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:46:34 smithi062 bash[26634]: audit 2024-09-13T13:46:34.618574+0000 mon.a (mon.0) 283 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:46:35.255 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:46:34 smithi062 bash[26634]: audit 2024-09-13T13:46:34.624874+0000 mon.a (mon.0) 284 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:46:35.255 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:46:34 smithi062 bash[26634]: audit 2024-09-13T13:46:34.628128+0000 mon.a (mon.0) 285 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T13:46:35.255 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:46:34 smithi062 bash[26634]: audit 2024-09-13T13:46:34.632383+0000 mon.a (mon.0) 286 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T13:46:35.255 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:46:34 smithi062 bash[26634]: audit 2024-09-13T13:46:34.633940+0000 mon.a (mon.0) 287 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T13:46:35.255 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:46:34 smithi062 bash[26634]: audit 2024-09-13T13:46:34.643410+0000 mon.a (mon.0) 288 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:46:37.184 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:46:36 smithi178 bash[22034]: cluster 2024-09-13T13:46:35.015489+0000 mgr.y (mgr.14150) 81 : cluster [DBG] pgmap v43: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T13:46:37.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:46:36 smithi062 bash[19845]: cluster 2024-09-13T13:46:35.015489+0000 mgr.y (mgr.14150) 81 : cluster [DBG] pgmap v43: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T13:46:37.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:46:36 smithi062 bash[26634]: cluster 2024-09-13T13:46:35.015489+0000 mgr.y (mgr.14150) 81 : cluster [DBG] pgmap v43: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T13:46:37.545 INFO:teuthology.orchestra.run.smithi062.stderr:Inferring config /var/lib/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T13:46:39.184 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:46:38 smithi178 bash[22034]: cluster 2024-09-13T13:46:37.015940+0000 mgr.y (mgr.14150) 82 : cluster [DBG] pgmap v44: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T13:46:39.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:46:38 smithi062 bash[19845]: cluster 2024-09-13T13:46:37.015940+0000 mgr.y (mgr.14150) 82 : cluster [DBG] pgmap v44: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T13:46:39.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:46:38 smithi062 bash[26634]: cluster 2024-09-13T13:46:37.015940+0000 mgr.y (mgr.14150) 82 : cluster [DBG] pgmap v44: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T13:46:40.184 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:46:39 smithi178 bash[22034]: audit 2024-09-13T13:46:38.891488+0000 mgr.y (mgr.14150) 83 : audit [DBG] from='client.14205 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi062:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T13:46:40.184 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:46:39 smithi178 bash[22034]: audit 2024-09-13T13:46:38.894119+0000 mon.a (mon.0) 289 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-13T13:46:40.184 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:46:39 smithi178 bash[22034]: audit 2024-09-13T13:46:38.899214+0000 mon.a (mon.0) 290 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-13T13:46:40.184 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:46:39 smithi178 bash[22034]: audit 2024-09-13T13:46:38.900183+0000 mon.a (mon.0) 291 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T13:46:40.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:46:39 smithi062 bash[19845]: audit 2024-09-13T13:46:38.891488+0000 mgr.y (mgr.14150) 83 : audit [DBG] from='client.14205 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi062:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T13:46:40.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:46:39 smithi062 bash[19845]: audit 2024-09-13T13:46:38.894119+0000 mon.a (mon.0) 289 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-13T13:46:40.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:46:39 smithi062 bash[19845]: audit 2024-09-13T13:46:38.899214+0000 mon.a (mon.0) 290 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-13T13:46:40.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:46:39 smithi062 bash[19845]: audit 2024-09-13T13:46:38.900183+0000 mon.a (mon.0) 291 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T13:46:40.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:46:39 smithi062 bash[26634]: audit 2024-09-13T13:46:38.891488+0000 mgr.y (mgr.14150) 83 : audit [DBG] from='client.14205 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi062:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T13:46:40.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:46:39 smithi062 bash[26634]: audit 2024-09-13T13:46:38.894119+0000 mon.a (mon.0) 289 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-13T13:46:40.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:46:39 smithi062 bash[26634]: audit 2024-09-13T13:46:38.899214+0000 mon.a (mon.0) 290 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-13T13:46:40.255 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:46:39 smithi062 bash[26634]: audit 2024-09-13T13:46:38.900183+0000 mon.a (mon.0) 291 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T13:46:41.184 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:46:40 smithi178 bash[22034]: cluster 2024-09-13T13:46:39.016241+0000 mgr.y (mgr.14150) 84 : cluster [DBG] pgmap v45: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T13:46:41.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:46:40 smithi062 bash[19845]: cluster 2024-09-13T13:46:39.016241+0000 mgr.y (mgr.14150) 84 : cluster [DBG] pgmap v45: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T13:46:41.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:46:40 smithi062 bash[26634]: cluster 2024-09-13T13:46:39.016241+0000 mgr.y (mgr.14150) 84 : cluster [DBG] pgmap v45: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T13:46:43.184 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:46:42 smithi178 bash[22034]: cluster 2024-09-13T13:46:41.016632+0000 mgr.y (mgr.14150) 85 : cluster [DBG] pgmap v46: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T13:46:43.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:46:42 smithi062 bash[19845]: cluster 2024-09-13T13:46:41.016632+0000 mgr.y (mgr.14150) 85 : cluster [DBG] pgmap v46: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T13:46:43.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:46:42 smithi062 bash[26634]: cluster 2024-09-13T13:46:41.016632+0000 mgr.y (mgr.14150) 85 : cluster [DBG] pgmap v46: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T13:46:45.184 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:46:44 smithi178 bash[22034]: cluster 2024-09-13T13:46:43.017031+0000 mgr.y (mgr.14150) 86 : cluster [DBG] pgmap v47: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T13:46:45.216 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:46:44 smithi062 bash[19845]: cluster 2024-09-13T13:46:43.017031+0000 mgr.y (mgr.14150) 86 : cluster [DBG] pgmap v47: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T13:46:45.216 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:46:44 smithi062 bash[26634]: cluster 2024-09-13T13:46:43.017031+0000 mgr.y (mgr.14150) 86 : cluster [DBG] pgmap v47: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T13:46:47.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:46:46 smithi062 bash[26634]: cluster 2024-09-13T13:46:45.017530+0000 mgr.y (mgr.14150) 87 : cluster [DBG] pgmap v48: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T13:46:47.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:46:46 smithi062 bash[19845]: cluster 2024-09-13T13:46:45.017530+0000 mgr.y (mgr.14150) 87 : cluster [DBG] pgmap v48: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T13:46:47.184 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:46:46 smithi178 bash[22034]: cluster 2024-09-13T13:46:45.017530+0000 mgr.y (mgr.14150) 87 : cluster [DBG] pgmap v48: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T13:46:48.184 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:46:47 smithi178 bash[22034]: audit 2024-09-13T13:46:47.417069+0000 mon.a (mon.0) 292 : audit [INF] from='client.? 172.21.15.62:0/3322514880' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "3418e532-9bc9-4e12-b8d3-6e4c04e61563"}]: dispatch 2024-09-13T13:46:48.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:46:47 smithi178 bash[22034]: audit 2024-09-13T13:46:47.419536+0000 mon.a (mon.0) 293 : audit [INF] from='client.? 172.21.15.62:0/3322514880' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "3418e532-9bc9-4e12-b8d3-6e4c04e61563"}]': finished 2024-09-13T13:46:48.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:46:47 smithi178 bash[22034]: cluster 2024-09-13T13:46:47.426113+0000 mon.a (mon.0) 294 : cluster [DBG] osdmap e5: 1 total, 0 up, 1 in 2024-09-13T13:46:48.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:46:47 smithi178 bash[22034]: audit 2024-09-13T13:46:47.426348+0000 mon.a (mon.0) 295 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-13T13:46:48.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:46:47 smithi062 bash[19845]: audit 2024-09-13T13:46:47.417069+0000 mon.a (mon.0) 292 : audit [INF] from='client.? 172.21.15.62:0/3322514880' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "3418e532-9bc9-4e12-b8d3-6e4c04e61563"}]: dispatch 2024-09-13T13:46:48.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:46:47 smithi062 bash[19845]: audit 2024-09-13T13:46:47.419536+0000 mon.a (mon.0) 293 : audit [INF] from='client.? 172.21.15.62:0/3322514880' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "3418e532-9bc9-4e12-b8d3-6e4c04e61563"}]': finished 2024-09-13T13:46:48.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:46:47 smithi062 bash[19845]: cluster 2024-09-13T13:46:47.426113+0000 mon.a (mon.0) 294 : cluster [DBG] osdmap e5: 1 total, 0 up, 1 in 2024-09-13T13:46:48.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:46:47 smithi062 bash[19845]: audit 2024-09-13T13:46:47.426348+0000 mon.a (mon.0) 295 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-13T13:46:48.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:46:47 smithi062 bash[26634]: audit 2024-09-13T13:46:47.417069+0000 mon.a (mon.0) 292 : audit [INF] from='client.? 172.21.15.62:0/3322514880' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "3418e532-9bc9-4e12-b8d3-6e4c04e61563"}]: dispatch 2024-09-13T13:46:48.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:46:47 smithi062 bash[26634]: audit 2024-09-13T13:46:47.419536+0000 mon.a (mon.0) 293 : audit [INF] from='client.? 172.21.15.62:0/3322514880' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "3418e532-9bc9-4e12-b8d3-6e4c04e61563"}]': finished 2024-09-13T13:46:48.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:46:47 smithi062 bash[26634]: cluster 2024-09-13T13:46:47.426113+0000 mon.a (mon.0) 294 : cluster [DBG] osdmap e5: 1 total, 0 up, 1 in 2024-09-13T13:46:48.255 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:46:47 smithi062 bash[26634]: audit 2024-09-13T13:46:47.426348+0000 mon.a (mon.0) 295 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-13T13:46:49.184 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:46:48 smithi178 bash[22034]: cluster 2024-09-13T13:46:47.017998+0000 mgr.y (mgr.14150) 88 : cluster [DBG] pgmap v49: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T13:46:49.184 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:46:48 smithi178 bash[22034]: audit 2024-09-13T13:46:48.073005+0000 mon.a (mon.0) 296 : audit [DBG] from='client.? 172.21.15.62:0/3839020487' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-13T13:46:49.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:46:48 smithi062 bash[26634]: cluster 2024-09-13T13:46:47.017998+0000 mgr.y (mgr.14150) 88 : cluster [DBG] pgmap v49: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T13:46:49.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:46:48 smithi062 bash[26634]: audit 2024-09-13T13:46:48.073005+0000 mon.a (mon.0) 296 : audit [DBG] from='client.? 172.21.15.62:0/3839020487' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-13T13:46:49.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:46:48 smithi062 bash[19845]: cluster 2024-09-13T13:46:47.017998+0000 mgr.y (mgr.14150) 88 : cluster [DBG] pgmap v49: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T13:46:49.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:46:48 smithi062 bash[19845]: audit 2024-09-13T13:46:48.073005+0000 mon.a (mon.0) 296 : audit [DBG] from='client.? 172.21.15.62:0/3839020487' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-13T13:46:51.184 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:46:50 smithi178 bash[22034]: cluster 2024-09-13T13:46:49.018478+0000 mgr.y (mgr.14150) 89 : cluster [DBG] pgmap v51: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T13:46:51.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:46:50 smithi062 bash[19845]: cluster 2024-09-13T13:46:49.018478+0000 mgr.y (mgr.14150) 89 : cluster [DBG] pgmap v51: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T13:46:51.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:46:50 smithi062 bash[26634]: cluster 2024-09-13T13:46:49.018478+0000 mgr.y (mgr.14150) 89 : cluster [DBG] pgmap v51: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T13:46:53.184 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:46:52 smithi178 bash[22034]: cluster 2024-09-13T13:46:51.018786+0000 mgr.y (mgr.14150) 90 : cluster [DBG] pgmap v52: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T13:46:53.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:46:52 smithi062 bash[19845]: cluster 2024-09-13T13:46:51.018786+0000 mgr.y (mgr.14150) 90 : cluster [DBG] pgmap v52: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T13:46:53.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:46:52 smithi062 bash[26634]: cluster 2024-09-13T13:46:51.018786+0000 mgr.y (mgr.14150) 90 : cluster [DBG] pgmap v52: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T13:46:55.184 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:46:54 smithi178 bash[22034]: cluster 2024-09-13T13:46:53.019186+0000 mgr.y (mgr.14150) 91 : cluster [DBG] pgmap v53: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T13:46:55.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:46:54 smithi062 bash[19845]: cluster 2024-09-13T13:46:53.019186+0000 mgr.y (mgr.14150) 91 : cluster [DBG] pgmap v53: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T13:46:55.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:46:54 smithi062 bash[26634]: cluster 2024-09-13T13:46:53.019186+0000 mgr.y (mgr.14150) 91 : cluster [DBG] pgmap v53: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T13:46:57.184 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:46:56 smithi178 bash[22034]: cluster 2024-09-13T13:46:55.019632+0000 mgr.y (mgr.14150) 92 : cluster [DBG] pgmap v54: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T13:46:57.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:46:56 smithi062 bash[19845]: cluster 2024-09-13T13:46:55.019632+0000 mgr.y (mgr.14150) 92 : cluster [DBG] pgmap v54: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T13:46:57.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:46:56 smithi062 bash[26634]: cluster 2024-09-13T13:46:55.019632+0000 mgr.y (mgr.14150) 92 : cluster [DBG] pgmap v54: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T13:46:59.184 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:46:58 smithi178 bash[22034]: cluster 2024-09-13T13:46:57.020101+0000 mgr.y (mgr.14150) 93 : cluster [DBG] pgmap v55: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T13:46:59.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:46:58 smithi062 bash[19845]: cluster 2024-09-13T13:46:57.020101+0000 mgr.y (mgr.14150) 93 : cluster [DBG] pgmap v55: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T13:46:59.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:46:58 smithi062 bash[26634]: cluster 2024-09-13T13:46:57.020101+0000 mgr.y (mgr.14150) 93 : cluster [DBG] pgmap v55: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T13:47:01.184 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:47:00 smithi178 bash[22034]: cluster 2024-09-13T13:46:59.020551+0000 mgr.y (mgr.14150) 94 : cluster [DBG] pgmap v56: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T13:47:01.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:47:00 smithi062 bash[19845]: cluster 2024-09-13T13:46:59.020551+0000 mgr.y (mgr.14150) 94 : cluster [DBG] pgmap v56: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T13:47:01.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:47:00 smithi062 bash[26634]: cluster 2024-09-13T13:46:59.020551+0000 mgr.y (mgr.14150) 94 : cluster [DBG] pgmap v56: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T13:47:02.184 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:47:01 smithi178 bash[22034]: audit 2024-09-13T13:47:01.048218+0000 mon.a (mon.0) 297 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-09-13T13:47:02.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:47:01 smithi178 bash[22034]: audit 2024-09-13T13:47:01.049929+0000 mon.a (mon.0) 298 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T13:47:02.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:47:01 smithi062 bash[19845]: audit 2024-09-13T13:47:01.048218+0000 mon.a (mon.0) 297 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-09-13T13:47:02.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:47:01 smithi062 bash[19845]: audit 2024-09-13T13:47:01.049929+0000 mon.a (mon.0) 298 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T13:47:02.255 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:47:01 smithi062 bash[26634]: audit 2024-09-13T13:47:01.048218+0000 mon.a (mon.0) 297 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-09-13T13:47:02.255 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:47:01 smithi062 bash[26634]: audit 2024-09-13T13:47:01.049929+0000 mon.a (mon.0) 298 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T13:47:03.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:47:02 smithi062 bash[19845]: cluster 2024-09-13T13:47:01.020979+0000 mgr.y (mgr.14150) 95 : cluster [DBG] pgmap v57: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T13:47:03.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:47:02 smithi062 bash[19845]: cephadm 2024-09-13T13:47:01.051435+0000 mgr.y (mgr.14150) 96 : cephadm [INF] Deploying daemon osd.0 on smithi062 2024-09-13T13:47:03.005 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:47:02 smithi062 bash[26634]: cluster 2024-09-13T13:47:01.020979+0000 mgr.y (mgr.14150) 95 : cluster [DBG] pgmap v57: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T13:47:03.005 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:47:02 smithi062 bash[26634]: cephadm 2024-09-13T13:47:01.051435+0000 mgr.y (mgr.14150) 96 : cephadm [INF] Deploying daemon osd.0 on smithi062 2024-09-13T13:47:03.184 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:47:02 smithi178 bash[22034]: cluster 2024-09-13T13:47:01.020979+0000 mgr.y (mgr.14150) 95 : cluster [DBG] pgmap v57: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T13:47:03.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:47:02 smithi178 bash[22034]: cephadm 2024-09-13T13:47:01.051435+0000 mgr.y (mgr.14150) 96 : cephadm [INF] Deploying daemon osd.0 on smithi062 2024-09-13T13:47:05.184 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:47:04 smithi178 bash[22034]: cluster 2024-09-13T13:47:03.021347+0000 mgr.y (mgr.14150) 97 : cluster [DBG] pgmap v58: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T13:47:05.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:47:04 smithi062 bash[19845]: cluster 2024-09-13T13:47:03.021347+0000 mgr.y (mgr.14150) 97 : cluster [DBG] pgmap v58: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T13:47:05.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:47:04 smithi062 bash[26634]: cluster 2024-09-13T13:47:03.021347+0000 mgr.y (mgr.14150) 97 : cluster [DBG] pgmap v58: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T13:47:05.729 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:47:05 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T13:47:05.729 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 13:47:05 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T13:47:05.730 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:47:05 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T13:47:06.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:47:05 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T13:47:06.004 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 13:47:05 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T13:47:06.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:47:05 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T13:47:07.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:47:06 smithi178 bash[22034]: cluster 2024-09-13T13:47:05.021770+0000 mgr.y (mgr.14150) 98 : cluster [DBG] pgmap v59: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T13:47:07.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:47:06 smithi178 bash[22034]: audit 2024-09-13T13:47:05.994912+0000 mon.a (mon.0) 299 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T13:47:07.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:47:06 smithi178 bash[22034]: audit 2024-09-13T13:47:05.999742+0000 mon.a (mon.0) 300 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:47:07.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:47:06 smithi178 bash[22034]: audit 2024-09-13T13:47:06.003968+0000 mon.a (mon.0) 301 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:47:07.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:47:06 smithi062 bash[26634]: cluster 2024-09-13T13:47:05.021770+0000 mgr.y (mgr.14150) 98 : cluster [DBG] pgmap v59: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T13:47:07.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:47:06 smithi062 bash[26634]: audit 2024-09-13T13:47:05.994912+0000 mon.a (mon.0) 299 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T13:47:07.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:47:06 smithi062 bash[26634]: audit 2024-09-13T13:47:05.999742+0000 mon.a (mon.0) 300 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:47:07.255 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:47:06 smithi062 bash[26634]: audit 2024-09-13T13:47:06.003968+0000 mon.a (mon.0) 301 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:47:07.255 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:47:06 smithi062 bash[19845]: cluster 2024-09-13T13:47:05.021770+0000 mgr.y (mgr.14150) 98 : cluster [DBG] pgmap v59: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T13:47:07.255 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:47:06 smithi062 bash[19845]: audit 2024-09-13T13:47:05.994912+0000 mon.a (mon.0) 299 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T13:47:07.255 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:47:06 smithi062 bash[19845]: audit 2024-09-13T13:47:05.999742+0000 mon.a (mon.0) 300 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:47:07.255 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:47:06 smithi062 bash[19845]: audit 2024-09-13T13:47:06.003968+0000 mon.a (mon.0) 301 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:47:09.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:47:08 smithi062 bash[19845]: cluster 2024-09-13T13:47:07.022221+0000 mgr.y (mgr.14150) 99 : cluster [DBG] pgmap v60: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T13:47:09.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:47:08 smithi062 bash[26634]: cluster 2024-09-13T13:47:07.022221+0000 mgr.y (mgr.14150) 99 : cluster [DBG] pgmap v60: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T13:47:09.184 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:47:08 smithi178 bash[22034]: cluster 2024-09-13T13:47:07.022221+0000 mgr.y (mgr.14150) 99 : cluster [DBG] pgmap v60: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T13:47:11.184 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:47:10 smithi178 bash[22034]: cluster 2024-09-13T13:47:09.022650+0000 mgr.y (mgr.14150) 100 : cluster [DBG] pgmap v61: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T13:47:11.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:47:10 smithi062 bash[19845]: cluster 2024-09-13T13:47:09.022650+0000 mgr.y (mgr.14150) 100 : cluster [DBG] pgmap v61: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T13:47:11.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:47:10 smithi062 bash[26634]: cluster 2024-09-13T13:47:09.022650+0000 mgr.y (mgr.14150) 100 : cluster [DBG] pgmap v61: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T13:47:13.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:47:12 smithi178 bash[22034]: cluster 2024-09-13T13:47:11.023075+0000 mgr.y (mgr.14150) 101 : cluster [DBG] pgmap v62: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T13:47:13.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:47:12 smithi178 bash[22034]: audit 2024-09-13T13:47:12.526834+0000 mon.a (mon.0) 302 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:47:13.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:47:12 smithi178 bash[22034]: audit 2024-09-13T13:47:12.531313+0000 mon.a (mon.0) 303 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:47:13.251 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:47:12 smithi062 bash[19845]: cluster 2024-09-13T13:47:11.023075+0000 mgr.y (mgr.14150) 101 : cluster [DBG] pgmap v62: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T13:47:13.251 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:47:12 smithi062 bash[19845]: audit 2024-09-13T13:47:12.526834+0000 mon.a (mon.0) 302 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:47:13.251 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:47:12 smithi062 bash[19845]: audit 2024-09-13T13:47:12.531313+0000 mon.a (mon.0) 303 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:47:13.251 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:47:12 smithi062 bash[26634]: cluster 2024-09-13T13:47:11.023075+0000 mgr.y (mgr.14150) 101 : cluster [DBG] pgmap v62: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T13:47:13.252 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:47:12 smithi062 bash[26634]: audit 2024-09-13T13:47:12.526834+0000 mon.a (mon.0) 302 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:47:13.252 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:47:12 smithi062 bash[26634]: audit 2024-09-13T13:47:12.531313+0000 mon.a (mon.0) 303 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:47:14.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:47:13 smithi178 bash[22034]: audit 2024-09-13T13:47:13.151415+0000 mon.a (mon.0) 304 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T13:47:14.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:47:13 smithi178 bash[22034]: audit 2024-09-13T13:47:13.152178+0000 mon.a (mon.0) 305 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T13:47:14.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:47:13 smithi178 bash[22034]: audit 2024-09-13T13:47:13.158181+0000 mon.a (mon.0) 306 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:47:14.191 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:47:13 smithi062 bash[19845]: audit 2024-09-13T13:47:13.151415+0000 mon.a (mon.0) 304 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T13:47:14.191 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:47:13 smithi062 bash[19845]: audit 2024-09-13T13:47:13.152178+0000 mon.a (mon.0) 305 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T13:47:14.191 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:47:13 smithi062 bash[19845]: audit 2024-09-13T13:47:13.158181+0000 mon.a (mon.0) 306 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:47:14.191 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:47:13 smithi062 bash[26634]: audit 2024-09-13T13:47:13.151415+0000 mon.a (mon.0) 304 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T13:47:14.191 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:47:13 smithi062 bash[26634]: audit 2024-09-13T13:47:13.152178+0000 mon.a (mon.0) 305 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T13:47:14.191 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:47:13 smithi062 bash[26634]: audit 2024-09-13T13:47:13.158181+0000 mon.a (mon.0) 306 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:47:15.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:47:14 smithi178 bash[22034]: cluster 2024-09-13T13:47:13.023462+0000 mgr.y (mgr.14150) 102 : cluster [DBG] pgmap v63: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T13:47:15.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:47:14 smithi062 bash[19845]: cluster 2024-09-13T13:47:13.023462+0000 mgr.y (mgr.14150) 102 : cluster [DBG] pgmap v63: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T13:47:15.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:47:14 smithi062 bash[26634]: cluster 2024-09-13T13:47:13.023462+0000 mgr.y (mgr.14150) 102 : cluster [DBG] pgmap v63: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T13:47:16.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:47:15 smithi062 bash[19845]: audit 2024-09-13T13:47:15.686926+0000 mon.a (mon.0) 307 : audit [INF] from='osd.0 [v2:172.21.15.62:6802/570584021,v1:172.21.15.62:6803/570584021]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-09-13T13:47:16.005 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:47:15 smithi062 bash[26634]: audit 2024-09-13T13:47:15.686926+0000 mon.a (mon.0) 307 : audit [INF] from='osd.0 [v2:172.21.15.62:6802/570584021,v1:172.21.15.62:6803/570584021]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-09-13T13:47:16.184 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:47:15 smithi178 bash[22034]: audit 2024-09-13T13:47:15.686926+0000 mon.a (mon.0) 307 : audit [INF] from='osd.0 [v2:172.21.15.62:6802/570584021,v1:172.21.15.62:6803/570584021]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-09-13T13:47:17.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:47:16 smithi062 bash[26634]: cluster 2024-09-13T13:47:15.023866+0000 mgr.y (mgr.14150) 103 : cluster [DBG] pgmap v64: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T13:47:17.255 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:47:16 smithi062 bash[26634]: audit 2024-09-13T13:47:15.918103+0000 mon.a (mon.0) 308 : audit [INF] from='osd.0 [v2:172.21.15.62:6802/570584021,v1:172.21.15.62:6803/570584021]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-09-13T13:47:17.255 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:47:16 smithi062 bash[26634]: cluster 2024-09-13T13:47:15.922809+0000 mon.a (mon.0) 309 : cluster [DBG] osdmap e6: 1 total, 0 up, 1 in 2024-09-13T13:47:17.255 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:47:16 smithi062 bash[26634]: audit 2024-09-13T13:47:15.923495+0000 mon.a (mon.0) 310 : audit [INF] from='osd.0 [v2:172.21.15.62:6802/570584021,v1:172.21.15.62:6803/570584021]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi062", "root=default"]}]: dispatch 2024-09-13T13:47:17.255 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:47:16 smithi062 bash[26634]: audit 2024-09-13T13:47:15.924056+0000 mon.a (mon.0) 311 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-13T13:47:17.255 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:47:16 smithi062 bash[19845]: cluster 2024-09-13T13:47:15.023866+0000 mgr.y (mgr.14150) 103 : cluster [DBG] pgmap v64: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T13:47:17.255 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:47:16 smithi062 bash[19845]: audit 2024-09-13T13:47:15.918103+0000 mon.a (mon.0) 308 : audit [INF] from='osd.0 [v2:172.21.15.62:6802/570584021,v1:172.21.15.62:6803/570584021]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-09-13T13:47:17.255 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:47:16 smithi062 bash[19845]: cluster 2024-09-13T13:47:15.922809+0000 mon.a (mon.0) 309 : cluster [DBG] osdmap e6: 1 total, 0 up, 1 in 2024-09-13T13:47:17.255 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:47:16 smithi062 bash[19845]: audit 2024-09-13T13:47:15.923495+0000 mon.a (mon.0) 310 : audit [INF] from='osd.0 [v2:172.21.15.62:6802/570584021,v1:172.21.15.62:6803/570584021]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi062", "root=default"]}]: dispatch 2024-09-13T13:47:17.256 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:47:16 smithi062 bash[19845]: audit 2024-09-13T13:47:15.924056+0000 mon.a (mon.0) 311 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-13T13:47:17.302 INFO:teuthology.orchestra.run.smithi062.stdout:Created osd(s) 0 on host 'smithi062' 2024-09-13T13:47:17.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:47:16 smithi178 bash[22034]: cluster 2024-09-13T13:47:15.023866+0000 mgr.y (mgr.14150) 103 : cluster [DBG] pgmap v64: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T13:47:17.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:47:16 smithi178 bash[22034]: audit 2024-09-13T13:47:15.918103+0000 mon.a (mon.0) 308 : audit [INF] from='osd.0 [v2:172.21.15.62:6802/570584021,v1:172.21.15.62:6803/570584021]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-09-13T13:47:17.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:47:16 smithi178 bash[22034]: cluster 2024-09-13T13:47:15.922809+0000 mon.a (mon.0) 309 : cluster [DBG] osdmap e6: 1 total, 0 up, 1 in 2024-09-13T13:47:17.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:47:16 smithi178 bash[22034]: audit 2024-09-13T13:47:15.923495+0000 mon.a (mon.0) 310 : audit [INF] from='osd.0 [v2:172.21.15.62:6802/570584021,v1:172.21.15.62:6803/570584021]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi062", "root=default"]}]: dispatch 2024-09-13T13:47:17.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:47:16 smithi178 bash[22034]: audit 2024-09-13T13:47:15.924056+0000 mon.a (mon.0) 311 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-13T13:47:17.951 DEBUG:teuthology.orchestra.run.smithi062:osd.0> sudo journalctl -f -n 0 -u ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@osd.0.service 2024-09-13T13:47:17.953 INFO:tasks.cephadm:Deploying osd.1 on smithi062 with /dev/vg_nvme/lv_3... 2024-09-13T13:47:17.953 DEBUG:teuthology.orchestra.run.smithi062:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ff1149ea-71d5-11ef-bceb-c7b262605968 -- lvm zap /dev/vg_nvme/lv_3 2024-09-13T13:47:18.255 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:47:17 smithi062 bash[26634]: audit 2024-09-13T13:47:16.920167+0000 mon.a (mon.0) 312 : audit [INF] from='osd.0 [v2:172.21.15.62:6802/570584021,v1:172.21.15.62:6803/570584021]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi062", "root=default"]}]': finished 2024-09-13T13:47:18.255 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:47:17 smithi062 bash[26634]: cluster 2024-09-13T13:47:16.927166+0000 mon.a (mon.0) 313 : cluster [DBG] osdmap e7: 1 total, 0 up, 1 in 2024-09-13T13:47:18.255 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:47:17 smithi062 bash[26634]: audit 2024-09-13T13:47:16.929433+0000 mon.a (mon.0) 314 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-13T13:47:18.255 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:47:17 smithi062 bash[26634]: audit 2024-09-13T13:47:16.975369+0000 mon.a (mon.0) 315 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-13T13:47:18.255 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:47:17 smithi062 bash[26634]: audit 2024-09-13T13:47:17.166623+0000 mon.a (mon.0) 316 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T13:47:18.255 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:47:17 smithi062 bash[26634]: audit 2024-09-13T13:47:17.243868+0000 mon.a (mon.0) 317 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:47:18.255 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:47:17 smithi062 bash[26634]: audit 2024-09-13T13:47:17.298378+0000 mon.a (mon.0) 318 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:47:18.255 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:47:17 smithi062 bash[26634]: audit 2024-09-13T13:47:17.409205+0000 mon.a (mon.0) 319 : audit [INF] from='osd.0 [v2:172.21.15.62:6802/570584021,v1:172.21.15.62:6803/570584021]' entity='osd.0' 2024-09-13T13:47:18.255 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:47:17 smithi062 bash[19845]: audit 2024-09-13T13:47:16.920167+0000 mon.a (mon.0) 312 : audit [INF] from='osd.0 [v2:172.21.15.62:6802/570584021,v1:172.21.15.62:6803/570584021]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi062", "root=default"]}]': finished 2024-09-13T13:47:18.255 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:47:17 smithi062 bash[19845]: cluster 2024-09-13T13:47:16.927166+0000 mon.a (mon.0) 313 : cluster [DBG] osdmap e7: 1 total, 0 up, 1 in 2024-09-13T13:47:18.255 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:47:17 smithi062 bash[19845]: audit 2024-09-13T13:47:16.929433+0000 mon.a (mon.0) 314 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-13T13:47:18.256 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:47:17 smithi062 bash[19845]: audit 2024-09-13T13:47:16.975369+0000 mon.a (mon.0) 315 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-13T13:47:18.256 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:47:17 smithi062 bash[19845]: audit 2024-09-13T13:47:17.166623+0000 mon.a (mon.0) 316 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T13:47:18.256 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:47:17 smithi062 bash[19845]: audit 2024-09-13T13:47:17.243868+0000 mon.a (mon.0) 317 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:47:18.256 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:47:17 smithi062 bash[19845]: audit 2024-09-13T13:47:17.298378+0000 mon.a (mon.0) 318 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:47:18.256 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:47:17 smithi062 bash[19845]: audit 2024-09-13T13:47:17.409205+0000 mon.a (mon.0) 319 : audit [INF] from='osd.0 [v2:172.21.15.62:6802/570584021,v1:172.21.15.62:6803/570584021]' entity='osd.0' 2024-09-13T13:47:18.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:47:17 smithi178 bash[22034]: audit 2024-09-13T13:47:16.920167+0000 mon.a (mon.0) 312 : audit [INF] from='osd.0 [v2:172.21.15.62:6802/570584021,v1:172.21.15.62:6803/570584021]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi062", "root=default"]}]': finished 2024-09-13T13:47:18.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:47:17 smithi178 bash[22034]: cluster 2024-09-13T13:47:16.927166+0000 mon.a (mon.0) 313 : cluster [DBG] osdmap e7: 1 total, 0 up, 1 in 2024-09-13T13:47:18.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:47:17 smithi178 bash[22034]: audit 2024-09-13T13:47:16.929433+0000 mon.a (mon.0) 314 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-13T13:47:18.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:47:17 smithi178 bash[22034]: audit 2024-09-13T13:47:16.975369+0000 mon.a (mon.0) 315 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-13T13:47:18.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:47:17 smithi178 bash[22034]: audit 2024-09-13T13:47:17.166623+0000 mon.a (mon.0) 316 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T13:47:18.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:47:17 smithi178 bash[22034]: audit 2024-09-13T13:47:17.243868+0000 mon.a (mon.0) 317 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:47:18.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:47:17 smithi178 bash[22034]: audit 2024-09-13T13:47:17.298378+0000 mon.a (mon.0) 318 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:47:18.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:47:17 smithi178 bash[22034]: audit 2024-09-13T13:47:17.409205+0000 mon.a (mon.0) 319 : audit [INF] from='osd.0 [v2:172.21.15.62:6802/570584021,v1:172.21.15.62:6803/570584021]' entity='osd.0' 2024-09-13T13:47:19.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:47:18 smithi062 bash[26634]: cluster 2024-09-13T13:47:16.710834+0000 osd.0 (osd.0) 1 : cluster [DBG] purged_snaps scrub starts 2024-09-13T13:47:19.255 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:47:18 smithi062 bash[26634]: cluster 2024-09-13T13:47:16.710965+0000 osd.0 (osd.0) 2 : cluster [DBG] purged_snaps scrub ok 2024-09-13T13:47:19.255 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:47:18 smithi062 bash[26634]: cluster 2024-09-13T13:47:17.024310+0000 mgr.y (mgr.14150) 104 : cluster [DBG] pgmap v67: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T13:47:19.255 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:47:18 smithi062 bash[26634]: audit 2024-09-13T13:47:17.936144+0000 mon.a (mon.0) 320 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-13T13:47:19.255 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:47:18 smithi062 bash[26634]: cluster 2024-09-13T13:47:18.414360+0000 mon.a (mon.0) 321 : cluster [INF] osd.0 [v2:172.21.15.62:6802/570584021,v1:172.21.15.62:6803/570584021] boot 2024-09-13T13:47:19.255 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:47:18 smithi062 bash[26634]: cluster 2024-09-13T13:47:18.414441+0000 mon.a (mon.0) 322 : cluster [DBG] osdmap e8: 1 total, 1 up, 1 in 2024-09-13T13:47:19.255 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:47:18 smithi062 bash[26634]: audit 2024-09-13T13:47:18.415095+0000 mon.a (mon.0) 323 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-13T13:47:19.255 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:47:18 smithi062 bash[19845]: cluster 2024-09-13T13:47:16.710834+0000 osd.0 (osd.0) 1 : cluster [DBG] purged_snaps scrub starts 2024-09-13T13:47:19.255 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:47:18 smithi062 bash[19845]: cluster 2024-09-13T13:47:16.710965+0000 osd.0 (osd.0) 2 : cluster [DBG] purged_snaps scrub ok 2024-09-13T13:47:19.255 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:47:18 smithi062 bash[19845]: cluster 2024-09-13T13:47:17.024310+0000 mgr.y (mgr.14150) 104 : cluster [DBG] pgmap v67: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T13:47:19.255 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:47:18 smithi062 bash[19845]: audit 2024-09-13T13:47:17.936144+0000 mon.a (mon.0) 320 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-13T13:47:19.255 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:47:18 smithi062 bash[19845]: cluster 2024-09-13T13:47:18.414360+0000 mon.a (mon.0) 321 : cluster [INF] osd.0 [v2:172.21.15.62:6802/570584021,v1:172.21.15.62:6803/570584021] boot 2024-09-13T13:47:19.256 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:47:18 smithi062 bash[19845]: cluster 2024-09-13T13:47:18.414441+0000 mon.a (mon.0) 322 : cluster [DBG] osdmap e8: 1 total, 1 up, 1 in 2024-09-13T13:47:19.256 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:47:18 smithi062 bash[19845]: audit 2024-09-13T13:47:18.415095+0000 mon.a (mon.0) 323 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-13T13:47:19.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:47:18 smithi178 bash[22034]: cluster 2024-09-13T13:47:16.710834+0000 osd.0 (osd.0) 1 : cluster [DBG] purged_snaps scrub starts 2024-09-13T13:47:19.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:47:18 smithi178 bash[22034]: cluster 2024-09-13T13:47:16.710965+0000 osd.0 (osd.0) 2 : cluster [DBG] purged_snaps scrub ok 2024-09-13T13:47:19.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:47:18 smithi178 bash[22034]: cluster 2024-09-13T13:47:17.024310+0000 mgr.y (mgr.14150) 104 : cluster [DBG] pgmap v67: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-13T13:47:19.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:47:18 smithi178 bash[22034]: audit 2024-09-13T13:47:17.936144+0000 mon.a (mon.0) 320 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-13T13:47:19.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:47:18 smithi178 bash[22034]: cluster 2024-09-13T13:47:18.414360+0000 mon.a (mon.0) 321 : cluster [INF] osd.0 [v2:172.21.15.62:6802/570584021,v1:172.21.15.62:6803/570584021] boot 2024-09-13T13:47:19.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:47:18 smithi178 bash[22034]: cluster 2024-09-13T13:47:18.414441+0000 mon.a (mon.0) 322 : cluster [DBG] osdmap e8: 1 total, 1 up, 1 in 2024-09-13T13:47:19.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:47:18 smithi178 bash[22034]: audit 2024-09-13T13:47:18.415095+0000 mon.a (mon.0) 323 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-13T13:47:20.685 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:47:20 smithi178 bash[22034]: cluster 2024-09-13T13:47:19.024827+0000 mgr.y (mgr.14150) 105 : cluster [DBG] pgmap v69: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-13T13:47:20.685 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:47:20 smithi178 bash[22034]: cluster 2024-09-13T13:47:19.419477+0000 mon.a (mon.0) 324 : cluster [DBG] osdmap e9: 1 total, 1 up, 1 in 2024-09-13T13:47:20.754 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:47:20 smithi062 bash[19845]: cluster 2024-09-13T13:47:19.024827+0000 mgr.y (mgr.14150) 105 : cluster [DBG] pgmap v69: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-13T13:47:20.754 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:47:20 smithi062 bash[19845]: cluster 2024-09-13T13:47:19.419477+0000 mon.a (mon.0) 324 : cluster [DBG] osdmap e9: 1 total, 1 up, 1 in 2024-09-13T13:47:20.755 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:47:20 smithi062 bash[26634]: cluster 2024-09-13T13:47:19.024827+0000 mgr.y (mgr.14150) 105 : cluster [DBG] pgmap v69: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-13T13:47:20.755 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:47:20 smithi062 bash[26634]: cluster 2024-09-13T13:47:19.419477+0000 mon.a (mon.0) 324 : cluster [DBG] osdmap e9: 1 total, 1 up, 1 in 2024-09-13T13:47:22.339 INFO:teuthology.orchestra.run.smithi062.stderr:Inferring config /var/lib/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T13:47:22.685 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:47:22 smithi178 bash[22034]: cluster 2024-09-13T13:47:21.025302+0000 mgr.y (mgr.14150) 106 : cluster [DBG] pgmap v71: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-13T13:47:22.754 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:47:22 smithi062 bash[26634]: cluster 2024-09-13T13:47:21.025302+0000 mgr.y (mgr.14150) 106 : cluster [DBG] pgmap v71: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-13T13:47:22.754 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:47:22 smithi062 bash[19845]: cluster 2024-09-13T13:47:21.025302+0000 mgr.y (mgr.14150) 106 : cluster [DBG] pgmap v71: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-13T13:47:24.685 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:47:24 smithi178 bash[22034]: cluster 2024-09-13T13:47:23.025749+0000 mgr.y (mgr.14150) 107 : cluster [DBG] pgmap v72: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-13T13:47:24.754 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:47:24 smithi062 bash[19845]: cluster 2024-09-13T13:47:23.025749+0000 mgr.y (mgr.14150) 107 : cluster [DBG] pgmap v72: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-13T13:47:24.755 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:47:24 smithi062 bash[26634]: cluster 2024-09-13T13:47:23.025749+0000 mgr.y (mgr.14150) 107 : cluster [DBG] pgmap v72: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-13T13:47:26.684 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:47:26 smithi178 bash[22034]: cluster 2024-09-13T13:47:25.026230+0000 mgr.y (mgr.14150) 108 : cluster [DBG] pgmap v73: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-13T13:47:26.697 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:47:26 smithi062 bash[26634]: cluster 2024-09-13T13:47:25.026230+0000 mgr.y (mgr.14150) 108 : cluster [DBG] pgmap v73: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-13T13:47:26.697 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:47:26 smithi062 bash[19845]: cluster 2024-09-13T13:47:25.026230+0000 mgr.y (mgr.14150) 108 : cluster [DBG] pgmap v73: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-13T13:47:27.222 INFO:teuthology.orchestra.run.smithi062.stdout: 2024-09-13T13:47:27.275 DEBUG:teuthology.orchestra.run.smithi062:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ff1149ea-71d5-11ef-bceb-c7b262605968 -- ceph orch daemon add osd smithi062:vg_nvme/lv_3 2024-09-13T13:47:28.685 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:47:28 smithi178 bash[22034]: cluster 2024-09-13T13:47:27.026719+0000 mgr.y (mgr.14150) 109 : cluster [DBG] pgmap v74: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-13T13:47:28.754 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:47:28 smithi062 bash[19845]: cluster 2024-09-13T13:47:27.026719+0000 mgr.y (mgr.14150) 109 : cluster [DBG] pgmap v74: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-13T13:47:28.754 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:47:28 smithi062 bash[26634]: cluster 2024-09-13T13:47:27.026719+0000 mgr.y (mgr.14150) 109 : cluster [DBG] pgmap v74: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-13T13:47:30.685 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:47:30 smithi178 bash[22034]: cluster 2024-09-13T13:47:29.027097+0000 mgr.y (mgr.14150) 110 : cluster [DBG] pgmap v75: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-13T13:47:30.685 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:47:30 smithi178 bash[22034]: audit 2024-09-13T13:47:30.113635+0000 mon.a (mon.0) 325 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:47:30.685 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:47:30 smithi178 bash[22034]: audit 2024-09-13T13:47:30.121438+0000 mon.a (mon.0) 326 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:47:30.685 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:47:30 smithi178 bash[22034]: audit 2024-09-13T13:47:30.124233+0000 mon.a (mon.0) 327 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-13T13:47:30.685 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:47:30 smithi178 bash[22034]: audit 2024-09-13T13:47:30.131346+0000 mon.a (mon.0) 328 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:47:30.685 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:47:30 smithi178 bash[22034]: audit 2024-09-13T13:47:30.135131+0000 mon.a (mon.0) 329 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T13:47:30.686 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:47:30 smithi178 bash[22034]: audit 2024-09-13T13:47:30.136806+0000 mon.a (mon.0) 330 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T13:47:30.686 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:47:30 smithi178 bash[22034]: audit 2024-09-13T13:47:30.145464+0000 mon.a (mon.0) 331 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:47:30.754 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:47:30 smithi062 bash[19845]: cluster 2024-09-13T13:47:29.027097+0000 mgr.y (mgr.14150) 110 : cluster [DBG] pgmap v75: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-13T13:47:30.755 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:47:30 smithi062 bash[19845]: audit 2024-09-13T13:47:30.113635+0000 mon.a (mon.0) 325 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:47:30.755 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:47:30 smithi062 bash[19845]: audit 2024-09-13T13:47:30.121438+0000 mon.a (mon.0) 326 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:47:30.755 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:47:30 smithi062 bash[19845]: audit 2024-09-13T13:47:30.124233+0000 mon.a (mon.0) 327 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-13T13:47:30.755 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:47:30 smithi062 bash[19845]: audit 2024-09-13T13:47:30.131346+0000 mon.a (mon.0) 328 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:47:30.755 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:47:30 smithi062 bash[19845]: audit 2024-09-13T13:47:30.135131+0000 mon.a (mon.0) 329 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T13:47:30.755 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:47:30 smithi062 bash[19845]: audit 2024-09-13T13:47:30.136806+0000 mon.a (mon.0) 330 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T13:47:30.755 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:47:30 smithi062 bash[19845]: audit 2024-09-13T13:47:30.145464+0000 mon.a (mon.0) 331 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:47:30.755 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:47:30 smithi062 bash[26634]: cluster 2024-09-13T13:47:29.027097+0000 mgr.y (mgr.14150) 110 : cluster [DBG] pgmap v75: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-13T13:47:30.755 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:47:30 smithi062 bash[26634]: audit 2024-09-13T13:47:30.113635+0000 mon.a (mon.0) 325 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:47:30.756 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:47:30 smithi062 bash[26634]: audit 2024-09-13T13:47:30.121438+0000 mon.a (mon.0) 326 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:47:30.756 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:47:30 smithi062 bash[26634]: audit 2024-09-13T13:47:30.124233+0000 mon.a (mon.0) 327 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-13T13:47:30.756 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:47:30 smithi062 bash[26634]: audit 2024-09-13T13:47:30.131346+0000 mon.a (mon.0) 328 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:47:30.756 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:47:30 smithi062 bash[26634]: audit 2024-09-13T13:47:30.135131+0000 mon.a (mon.0) 329 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T13:47:30.756 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:47:30 smithi062 bash[26634]: audit 2024-09-13T13:47:30.136806+0000 mon.a (mon.0) 330 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T13:47:30.756 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:47:30 smithi062 bash[26634]: audit 2024-09-13T13:47:30.145464+0000 mon.a (mon.0) 331 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:47:31.754 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:47:31 smithi062 bash[19845]: cephadm 2024-09-13T13:47:30.105608+0000 mgr.y (mgr.14150) 111 : cephadm [INF] Detected new or changed devices on smithi062 2024-09-13T13:47:31.755 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:47:31 smithi062 bash[19845]: cephadm 2024-09-13T13:47:30.125640+0000 mgr.y (mgr.14150) 112 : cephadm [INF] Adjusting osd_memory_target on smithi062 to 16241M 2024-09-13T13:47:31.755 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:47:31 smithi062 bash[26634]: cephadm 2024-09-13T13:47:30.105608+0000 mgr.y (mgr.14150) 111 : cephadm [INF] Detected new or changed devices on smithi062 2024-09-13T13:47:31.755 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:47:31 smithi062 bash[26634]: cephadm 2024-09-13T13:47:30.125640+0000 mgr.y (mgr.14150) 112 : cephadm [INF] Adjusting osd_memory_target on smithi062 to 16241M 2024-09-13T13:47:31.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:47:31 smithi178 bash[22034]: cephadm 2024-09-13T13:47:30.105608+0000 mgr.y (mgr.14150) 111 : cephadm [INF] Detected new or changed devices on smithi062 2024-09-13T13:47:31.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:47:31 smithi178 bash[22034]: cephadm 2024-09-13T13:47:30.125640+0000 mgr.y (mgr.14150) 112 : cephadm [INF] Adjusting osd_memory_target on smithi062 to 16241M 2024-09-13T13:47:32.564 INFO:teuthology.orchestra.run.smithi062.stderr:Inferring config /var/lib/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T13:47:32.754 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:47:32 smithi062 bash[19845]: cluster 2024-09-13T13:47:31.027542+0000 mgr.y (mgr.14150) 113 : cluster [DBG] pgmap v76: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-13T13:47:32.754 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:47:32 smithi062 bash[26634]: cluster 2024-09-13T13:47:31.027542+0000 mgr.y (mgr.14150) 113 : cluster [DBG] pgmap v76: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-13T13:47:32.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:47:32 smithi178 bash[22034]: cluster 2024-09-13T13:47:31.027542+0000 mgr.y (mgr.14150) 113 : cluster [DBG] pgmap v76: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-13T13:47:34.754 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:47:34 smithi062 bash[19845]: cluster 2024-09-13T13:47:33.028146+0000 mgr.y (mgr.14150) 114 : cluster [DBG] pgmap v77: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-13T13:47:34.755 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:47:34 smithi062 bash[19845]: audit 2024-09-13T13:47:34.025617+0000 mon.a (mon.0) 332 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-13T13:47:34.755 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:47:34 smithi062 bash[19845]: audit 2024-09-13T13:47:34.031129+0000 mon.a (mon.0) 333 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-13T13:47:34.755 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:47:34 smithi062 bash[19845]: audit 2024-09-13T13:47:34.032576+0000 mon.a (mon.0) 334 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T13:47:34.755 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:47:34 smithi062 bash[26634]: cluster 2024-09-13T13:47:33.028146+0000 mgr.y (mgr.14150) 114 : cluster [DBG] pgmap v77: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-13T13:47:34.755 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:47:34 smithi062 bash[26634]: audit 2024-09-13T13:47:34.025617+0000 mon.a (mon.0) 332 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-13T13:47:34.755 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:47:34 smithi062 bash[26634]: audit 2024-09-13T13:47:34.031129+0000 mon.a (mon.0) 333 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-13T13:47:34.755 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:47:34 smithi062 bash[26634]: audit 2024-09-13T13:47:34.032576+0000 mon.a (mon.0) 334 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T13:47:34.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:47:34 smithi178 bash[22034]: cluster 2024-09-13T13:47:33.028146+0000 mgr.y (mgr.14150) 114 : cluster [DBG] pgmap v77: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-13T13:47:34.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:47:34 smithi178 bash[22034]: audit 2024-09-13T13:47:34.025617+0000 mon.a (mon.0) 332 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-13T13:47:34.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:47:34 smithi178 bash[22034]: audit 2024-09-13T13:47:34.031129+0000 mon.a (mon.0) 333 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-13T13:47:34.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:47:34 smithi178 bash[22034]: audit 2024-09-13T13:47:34.032576+0000 mon.a (mon.0) 334 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T13:47:35.754 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:47:35 smithi062 bash[19845]: audit 2024-09-13T13:47:34.019395+0000 mgr.y (mgr.14150) 115 : audit [DBG] from='client.24143 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi062:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T13:47:35.754 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:47:35 smithi062 bash[26634]: audit 2024-09-13T13:47:34.019395+0000 mgr.y (mgr.14150) 115 : audit [DBG] from='client.24143 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi062:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T13:47:35.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:47:35 smithi178 bash[22034]: audit 2024-09-13T13:47:34.019395+0000 mgr.y (mgr.14150) 115 : audit [DBG] from='client.24143 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi062:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T13:47:36.754 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:47:36 smithi062 bash[19845]: cluster 2024-09-13T13:47:35.028737+0000 mgr.y (mgr.14150) 116 : cluster [DBG] pgmap v78: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-13T13:47:36.755 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:47:36 smithi062 bash[26634]: cluster 2024-09-13T13:47:35.028737+0000 mgr.y (mgr.14150) 116 : cluster [DBG] pgmap v78: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-13T13:47:36.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:47:36 smithi178 bash[22034]: cluster 2024-09-13T13:47:35.028737+0000 mgr.y (mgr.14150) 116 : cluster [DBG] pgmap v78: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-13T13:47:38.754 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:47:38 smithi062 bash[19845]: cluster 2024-09-13T13:47:37.029299+0000 mgr.y (mgr.14150) 117 : cluster [DBG] pgmap v79: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-13T13:47:38.755 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:47:38 smithi062 bash[26634]: cluster 2024-09-13T13:47:37.029299+0000 mgr.y (mgr.14150) 117 : cluster [DBG] pgmap v79: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-13T13:47:38.934 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:47:38 smithi178 bash[22034]: cluster 2024-09-13T13:47:37.029299+0000 mgr.y (mgr.14150) 117 : cluster [DBG] pgmap v79: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-13T13:47:40.754 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:47:40 smithi062 bash[19845]: cluster 2024-09-13T13:47:39.029914+0000 mgr.y (mgr.14150) 118 : cluster [DBG] pgmap v80: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-13T13:47:40.754 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:47:40 smithi062 bash[26634]: cluster 2024-09-13T13:47:39.029914+0000 mgr.y (mgr.14150) 118 : cluster [DBG] pgmap v80: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-13T13:47:40.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:47:40 smithi178 bash[22034]: cluster 2024-09-13T13:47:39.029914+0000 mgr.y (mgr.14150) 118 : cluster [DBG] pgmap v80: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-13T13:47:42.754 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:47:42 smithi062 bash[19845]: cluster 2024-09-13T13:47:41.030423+0000 mgr.y (mgr.14150) 119 : cluster [DBG] pgmap v81: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-13T13:47:42.754 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:47:42 smithi062 bash[26634]: cluster 2024-09-13T13:47:41.030423+0000 mgr.y (mgr.14150) 119 : cluster [DBG] pgmap v81: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-13T13:47:42.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:47:42 smithi178 bash[22034]: cluster 2024-09-13T13:47:41.030423+0000 mgr.y (mgr.14150) 119 : cluster [DBG] pgmap v81: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-13T13:47:43.754 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:47:43 smithi062 bash[19845]: audit 2024-09-13T13:47:42.572513+0000 mon.a (mon.0) 335 : audit [INF] from='client.? 172.21.15.62:0/507873019' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "4b478bd1-2c1b-4e10-873d-0c76f0faf0c9"}]: dispatch 2024-09-13T13:47:43.755 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:47:43 smithi062 bash[19845]: audit 2024-09-13T13:47:42.576681+0000 mon.a (mon.0) 336 : audit [INF] from='client.? 172.21.15.62:0/507873019' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "4b478bd1-2c1b-4e10-873d-0c76f0faf0c9"}]': finished 2024-09-13T13:47:43.755 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:47:43 smithi062 bash[19845]: cluster 2024-09-13T13:47:42.580384+0000 mon.a (mon.0) 337 : cluster [DBG] osdmap e10: 2 total, 1 up, 2 in 2024-09-13T13:47:43.755 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:47:43 smithi062 bash[19845]: audit 2024-09-13T13:47:42.580622+0000 mon.a (mon.0) 338 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-13T13:47:43.755 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:47:43 smithi062 bash[19845]: audit 2024-09-13T13:47:43.231250+0000 mon.a (mon.0) 339 : audit [DBG] from='client.? 172.21.15.62:0/40671979' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-13T13:47:43.755 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:47:43 smithi062 bash[26634]: audit 2024-09-13T13:47:42.572513+0000 mon.a (mon.0) 335 : audit [INF] from='client.? 172.21.15.62:0/507873019' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "4b478bd1-2c1b-4e10-873d-0c76f0faf0c9"}]: dispatch 2024-09-13T13:47:43.755 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:47:43 smithi062 bash[26634]: audit 2024-09-13T13:47:42.576681+0000 mon.a (mon.0) 336 : audit [INF] from='client.? 172.21.15.62:0/507873019' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "4b478bd1-2c1b-4e10-873d-0c76f0faf0c9"}]': finished 2024-09-13T13:47:43.755 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:47:43 smithi062 bash[26634]: cluster 2024-09-13T13:47:42.580384+0000 mon.a (mon.0) 337 : cluster [DBG] osdmap e10: 2 total, 1 up, 2 in 2024-09-13T13:47:43.755 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:47:43 smithi062 bash[26634]: audit 2024-09-13T13:47:42.580622+0000 mon.a (mon.0) 338 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-13T13:47:43.755 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:47:43 smithi062 bash[26634]: audit 2024-09-13T13:47:43.231250+0000 mon.a (mon.0) 339 : audit [DBG] from='client.? 172.21.15.62:0/40671979' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-13T13:47:43.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:47:43 smithi178 bash[22034]: audit 2024-09-13T13:47:42.572513+0000 mon.a (mon.0) 335 : audit [INF] from='client.? 172.21.15.62:0/507873019' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "4b478bd1-2c1b-4e10-873d-0c76f0faf0c9"}]: dispatch 2024-09-13T13:47:43.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:47:43 smithi178 bash[22034]: audit 2024-09-13T13:47:42.576681+0000 mon.a (mon.0) 336 : audit [INF] from='client.? 172.21.15.62:0/507873019' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "4b478bd1-2c1b-4e10-873d-0c76f0faf0c9"}]': finished 2024-09-13T13:47:43.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:47:43 smithi178 bash[22034]: cluster 2024-09-13T13:47:42.580384+0000 mon.a (mon.0) 337 : cluster [DBG] osdmap e10: 2 total, 1 up, 2 in 2024-09-13T13:47:43.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:47:43 smithi178 bash[22034]: audit 2024-09-13T13:47:42.580622+0000 mon.a (mon.0) 338 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-13T13:47:43.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:47:43 smithi178 bash[22034]: audit 2024-09-13T13:47:43.231250+0000 mon.a (mon.0) 339 : audit [DBG] from='client.? 172.21.15.62:0/40671979' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-13T13:47:44.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:47:44 smithi178 bash[22034]: cluster 2024-09-13T13:47:43.030816+0000 mgr.y (mgr.14150) 120 : cluster [DBG] pgmap v83: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-13T13:47:45.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:47:44 smithi062 bash[26634]: cluster 2024-09-13T13:47:43.030816+0000 mgr.y (mgr.14150) 120 : cluster [DBG] pgmap v83: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-13T13:47:45.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:47:44 smithi062 bash[19845]: cluster 2024-09-13T13:47:43.030816+0000 mgr.y (mgr.14150) 120 : cluster [DBG] pgmap v83: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-13T13:47:46.858 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:47:46 smithi062 bash[19845]: cluster 2024-09-13T13:47:45.031268+0000 mgr.y (mgr.14150) 121 : cluster [DBG] pgmap v84: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-13T13:47:46.858 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:47:46 smithi062 bash[26634]: cluster 2024-09-13T13:47:45.031268+0000 mgr.y (mgr.14150) 121 : cluster [DBG] pgmap v84: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-13T13:47:46.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:47:46 smithi178 bash[22034]: cluster 2024-09-13T13:47:45.031268+0000 mgr.y (mgr.14150) 121 : cluster [DBG] pgmap v84: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-13T13:47:48.934 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:47:48 smithi178 bash[22034]: cluster 2024-09-13T13:47:47.031751+0000 mgr.y (mgr.14150) 122 : cluster [DBG] pgmap v85: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-13T13:47:49.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:47:48 smithi062 bash[19845]: cluster 2024-09-13T13:47:47.031751+0000 mgr.y (mgr.14150) 122 : cluster [DBG] pgmap v85: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-13T13:47:49.005 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:47:48 smithi062 bash[26634]: cluster 2024-09-13T13:47:47.031751+0000 mgr.y (mgr.14150) 122 : cluster [DBG] pgmap v85: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-13T13:47:50.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:47:50 smithi178 bash[22034]: cluster 2024-09-13T13:47:49.032209+0000 mgr.y (mgr.14150) 123 : cluster [DBG] pgmap v86: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-13T13:47:51.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:47:50 smithi062 bash[19845]: cluster 2024-09-13T13:47:49.032209+0000 mgr.y (mgr.14150) 123 : cluster [DBG] pgmap v86: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-13T13:47:51.005 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:47:50 smithi062 bash[26634]: cluster 2024-09-13T13:47:49.032209+0000 mgr.y (mgr.14150) 123 : cluster [DBG] pgmap v86: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-13T13:47:52.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:47:52 smithi178 bash[22034]: cluster 2024-09-13T13:47:51.032684+0000 mgr.y (mgr.14150) 124 : cluster [DBG] pgmap v87: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-13T13:47:53.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:47:52 smithi062 bash[19845]: cluster 2024-09-13T13:47:51.032684+0000 mgr.y (mgr.14150) 124 : cluster [DBG] pgmap v87: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-13T13:47:53.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:47:52 smithi062 bash[26634]: cluster 2024-09-13T13:47:51.032684+0000 mgr.y (mgr.14150) 124 : cluster [DBG] pgmap v87: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-13T13:47:54.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:47:54 smithi178 bash[22034]: cluster 2024-09-13T13:47:53.033174+0000 mgr.y (mgr.14150) 125 : cluster [DBG] pgmap v88: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-13T13:47:55.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:47:54 smithi062 bash[19845]: cluster 2024-09-13T13:47:53.033174+0000 mgr.y (mgr.14150) 125 : cluster [DBG] pgmap v88: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-13T13:47:55.005 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:47:54 smithi062 bash[26634]: cluster 2024-09-13T13:47:53.033174+0000 mgr.y (mgr.14150) 125 : cluster [DBG] pgmap v88: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-13T13:47:56.754 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:47:56 smithi062 bash[26634]: cluster 2024-09-13T13:47:55.033512+0000 mgr.y (mgr.14150) 126 : cluster [DBG] pgmap v89: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-13T13:47:56.754 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:47:56 smithi062 bash[26634]: audit 2024-09-13T13:47:55.973434+0000 mon.a (mon.0) 340 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-09-13T13:47:56.755 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:47:56 smithi062 bash[26634]: audit 2024-09-13T13:47:55.975007+0000 mon.a (mon.0) 341 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T13:47:56.755 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:47:56 smithi062 bash[19845]: cluster 2024-09-13T13:47:55.033512+0000 mgr.y (mgr.14150) 126 : cluster [DBG] pgmap v89: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-13T13:47:56.755 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:47:56 smithi062 bash[19845]: audit 2024-09-13T13:47:55.973434+0000 mon.a (mon.0) 340 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-09-13T13:47:56.755 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:47:56 smithi062 bash[19845]: audit 2024-09-13T13:47:55.975007+0000 mon.a (mon.0) 341 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T13:47:56.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:47:56 smithi178 bash[22034]: cluster 2024-09-13T13:47:55.033512+0000 mgr.y (mgr.14150) 126 : cluster [DBG] pgmap v89: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-13T13:47:56.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:47:56 smithi178 bash[22034]: audit 2024-09-13T13:47:55.973434+0000 mon.a (mon.0) 340 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-09-13T13:47:56.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:47:56 smithi178 bash[22034]: audit 2024-09-13T13:47:55.975007+0000 mon.a (mon.0) 341 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T13:47:57.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:47:57 smithi178 bash[22034]: cephadm 2024-09-13T13:47:55.976432+0000 mgr.y (mgr.14150) 127 : cephadm [INF] Deploying daemon osd.1 on smithi062 2024-09-13T13:47:57.964 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:47:57 smithi062 bash[26634]: cephadm 2024-09-13T13:47:55.976432+0000 mgr.y (mgr.14150) 127 : cephadm [INF] Deploying daemon osd.1 on smithi062 2024-09-13T13:47:57.965 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:47:57 smithi062 bash[19845]: cephadm 2024-09-13T13:47:55.976432+0000 mgr.y (mgr.14150) 127 : cephadm [INF] Deploying daemon osd.1 on smithi062 2024-09-13T13:47:58.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:47:58 smithi178 bash[22034]: cluster 2024-09-13T13:47:57.034089+0000 mgr.y (mgr.14150) 128 : cluster [DBG] pgmap v90: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-13T13:47:59.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:47:58 smithi062 bash[19845]: cluster 2024-09-13T13:47:57.034089+0000 mgr.y (mgr.14150) 128 : cluster [DBG] pgmap v90: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-13T13:47:59.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:47:58 smithi062 bash[26634]: cluster 2024-09-13T13:47:57.034089+0000 mgr.y (mgr.14150) 128 : cluster [DBG] pgmap v90: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-13T13:48:00.792 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 13:48:00 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T13:48:00.792 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:48:00 smithi062 bash[19845]: cluster 2024-09-13T13:47:59.034556+0000 mgr.y (mgr.14150) 129 : cluster [DBG] pgmap v91: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-13T13:48:00.792 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:48:00 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T13:48:00.793 INFO:journalctl@ceph.osd.0.smithi062.stdout:Sep 13 13:48:00 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T13:48:00.793 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:48:00 smithi062 bash[26634]: cluster 2024-09-13T13:47:59.034556+0000 mgr.y (mgr.14150) 129 : cluster [DBG] pgmap v91: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-13T13:48:00.793 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:48:00 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T13:48:00.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:48:00 smithi178 bash[22034]: cluster 2024-09-13T13:47:59.034556+0000 mgr.y (mgr.14150) 129 : cluster [DBG] pgmap v91: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-13T13:48:01.122 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 13:48:00 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T13:48:01.123 INFO:journalctl@ceph.osd.0.smithi062.stdout:Sep 13 13:48:00 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T13:48:01.123 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:48:00 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T13:48:01.123 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:48:00 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T13:48:01.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:48:01 smithi178 bash[22034]: audit 2024-09-13T13:48:01.052004+0000 mon.a (mon.0) 342 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T13:48:01.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:48:01 smithi178 bash[22034]: audit 2024-09-13T13:48:01.057776+0000 mon.a (mon.0) 343 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:48:01.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:48:01 smithi178 bash[22034]: audit 2024-09-13T13:48:01.063630+0000 mon.a (mon.0) 344 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:48:02.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:48:01 smithi062 bash[19845]: audit 2024-09-13T13:48:01.052004+0000 mon.a (mon.0) 342 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T13:48:02.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:48:01 smithi062 bash[19845]: audit 2024-09-13T13:48:01.057776+0000 mon.a (mon.0) 343 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:48:02.005 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:48:01 smithi062 bash[19845]: audit 2024-09-13T13:48:01.063630+0000 mon.a (mon.0) 344 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:48:02.005 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:48:01 smithi062 bash[26634]: audit 2024-09-13T13:48:01.052004+0000 mon.a (mon.0) 342 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T13:48:02.005 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:48:01 smithi062 bash[26634]: audit 2024-09-13T13:48:01.057776+0000 mon.a (mon.0) 343 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:48:02.005 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:48:01 smithi062 bash[26634]: audit 2024-09-13T13:48:01.063630+0000 mon.a (mon.0) 344 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:48:02.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:48:02 smithi178 bash[22034]: cluster 2024-09-13T13:48:01.034847+0000 mgr.y (mgr.14150) 130 : cluster [DBG] pgmap v92: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-13T13:48:03.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:48:02 smithi062 bash[19845]: cluster 2024-09-13T13:48:01.034847+0000 mgr.y (mgr.14150) 130 : cluster [DBG] pgmap v92: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-13T13:48:03.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:48:02 smithi062 bash[26634]: cluster 2024-09-13T13:48:01.034847+0000 mgr.y (mgr.14150) 130 : cluster [DBG] pgmap v92: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-13T13:48:04.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:48:04 smithi178 bash[22034]: cluster 2024-09-13T13:48:03.035273+0000 mgr.y (mgr.14150) 131 : cluster [DBG] pgmap v93: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-13T13:48:05.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:48:04 smithi062 bash[19845]: cluster 2024-09-13T13:48:03.035273+0000 mgr.y (mgr.14150) 131 : cluster [DBG] pgmap v93: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-13T13:48:05.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:48:04 smithi062 bash[26634]: cluster 2024-09-13T13:48:03.035273+0000 mgr.y (mgr.14150) 131 : cluster [DBG] pgmap v93: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-13T13:48:06.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:48:06 smithi178 bash[22034]: cluster 2024-09-13T13:48:05.035771+0000 mgr.y (mgr.14150) 132 : cluster [DBG] pgmap v94: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-13T13:48:06.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:48:06 smithi178 bash[22034]: audit 2024-09-13T13:48:06.408846+0000 mon.a (mon.0) 345 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:48:06.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:48:06 smithi178 bash[22034]: audit 2024-09-13T13:48:06.414684+0000 mon.a (mon.0) 346 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:48:06.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:48:06 smithi178 bash[22034]: audit 2024-09-13T13:48:06.415711+0000 mon.a (mon.0) 347 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T13:48:06.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:48:06 smithi178 bash[22034]: audit 2024-09-13T13:48:06.416662+0000 mon.a (mon.0) 348 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T13:48:06.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:48:06 smithi178 bash[22034]: audit 2024-09-13T13:48:06.423240+0000 mon.a (mon.0) 349 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:48:07.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:48:06 smithi062 bash[26634]: cluster 2024-09-13T13:48:05.035771+0000 mgr.y (mgr.14150) 132 : cluster [DBG] pgmap v94: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-13T13:48:07.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:48:06 smithi062 bash[26634]: audit 2024-09-13T13:48:06.408846+0000 mon.a (mon.0) 345 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:48:07.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:48:06 smithi062 bash[26634]: audit 2024-09-13T13:48:06.414684+0000 mon.a (mon.0) 346 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:48:07.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:48:06 smithi062 bash[26634]: audit 2024-09-13T13:48:06.415711+0000 mon.a (mon.0) 347 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T13:48:07.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:48:06 smithi062 bash[26634]: audit 2024-09-13T13:48:06.416662+0000 mon.a (mon.0) 348 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T13:48:07.005 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:48:06 smithi062 bash[26634]: audit 2024-09-13T13:48:06.423240+0000 mon.a (mon.0) 349 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:48:07.005 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:48:06 smithi062 bash[19845]: cluster 2024-09-13T13:48:05.035771+0000 mgr.y (mgr.14150) 132 : cluster [DBG] pgmap v94: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-13T13:48:07.005 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:48:06 smithi062 bash[19845]: audit 2024-09-13T13:48:06.408846+0000 mon.a (mon.0) 345 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:48:07.005 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:48:06 smithi062 bash[19845]: audit 2024-09-13T13:48:06.414684+0000 mon.a (mon.0) 346 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:48:07.005 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:48:06 smithi062 bash[19845]: audit 2024-09-13T13:48:06.415711+0000 mon.a (mon.0) 347 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T13:48:07.005 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:48:06 smithi062 bash[19845]: audit 2024-09-13T13:48:06.416662+0000 mon.a (mon.0) 348 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T13:48:07.005 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:48:06 smithi062 bash[19845]: audit 2024-09-13T13:48:06.423240+0000 mon.a (mon.0) 349 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:48:08.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:48:08 smithi178 bash[22034]: cluster 2024-09-13T13:48:07.036218+0000 mgr.y (mgr.14150) 133 : cluster [DBG] pgmap v95: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-13T13:48:08.973 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:48:08 smithi062 bash[19845]: cluster 2024-09-13T13:48:07.036218+0000 mgr.y (mgr.14150) 133 : cluster [DBG] pgmap v95: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-13T13:48:08.973 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:48:08 smithi062 bash[26634]: cluster 2024-09-13T13:48:07.036218+0000 mgr.y (mgr.14150) 133 : cluster [DBG] pgmap v95: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-13T13:48:10.690 INFO:teuthology.orchestra.run.smithi062.stdout:Created osd(s) 1 on host 'smithi062' 2024-09-13T13:48:10.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:48:10 smithi178 bash[22034]: cluster 2024-09-13T13:48:09.036570+0000 mgr.y (mgr.14150) 134 : cluster [DBG] pgmap v96: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-13T13:48:11.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:48:10 smithi062 bash[19845]: cluster 2024-09-13T13:48:09.036570+0000 mgr.y (mgr.14150) 134 : cluster [DBG] pgmap v96: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-13T13:48:11.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:48:10 smithi062 bash[26634]: cluster 2024-09-13T13:48:09.036570+0000 mgr.y (mgr.14150) 134 : cluster [DBG] pgmap v96: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-13T13:48:11.327 DEBUG:teuthology.orchestra.run.smithi062:osd.1> sudo journalctl -f -n 0 -u ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@osd.1.service 2024-09-13T13:48:11.330 INFO:tasks.cephadm:Deploying osd.2 on smithi062 with /dev/vg_nvme/lv_2... 2024-09-13T13:48:11.330 DEBUG:teuthology.orchestra.run.smithi062:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ff1149ea-71d5-11ef-bceb-c7b262605968 -- lvm zap /dev/vg_nvme/lv_2 2024-09-13T13:48:11.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:48:11 smithi178 bash[22034]: audit 2024-09-13T13:48:10.664746+0000 mon.c (mon.2) 3 : audit [INF] from='osd.1 [v2:172.21.15.62:6810/3215178071,v1:172.21.15.62:6811/3215178071]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-09-13T13:48:11.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:48:11 smithi178 bash[22034]: audit 2024-09-13T13:48:10.665121+0000 mon.a (mon.0) 350 : audit [INF] from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-09-13T13:48:11.936 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:48:11 smithi178 bash[22034]: audit 2024-09-13T13:48:10.676861+0000 mon.a (mon.0) 351 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T13:48:11.936 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:48:11 smithi178 bash[22034]: audit 2024-09-13T13:48:10.681061+0000 mon.a (mon.0) 352 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:48:11.936 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:48:11 smithi178 bash[22034]: audit 2024-09-13T13:48:10.685829+0000 mon.a (mon.0) 353 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:48:12.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:48:11 smithi062 bash[19845]: audit 2024-09-13T13:48:10.664746+0000 mon.c (mon.2) 3 : audit [INF] from='osd.1 [v2:172.21.15.62:6810/3215178071,v1:172.21.15.62:6811/3215178071]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-09-13T13:48:12.005 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:48:11 smithi062 bash[19845]: audit 2024-09-13T13:48:10.665121+0000 mon.a (mon.0) 350 : audit [INF] from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-09-13T13:48:12.005 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:48:11 smithi062 bash[19845]: audit 2024-09-13T13:48:10.676861+0000 mon.a (mon.0) 351 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T13:48:12.005 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:48:11 smithi062 bash[19845]: audit 2024-09-13T13:48:10.681061+0000 mon.a (mon.0) 352 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:48:12.005 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:48:11 smithi062 bash[19845]: audit 2024-09-13T13:48:10.685829+0000 mon.a (mon.0) 353 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:48:12.005 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:48:11 smithi062 bash[26634]: audit 2024-09-13T13:48:10.664746+0000 mon.c (mon.2) 3 : audit [INF] from='osd.1 [v2:172.21.15.62:6810/3215178071,v1:172.21.15.62:6811/3215178071]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-09-13T13:48:12.005 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:48:11 smithi062 bash[26634]: audit 2024-09-13T13:48:10.665121+0000 mon.a (mon.0) 350 : audit [INF] from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-09-13T13:48:12.005 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:48:11 smithi062 bash[26634]: audit 2024-09-13T13:48:10.676861+0000 mon.a (mon.0) 351 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T13:48:12.005 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:48:11 smithi062 bash[26634]: audit 2024-09-13T13:48:10.681061+0000 mon.a (mon.0) 352 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:48:12.006 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:48:11 smithi062 bash[26634]: audit 2024-09-13T13:48:10.685829+0000 mon.a (mon.0) 353 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:48:12.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:48:12 smithi178 bash[22034]: cluster 2024-09-13T13:48:11.037077+0000 mgr.y (mgr.14150) 135 : cluster [DBG] pgmap v97: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-13T13:48:12.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:48:12 smithi178 bash[22034]: audit 2024-09-13T13:48:11.654680+0000 mon.a (mon.0) 354 : audit [INF] from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-09-13T13:48:12.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:48:12 smithi178 bash[22034]: cluster 2024-09-13T13:48:11.657012+0000 mon.a (mon.0) 355 : cluster [DBG] osdmap e11: 2 total, 1 up, 2 in 2024-09-13T13:48:12.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:48:12 smithi178 bash[22034]: audit 2024-09-13T13:48:11.657439+0000 mon.a (mon.0) 356 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-13T13:48:12.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:48:12 smithi178 bash[22034]: audit 2024-09-13T13:48:11.657864+0000 mon.c (mon.2) 4 : audit [INF] from='osd.1 [v2:172.21.15.62:6810/3215178071,v1:172.21.15.62:6811/3215178071]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi062", "root=default"]}]: dispatch 2024-09-13T13:48:12.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:48:12 smithi178 bash[22034]: audit 2024-09-13T13:48:11.658330+0000 mon.a (mon.0) 357 : audit [INF] from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi062", "root=default"]}]: dispatch 2024-09-13T13:48:13.004 INFO:journalctl@ceph.osd.1.smithi062.stdout:Sep 13 13:48:12 smithi062 bash[35320]: debug 2024-09-13T13:48:12.669+0000 7f53bb244640 -1 osd.1 0 waiting for initial osdmap 2024-09-13T13:48:13.005 INFO:journalctl@ceph.osd.1.smithi062.stdout:Sep 13 13:48:12 smithi062 bash[35320]: debug 2024-09-13T13:48:12.717+0000 7f53b706c640 -1 osd.1 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-13T13:48:13.005 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:48:12 smithi062 bash[19845]: cluster 2024-09-13T13:48:11.037077+0000 mgr.y (mgr.14150) 135 : cluster [DBG] pgmap v97: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-13T13:48:13.005 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:48:12 smithi062 bash[19845]: audit 2024-09-13T13:48:11.654680+0000 mon.a (mon.0) 354 : audit [INF] from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-09-13T13:48:13.005 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:48:12 smithi062 bash[19845]: cluster 2024-09-13T13:48:11.657012+0000 mon.a (mon.0) 355 : cluster [DBG] osdmap e11: 2 total, 1 up, 2 in 2024-09-13T13:48:13.005 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:48:12 smithi062 bash[19845]: audit 2024-09-13T13:48:11.657439+0000 mon.a (mon.0) 356 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-13T13:48:13.005 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:48:12 smithi062 bash[19845]: audit 2024-09-13T13:48:11.657864+0000 mon.c (mon.2) 4 : audit [INF] from='osd.1 [v2:172.21.15.62:6810/3215178071,v1:172.21.15.62:6811/3215178071]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi062", "root=default"]}]: dispatch 2024-09-13T13:48:13.005 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:48:12 smithi062 bash[19845]: audit 2024-09-13T13:48:11.658330+0000 mon.a (mon.0) 357 : audit [INF] from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi062", "root=default"]}]: dispatch 2024-09-13T13:48:13.006 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:48:12 smithi062 bash[26634]: cluster 2024-09-13T13:48:11.037077+0000 mgr.y (mgr.14150) 135 : cluster [DBG] pgmap v97: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-13T13:48:13.006 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:48:12 smithi062 bash[26634]: audit 2024-09-13T13:48:11.654680+0000 mon.a (mon.0) 354 : audit [INF] from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-09-13T13:48:13.006 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:48:12 smithi062 bash[26634]: cluster 2024-09-13T13:48:11.657012+0000 mon.a (mon.0) 355 : cluster [DBG] osdmap e11: 2 total, 1 up, 2 in 2024-09-13T13:48:13.006 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:48:12 smithi062 bash[26634]: audit 2024-09-13T13:48:11.657439+0000 mon.a (mon.0) 356 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-13T13:48:13.006 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:48:12 smithi062 bash[26634]: audit 2024-09-13T13:48:11.657864+0000 mon.c (mon.2) 4 : audit [INF] from='osd.1 [v2:172.21.15.62:6810/3215178071,v1:172.21.15.62:6811/3215178071]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi062", "root=default"]}]: dispatch 2024-09-13T13:48:13.006 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:48:12 smithi062 bash[26634]: audit 2024-09-13T13:48:11.658330+0000 mon.a (mon.0) 357 : audit [INF] from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi062", "root=default"]}]: dispatch 2024-09-13T13:48:13.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:48:13 smithi178 bash[22034]: cluster 2024-09-13T13:48:11.681798+0000 osd.1 (osd.1) 1 : cluster [DBG] purged_snaps scrub starts 2024-09-13T13:48:13.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:48:13 smithi178 bash[22034]: cluster 2024-09-13T13:48:11.681928+0000 osd.1 (osd.1) 2 : cluster [DBG] purged_snaps scrub ok 2024-09-13T13:48:13.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:48:13 smithi178 bash[22034]: audit 2024-09-13T13:48:12.657115+0000 mon.a (mon.0) 358 : audit [INF] from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi062", "root=default"]}]': finished 2024-09-13T13:48:13.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:48:13 smithi178 bash[22034]: cluster 2024-09-13T13:48:12.662118+0000 mon.a (mon.0) 359 : cluster [DBG] osdmap e12: 2 total, 1 up, 2 in 2024-09-13T13:48:13.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:48:13 smithi178 bash[22034]: audit 2024-09-13T13:48:12.673042+0000 mon.a (mon.0) 360 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-13T13:48:14.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:48:13 smithi062 bash[19845]: cluster 2024-09-13T13:48:11.681798+0000 osd.1 (osd.1) 1 : cluster [DBG] purged_snaps scrub starts 2024-09-13T13:48:14.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:48:13 smithi062 bash[19845]: cluster 2024-09-13T13:48:11.681928+0000 osd.1 (osd.1) 2 : cluster [DBG] purged_snaps scrub ok 2024-09-13T13:48:14.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:48:13 smithi062 bash[19845]: audit 2024-09-13T13:48:12.657115+0000 mon.a (mon.0) 358 : audit [INF] from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi062", "root=default"]}]': finished 2024-09-13T13:48:14.005 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:48:13 smithi062 bash[19845]: cluster 2024-09-13T13:48:12.662118+0000 mon.a (mon.0) 359 : cluster [DBG] osdmap e12: 2 total, 1 up, 2 in 2024-09-13T13:48:14.005 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:48:13 smithi062 bash[19845]: audit 2024-09-13T13:48:12.673042+0000 mon.a (mon.0) 360 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-13T13:48:14.005 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:48:13 smithi062 bash[26634]: cluster 2024-09-13T13:48:11.681798+0000 osd.1 (osd.1) 1 : cluster [DBG] purged_snaps scrub starts 2024-09-13T13:48:14.005 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:48:13 smithi062 bash[26634]: cluster 2024-09-13T13:48:11.681928+0000 osd.1 (osd.1) 2 : cluster [DBG] purged_snaps scrub ok 2024-09-13T13:48:14.005 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:48:13 smithi062 bash[26634]: audit 2024-09-13T13:48:12.657115+0000 mon.a (mon.0) 358 : audit [INF] from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi062", "root=default"]}]': finished 2024-09-13T13:48:14.005 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:48:13 smithi062 bash[26634]: cluster 2024-09-13T13:48:12.662118+0000 mon.a (mon.0) 359 : cluster [DBG] osdmap e12: 2 total, 1 up, 2 in 2024-09-13T13:48:14.005 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:48:13 smithi062 bash[26634]: audit 2024-09-13T13:48:12.673042+0000 mon.a (mon.0) 360 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-13T13:48:14.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:48:14 smithi178 bash[22034]: cluster 2024-09-13T13:48:13.037564+0000 mgr.y (mgr.14150) 136 : cluster [DBG] pgmap v100: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-13T13:48:14.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:48:14 smithi178 bash[22034]: cluster 2024-09-13T13:48:13.674432+0000 mon.a (mon.0) 361 : cluster [INF] osd.1 [v2:172.21.15.62:6810/3215178071,v1:172.21.15.62:6811/3215178071] boot 2024-09-13T13:48:14.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:48:14 smithi178 bash[22034]: cluster 2024-09-13T13:48:13.674516+0000 mon.a (mon.0) 362 : cluster [DBG] osdmap e13: 2 total, 2 up, 2 in 2024-09-13T13:48:14.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:48:14 smithi178 bash[22034]: audit 2024-09-13T13:48:13.675333+0000 mon.a (mon.0) 363 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-13T13:48:15.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:48:14 smithi062 bash[19845]: cluster 2024-09-13T13:48:13.037564+0000 mgr.y (mgr.14150) 136 : cluster [DBG] pgmap v100: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-13T13:48:15.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:48:14 smithi062 bash[19845]: cluster 2024-09-13T13:48:13.674432+0000 mon.a (mon.0) 361 : cluster [INF] osd.1 [v2:172.21.15.62:6810/3215178071,v1:172.21.15.62:6811/3215178071] boot 2024-09-13T13:48:15.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:48:14 smithi062 bash[19845]: cluster 2024-09-13T13:48:13.674516+0000 mon.a (mon.0) 362 : cluster [DBG] osdmap e13: 2 total, 2 up, 2 in 2024-09-13T13:48:15.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:48:14 smithi062 bash[19845]: audit 2024-09-13T13:48:13.675333+0000 mon.a (mon.0) 363 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-13T13:48:15.005 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:48:14 smithi062 bash[26634]: cluster 2024-09-13T13:48:13.037564+0000 mgr.y (mgr.14150) 136 : cluster [DBG] pgmap v100: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-13T13:48:15.005 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:48:14 smithi062 bash[26634]: cluster 2024-09-13T13:48:13.674432+0000 mon.a (mon.0) 361 : cluster [INF] osd.1 [v2:172.21.15.62:6810/3215178071,v1:172.21.15.62:6811/3215178071] boot 2024-09-13T13:48:15.005 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:48:14 smithi062 bash[26634]: cluster 2024-09-13T13:48:13.674516+0000 mon.a (mon.0) 362 : cluster [DBG] osdmap e13: 2 total, 2 up, 2 in 2024-09-13T13:48:15.005 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:48:14 smithi062 bash[26634]: audit 2024-09-13T13:48:13.675333+0000 mon.a (mon.0) 363 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-13T13:48:15.752 INFO:teuthology.orchestra.run.smithi062.stderr:Inferring config /var/lib/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T13:48:15.956 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:48:15 smithi062 bash[19845]: cluster 2024-09-13T13:48:14.698271+0000 mon.a (mon.0) 364 : cluster [DBG] osdmap e14: 2 total, 2 up, 2 in 2024-09-13T13:48:15.956 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:48:15 smithi062 bash[26634]: cluster 2024-09-13T13:48:14.698271+0000 mon.a (mon.0) 364 : cluster [DBG] osdmap e14: 2 total, 2 up, 2 in 2024-09-13T13:48:16.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:48:15 smithi178 bash[22034]: cluster 2024-09-13T13:48:14.698271+0000 mon.a (mon.0) 364 : cluster [DBG] osdmap e14: 2 total, 2 up, 2 in 2024-09-13T13:48:17.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:48:16 smithi062 bash[19845]: cluster 2024-09-13T13:48:15.038011+0000 mgr.y (mgr.14150) 137 : cluster [DBG] pgmap v103: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-13T13:48:17.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:48:16 smithi062 bash[26634]: cluster 2024-09-13T13:48:15.038011+0000 mgr.y (mgr.14150) 137 : cluster [DBG] pgmap v103: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-13T13:48:17.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:48:16 smithi178 bash[22034]: cluster 2024-09-13T13:48:15.038011+0000 mgr.y (mgr.14150) 137 : cluster [DBG] pgmap v103: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-13T13:48:18.754 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:48:18 smithi062 bash[19845]: cluster 2024-09-13T13:48:17.038484+0000 mgr.y (mgr.14150) 138 : cluster [DBG] pgmap v104: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-13T13:48:18.755 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:48:18 smithi062 bash[26634]: cluster 2024-09-13T13:48:17.038484+0000 mgr.y (mgr.14150) 138 : cluster [DBG] pgmap v104: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-13T13:48:19.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:48:18 smithi178 bash[22034]: cluster 2024-09-13T13:48:17.038484+0000 mgr.y (mgr.14150) 138 : cluster [DBG] pgmap v104: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-13T13:48:20.645 INFO:teuthology.orchestra.run.smithi062.stdout: 2024-09-13T13:48:20.695 DEBUG:teuthology.orchestra.run.smithi062:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ff1149ea-71d5-11ef-bceb-c7b262605968 -- ceph orch daemon add osd smithi062:vg_nvme/lv_2 2024-09-13T13:48:21.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:48:20 smithi062 bash[19845]: cluster 2024-09-13T13:48:19.038995+0000 mgr.y (mgr.14150) 139 : cluster [DBG] pgmap v105: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-13T13:48:21.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:48:20 smithi062 bash[26634]: cluster 2024-09-13T13:48:19.038995+0000 mgr.y (mgr.14150) 139 : cluster [DBG] pgmap v105: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-13T13:48:21.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:48:20 smithi178 bash[22034]: cluster 2024-09-13T13:48:19.038995+0000 mgr.y (mgr.14150) 139 : cluster [DBG] pgmap v105: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-13T13:48:22.992 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:48:22 smithi062 bash[19845]: cluster 2024-09-13T13:48:21.039478+0000 mgr.y (mgr.14150) 140 : cluster [DBG] pgmap v106: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-13T13:48:23.039 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:48:22 smithi062 bash[26634]: cluster 2024-09-13T13:48:21.039478+0000 mgr.y (mgr.14150) 140 : cluster [DBG] pgmap v106: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-13T13:48:23.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:48:22 smithi178 bash[22034]: cluster 2024-09-13T13:48:21.039478+0000 mgr.y (mgr.14150) 140 : cluster [DBG] pgmap v106: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-13T13:48:24.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:48:24 smithi178 bash[22034]: cluster 2024-09-13T13:48:23.039946+0000 mgr.y (mgr.14150) 141 : cluster [DBG] pgmap v107: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-13T13:48:24.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:48:24 smithi178 bash[22034]: cephadm 2024-09-13T13:48:23.647540+0000 mgr.y (mgr.14150) 142 : cephadm [INF] Detected new or changed devices on smithi062 2024-09-13T13:48:24.936 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:48:24 smithi178 bash[22034]: audit 2024-09-13T13:48:23.655529+0000 mon.a (mon.0) 365 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:48:24.936 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:48:24 smithi178 bash[22034]: audit 2024-09-13T13:48:23.663910+0000 mon.a (mon.0) 366 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:48:24.936 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:48:24 smithi178 bash[22034]: audit 2024-09-13T13:48:23.666665+0000 mon.a (mon.0) 367 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-13T13:48:24.936 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:48:24 smithi178 bash[22034]: audit 2024-09-13T13:48:23.668231+0000 mon.a (mon.0) 368 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-13T13:48:24.936 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:48:24 smithi178 bash[22034]: cephadm 2024-09-13T13:48:23.669313+0000 mgr.y (mgr.14150) 143 : cephadm [INF] Adjusting osd_memory_target on smithi062 to 8120M 2024-09-13T13:48:24.936 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:48:24 smithi178 bash[22034]: audit 2024-09-13T13:48:23.677687+0000 mon.a (mon.0) 369 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:48:24.936 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:48:24 smithi178 bash[22034]: audit 2024-09-13T13:48:23.681998+0000 mon.a (mon.0) 370 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T13:48:24.936 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:48:24 smithi178 bash[22034]: audit 2024-09-13T13:48:23.683435+0000 mon.a (mon.0) 371 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T13:48:24.936 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:48:24 smithi178 bash[22034]: audit 2024-09-13T13:48:23.695314+0000 mon.a (mon.0) 372 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:48:25.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:48:24 smithi062 bash[19845]: cluster 2024-09-13T13:48:23.039946+0000 mgr.y (mgr.14150) 141 : cluster [DBG] pgmap v107: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-13T13:48:25.005 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:48:24 smithi062 bash[19845]: cephadm 2024-09-13T13:48:23.647540+0000 mgr.y (mgr.14150) 142 : cephadm [INF] Detected new or changed devices on smithi062 2024-09-13T13:48:25.005 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:48:24 smithi062 bash[19845]: audit 2024-09-13T13:48:23.655529+0000 mon.a (mon.0) 365 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:48:25.005 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:48:24 smithi062 bash[19845]: audit 2024-09-13T13:48:23.663910+0000 mon.a (mon.0) 366 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:48:25.005 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:48:24 smithi062 bash[19845]: audit 2024-09-13T13:48:23.666665+0000 mon.a (mon.0) 367 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-13T13:48:25.005 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:48:24 smithi062 bash[19845]: audit 2024-09-13T13:48:23.668231+0000 mon.a (mon.0) 368 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-13T13:48:25.005 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:48:24 smithi062 bash[19845]: cephadm 2024-09-13T13:48:23.669313+0000 mgr.y (mgr.14150) 143 : cephadm [INF] Adjusting osd_memory_target on smithi062 to 8120M 2024-09-13T13:48:25.005 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:48:24 smithi062 bash[19845]: audit 2024-09-13T13:48:23.677687+0000 mon.a (mon.0) 369 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:48:25.005 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:48:24 smithi062 bash[19845]: audit 2024-09-13T13:48:23.681998+0000 mon.a (mon.0) 370 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T13:48:25.005 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:48:24 smithi062 bash[19845]: audit 2024-09-13T13:48:23.683435+0000 mon.a (mon.0) 371 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T13:48:25.005 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:48:24 smithi062 bash[19845]: audit 2024-09-13T13:48:23.695314+0000 mon.a (mon.0) 372 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:48:25.006 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:48:24 smithi062 bash[26634]: cluster 2024-09-13T13:48:23.039946+0000 mgr.y (mgr.14150) 141 : cluster [DBG] pgmap v107: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-13T13:48:25.006 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:48:24 smithi062 bash[26634]: cephadm 2024-09-13T13:48:23.647540+0000 mgr.y (mgr.14150) 142 : cephadm [INF] Detected new or changed devices on smithi062 2024-09-13T13:48:25.006 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:48:24 smithi062 bash[26634]: audit 2024-09-13T13:48:23.655529+0000 mon.a (mon.0) 365 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:48:25.006 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:48:24 smithi062 bash[26634]: audit 2024-09-13T13:48:23.663910+0000 mon.a (mon.0) 366 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:48:25.006 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:48:24 smithi062 bash[26634]: audit 2024-09-13T13:48:23.666665+0000 mon.a (mon.0) 367 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-13T13:48:25.006 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:48:24 smithi062 bash[26634]: audit 2024-09-13T13:48:23.668231+0000 mon.a (mon.0) 368 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-13T13:48:25.006 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:48:24 smithi062 bash[26634]: cephadm 2024-09-13T13:48:23.669313+0000 mgr.y (mgr.14150) 143 : cephadm [INF] Adjusting osd_memory_target on smithi062 to 8120M 2024-09-13T13:48:25.006 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:48:24 smithi062 bash[26634]: audit 2024-09-13T13:48:23.677687+0000 mon.a (mon.0) 369 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:48:25.006 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:48:24 smithi062 bash[26634]: audit 2024-09-13T13:48:23.681998+0000 mon.a (mon.0) 370 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T13:48:25.006 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:48:24 smithi062 bash[26634]: audit 2024-09-13T13:48:23.683435+0000 mon.a (mon.0) 371 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T13:48:25.006 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:48:24 smithi062 bash[26634]: audit 2024-09-13T13:48:23.695314+0000 mon.a (mon.0) 372 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:48:26.590 INFO:teuthology.orchestra.run.smithi062.stderr:Inferring config /var/lib/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T13:48:26.937 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:48:26 smithi178 bash[22034]: cluster 2024-09-13T13:48:25.040406+0000 mgr.y (mgr.14150) 144 : cluster [DBG] pgmap v108: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-13T13:48:27.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:48:26 smithi062 bash[19845]: cluster 2024-09-13T13:48:25.040406+0000 mgr.y (mgr.14150) 144 : cluster [DBG] pgmap v108: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-13T13:48:27.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:48:26 smithi062 bash[26634]: cluster 2024-09-13T13:48:25.040406+0000 mgr.y (mgr.14150) 144 : cluster [DBG] pgmap v108: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-13T13:48:28.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:48:28 smithi178 bash[22034]: cluster 2024-09-13T13:48:27.040909+0000 mgr.y (mgr.14150) 145 : cluster [DBG] pgmap v109: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-13T13:48:28.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:48:28 smithi178 bash[22034]: audit 2024-09-13T13:48:27.984979+0000 mon.a (mon.0) 373 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-13T13:48:28.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:48:28 smithi178 bash[22034]: audit 2024-09-13T13:48:27.987824+0000 mon.a (mon.0) 374 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-13T13:48:28.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:48:28 smithi178 bash[22034]: audit 2024-09-13T13:48:27.988991+0000 mon.a (mon.0) 375 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T13:48:29.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:48:28 smithi062 bash[26634]: cluster 2024-09-13T13:48:27.040909+0000 mgr.y (mgr.14150) 145 : cluster [DBG] pgmap v109: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-13T13:48:29.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:48:28 smithi062 bash[26634]: audit 2024-09-13T13:48:27.984979+0000 mon.a (mon.0) 373 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-13T13:48:29.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:48:28 smithi062 bash[26634]: audit 2024-09-13T13:48:27.987824+0000 mon.a (mon.0) 374 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-13T13:48:29.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:48:28 smithi062 bash[26634]: audit 2024-09-13T13:48:27.988991+0000 mon.a (mon.0) 375 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T13:48:29.005 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:48:28 smithi062 bash[19845]: cluster 2024-09-13T13:48:27.040909+0000 mgr.y (mgr.14150) 145 : cluster [DBG] pgmap v109: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-13T13:48:29.005 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:48:28 smithi062 bash[19845]: audit 2024-09-13T13:48:27.984979+0000 mon.a (mon.0) 373 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-13T13:48:29.005 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:48:28 smithi062 bash[19845]: audit 2024-09-13T13:48:27.987824+0000 mon.a (mon.0) 374 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-13T13:48:29.005 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:48:28 smithi062 bash[19845]: audit 2024-09-13T13:48:27.988991+0000 mon.a (mon.0) 375 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T13:48:29.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:48:29 smithi178 bash[22034]: audit 2024-09-13T13:48:27.979236+0000 mgr.y (mgr.14150) 146 : audit [DBG] from='client.24170 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi062:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T13:48:30.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:48:29 smithi062 bash[19845]: audit 2024-09-13T13:48:27.979236+0000 mgr.y (mgr.14150) 146 : audit [DBG] from='client.24170 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi062:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T13:48:30.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:48:29 smithi062 bash[26634]: audit 2024-09-13T13:48:27.979236+0000 mgr.y (mgr.14150) 146 : audit [DBG] from='client.24170 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi062:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T13:48:30.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:48:30 smithi178 bash[22034]: cluster 2024-09-13T13:48:29.041375+0000 mgr.y (mgr.14150) 147 : cluster [DBG] pgmap v110: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-13T13:48:31.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:48:30 smithi062 bash[19845]: cluster 2024-09-13T13:48:29.041375+0000 mgr.y (mgr.14150) 147 : cluster [DBG] pgmap v110: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-13T13:48:31.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:48:30 smithi062 bash[26634]: cluster 2024-09-13T13:48:29.041375+0000 mgr.y (mgr.14150) 147 : cluster [DBG] pgmap v110: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-13T13:48:32.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:48:32 smithi178 bash[22034]: cluster 2024-09-13T13:48:31.041764+0000 mgr.y (mgr.14150) 148 : cluster [DBG] pgmap v111: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-13T13:48:33.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:48:32 smithi062 bash[19845]: cluster 2024-09-13T13:48:31.041764+0000 mgr.y (mgr.14150) 148 : cluster [DBG] pgmap v111: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-13T13:48:33.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:48:32 smithi062 bash[26634]: cluster 2024-09-13T13:48:31.041764+0000 mgr.y (mgr.14150) 148 : cluster [DBG] pgmap v111: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-13T13:48:34.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:48:34 smithi178 bash[22034]: cluster 2024-09-13T13:48:33.042193+0000 mgr.y (mgr.14150) 149 : cluster [DBG] pgmap v112: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-13T13:48:35.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:48:34 smithi062 bash[19845]: cluster 2024-09-13T13:48:33.042193+0000 mgr.y (mgr.14150) 149 : cluster [DBG] pgmap v112: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-13T13:48:35.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:48:34 smithi062 bash[26634]: cluster 2024-09-13T13:48:33.042193+0000 mgr.y (mgr.14150) 149 : cluster [DBG] pgmap v112: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-13T13:48:36.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:48:36 smithi178 bash[22034]: cluster 2024-09-13T13:48:35.042655+0000 mgr.y (mgr.14150) 150 : cluster [DBG] pgmap v113: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-13T13:48:36.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:48:36 smithi178 bash[22034]: audit 2024-09-13T13:48:36.623596+0000 mon.a (mon.0) 376 : audit [INF] from='client.? 172.21.15.62:0/3878534629' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "9331de2a-3e01-4ab6-adee-b8830d820027"}]: dispatch 2024-09-13T13:48:36.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:48:36 smithi178 bash[22034]: audit 2024-09-13T13:48:36.626339+0000 mon.a (mon.0) 377 : audit [INF] from='client.? 172.21.15.62:0/3878534629' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "9331de2a-3e01-4ab6-adee-b8830d820027"}]': finished 2024-09-13T13:48:36.936 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:48:36 smithi178 bash[22034]: cluster 2024-09-13T13:48:36.631272+0000 mon.a (mon.0) 378 : cluster [DBG] osdmap e15: 3 total, 2 up, 3 in 2024-09-13T13:48:36.936 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:48:36 smithi178 bash[22034]: audit 2024-09-13T13:48:36.631528+0000 mon.a (mon.0) 379 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-13T13:48:37.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:48:36 smithi062 bash[26634]: cluster 2024-09-13T13:48:35.042655+0000 mgr.y (mgr.14150) 150 : cluster [DBG] pgmap v113: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-13T13:48:37.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:48:36 smithi062 bash[26634]: audit 2024-09-13T13:48:36.623596+0000 mon.a (mon.0) 376 : audit [INF] from='client.? 172.21.15.62:0/3878534629' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "9331de2a-3e01-4ab6-adee-b8830d820027"}]: dispatch 2024-09-13T13:48:37.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:48:36 smithi062 bash[26634]: audit 2024-09-13T13:48:36.626339+0000 mon.a (mon.0) 377 : audit [INF] from='client.? 172.21.15.62:0/3878534629' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "9331de2a-3e01-4ab6-adee-b8830d820027"}]': finished 2024-09-13T13:48:37.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:48:36 smithi062 bash[26634]: cluster 2024-09-13T13:48:36.631272+0000 mon.a (mon.0) 378 : cluster [DBG] osdmap e15: 3 total, 2 up, 3 in 2024-09-13T13:48:37.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:48:36 smithi062 bash[26634]: audit 2024-09-13T13:48:36.631528+0000 mon.a (mon.0) 379 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-13T13:48:37.005 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:48:36 smithi062 bash[19845]: cluster 2024-09-13T13:48:35.042655+0000 mgr.y (mgr.14150) 150 : cluster [DBG] pgmap v113: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-13T13:48:37.005 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:48:36 smithi062 bash[19845]: audit 2024-09-13T13:48:36.623596+0000 mon.a (mon.0) 376 : audit [INF] from='client.? 172.21.15.62:0/3878534629' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "9331de2a-3e01-4ab6-adee-b8830d820027"}]: dispatch 2024-09-13T13:48:37.005 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:48:36 smithi062 bash[19845]: audit 2024-09-13T13:48:36.626339+0000 mon.a (mon.0) 377 : audit [INF] from='client.? 172.21.15.62:0/3878534629' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "9331de2a-3e01-4ab6-adee-b8830d820027"}]': finished 2024-09-13T13:48:37.005 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:48:36 smithi062 bash[19845]: cluster 2024-09-13T13:48:36.631272+0000 mon.a (mon.0) 378 : cluster [DBG] osdmap e15: 3 total, 2 up, 3 in 2024-09-13T13:48:37.005 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:48:36 smithi062 bash[19845]: audit 2024-09-13T13:48:36.631528+0000 mon.a (mon.0) 379 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-13T13:48:38.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:48:37 smithi062 bash[26634]: audit 2024-09-13T13:48:37.275221+0000 mon.c (mon.2) 5 : audit [DBG] from='client.? 172.21.15.62:0/3617724595' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-13T13:48:38.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:48:37 smithi062 bash[19845]: audit 2024-09-13T13:48:37.275221+0000 mon.c (mon.2) 5 : audit [DBG] from='client.? 172.21.15.62:0/3617724595' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-13T13:48:38.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:48:37 smithi178 bash[22034]: audit 2024-09-13T13:48:37.275221+0000 mon.c (mon.2) 5 : audit [DBG] from='client.? 172.21.15.62:0/3617724595' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-13T13:48:39.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:48:38 smithi062 bash[26634]: cluster 2024-09-13T13:48:37.042944+0000 mgr.y (mgr.14150) 151 : cluster [DBG] pgmap v115: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-13T13:48:39.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:48:38 smithi062 bash[19845]: cluster 2024-09-13T13:48:37.042944+0000 mgr.y (mgr.14150) 151 : cluster [DBG] pgmap v115: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-13T13:48:39.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:48:38 smithi178 bash[22034]: cluster 2024-09-13T13:48:37.042944+0000 mgr.y (mgr.14150) 151 : cluster [DBG] pgmap v115: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-13T13:48:41.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:48:40 smithi062 bash[19845]: cluster 2024-09-13T13:48:39.043316+0000 mgr.y (mgr.14150) 152 : cluster [DBG] pgmap v116: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-13T13:48:41.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:48:40 smithi062 bash[26634]: cluster 2024-09-13T13:48:39.043316+0000 mgr.y (mgr.14150) 152 : cluster [DBG] pgmap v116: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-13T13:48:41.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:48:40 smithi178 bash[22034]: cluster 2024-09-13T13:48:39.043316+0000 mgr.y (mgr.14150) 152 : cluster [DBG] pgmap v116: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-13T13:48:43.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:48:42 smithi062 bash[19845]: cluster 2024-09-13T13:48:41.043791+0000 mgr.y (mgr.14150) 153 : cluster [DBG] pgmap v117: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-13T13:48:43.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:48:42 smithi062 bash[26634]: cluster 2024-09-13T13:48:41.043791+0000 mgr.y (mgr.14150) 153 : cluster [DBG] pgmap v117: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-13T13:48:43.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:48:42 smithi178 bash[22034]: cluster 2024-09-13T13:48:41.043791+0000 mgr.y (mgr.14150) 153 : cluster [DBG] pgmap v117: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-13T13:48:45.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:48:44 smithi062 bash[19845]: cluster 2024-09-13T13:48:43.044278+0000 mgr.y (mgr.14150) 154 : cluster [DBG] pgmap v118: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-13T13:48:45.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:48:44 smithi062 bash[26634]: cluster 2024-09-13T13:48:43.044278+0000 mgr.y (mgr.14150) 154 : cluster [DBG] pgmap v118: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-13T13:48:45.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:48:44 smithi178 bash[22034]: cluster 2024-09-13T13:48:43.044278+0000 mgr.y (mgr.14150) 154 : cluster [DBG] pgmap v118: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-13T13:48:47.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:48:46 smithi062 bash[19845]: cluster 2024-09-13T13:48:45.044720+0000 mgr.y (mgr.14150) 155 : cluster [DBG] pgmap v119: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-13T13:48:47.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:48:46 smithi062 bash[26634]: cluster 2024-09-13T13:48:45.044720+0000 mgr.y (mgr.14150) 155 : cluster [DBG] pgmap v119: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-13T13:48:47.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:48:46 smithi178 bash[22034]: cluster 2024-09-13T13:48:45.044720+0000 mgr.y (mgr.14150) 155 : cluster [DBG] pgmap v119: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-13T13:48:48.968 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:48:48 smithi062 bash[19845]: cluster 2024-09-13T13:48:47.045159+0000 mgr.y (mgr.14150) 156 : cluster [DBG] pgmap v120: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-13T13:48:48.969 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:48:48 smithi062 bash[26634]: cluster 2024-09-13T13:48:47.045159+0000 mgr.y (mgr.14150) 156 : cluster [DBG] pgmap v120: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-13T13:48:49.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:48:48 smithi178 bash[22034]: cluster 2024-09-13T13:48:47.045159+0000 mgr.y (mgr.14150) 156 : cluster [DBG] pgmap v120: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-13T13:48:50.754 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:48:50 smithi062 bash[26634]: cluster 2024-09-13T13:48:49.045473+0000 mgr.y (mgr.14150) 157 : cluster [DBG] pgmap v121: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-13T13:48:50.754 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:48:50 smithi062 bash[26634]: audit 2024-09-13T13:48:49.998897+0000 mon.a (mon.0) 380 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-09-13T13:48:50.754 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:48:50 smithi062 bash[26634]: audit 2024-09-13T13:48:50.000682+0000 mon.a (mon.0) 381 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T13:48:50.754 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:48:50 smithi062 bash[19845]: cluster 2024-09-13T13:48:49.045473+0000 mgr.y (mgr.14150) 157 : cluster [DBG] pgmap v121: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-13T13:48:50.754 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:48:50 smithi062 bash[19845]: audit 2024-09-13T13:48:49.998897+0000 mon.a (mon.0) 380 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-09-13T13:48:50.755 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:48:50 smithi062 bash[19845]: audit 2024-09-13T13:48:50.000682+0000 mon.a (mon.0) 381 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T13:48:51.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:48:50 smithi178 bash[22034]: cluster 2024-09-13T13:48:49.045473+0000 mgr.y (mgr.14150) 157 : cluster [DBG] pgmap v121: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-13T13:48:51.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:48:50 smithi178 bash[22034]: audit 2024-09-13T13:48:49.998897+0000 mon.a (mon.0) 380 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-09-13T13:48:51.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:48:50 smithi178 bash[22034]: audit 2024-09-13T13:48:50.000682+0000 mon.a (mon.0) 381 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T13:48:52.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:48:51 smithi062 bash[19845]: cephadm 2024-09-13T13:48:50.002274+0000 mgr.y (mgr.14150) 158 : cephadm [INF] Deploying daemon osd.2 on smithi062 2024-09-13T13:48:52.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:48:51 smithi062 bash[26634]: cephadm 2024-09-13T13:48:50.002274+0000 mgr.y (mgr.14150) 158 : cephadm [INF] Deploying daemon osd.2 on smithi062 2024-09-13T13:48:52.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:48:51 smithi178 bash[22034]: cephadm 2024-09-13T13:48:50.002274+0000 mgr.y (mgr.14150) 158 : cephadm [INF] Deploying daemon osd.2 on smithi062 2024-09-13T13:48:53.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:48:52 smithi062 bash[19845]: cluster 2024-09-13T13:48:51.045963+0000 mgr.y (mgr.14150) 159 : cluster [DBG] pgmap v122: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-13T13:48:53.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:48:52 smithi062 bash[26634]: cluster 2024-09-13T13:48:51.045963+0000 mgr.y (mgr.14150) 159 : cluster [DBG] pgmap v122: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-13T13:48:53.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:48:52 smithi178 bash[22034]: cluster 2024-09-13T13:48:51.045963+0000 mgr.y (mgr.14150) 159 : cluster [DBG] pgmap v122: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-13T13:48:54.727 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:48:54 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T13:48:54.729 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 13:48:54 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T13:48:54.729 INFO:journalctl@ceph.osd.0.smithi062.stdout:Sep 13 13:48:54 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T13:48:54.729 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:48:54 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T13:48:54.729 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:48:54 smithi062 bash[26634]: cluster 2024-09-13T13:48:53.046414+0000 mgr.y (mgr.14150) 160 : cluster [DBG] pgmap v123: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-13T13:48:54.730 INFO:journalctl@ceph.osd.1.smithi062.stdout:Sep 13 13:48:54 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T13:48:54.990 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:48:54 smithi062 bash[19845]: cluster 2024-09-13T13:48:53.046414+0000 mgr.y (mgr.14150) 160 : cluster [DBG] pgmap v123: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-13T13:48:54.990 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:48:54 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T13:48:54.990 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 13:48:54 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T13:48:54.991 INFO:journalctl@ceph.osd.0.smithi062.stdout:Sep 13 13:48:54 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T13:48:54.991 INFO:journalctl@ceph.osd.1.smithi062.stdout:Sep 13 13:48:54 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T13:48:54.991 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:48:54 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T13:48:55.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:48:54 smithi178 bash[22034]: cluster 2024-09-13T13:48:53.046414+0000 mgr.y (mgr.14150) 160 : cluster [DBG] pgmap v123: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-13T13:48:55.983 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:48:55 smithi062 bash[19845]: audit 2024-09-13T13:48:54.916802+0000 mon.a (mon.0) 382 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T13:48:55.984 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:48:55 smithi062 bash[19845]: audit 2024-09-13T13:48:54.921038+0000 mon.a (mon.0) 383 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:48:55.984 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:48:55 smithi062 bash[19845]: audit 2024-09-13T13:48:54.925347+0000 mon.a (mon.0) 384 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:48:55.984 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:48:55 smithi062 bash[26634]: audit 2024-09-13T13:48:54.916802+0000 mon.a (mon.0) 382 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T13:48:55.984 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:48:55 smithi062 bash[26634]: audit 2024-09-13T13:48:54.921038+0000 mon.a (mon.0) 383 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:48:55.984 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:48:55 smithi062 bash[26634]: audit 2024-09-13T13:48:54.925347+0000 mon.a (mon.0) 384 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:48:56.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:48:55 smithi178 bash[22034]: audit 2024-09-13T13:48:54.916802+0000 mon.a (mon.0) 382 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T13:48:56.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:48:55 smithi178 bash[22034]: audit 2024-09-13T13:48:54.921038+0000 mon.a (mon.0) 383 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:48:56.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:48:55 smithi178 bash[22034]: audit 2024-09-13T13:48:54.925347+0000 mon.a (mon.0) 384 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:48:57.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:48:56 smithi178 bash[22034]: cluster 2024-09-13T13:48:55.046785+0000 mgr.y (mgr.14150) 161 : cluster [DBG] pgmap v124: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-13T13:48:57.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:48:56 smithi062 bash[19845]: cluster 2024-09-13T13:48:55.046785+0000 mgr.y (mgr.14150) 161 : cluster [DBG] pgmap v124: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-13T13:48:57.255 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:48:56 smithi062 bash[26634]: cluster 2024-09-13T13:48:55.046785+0000 mgr.y (mgr.14150) 161 : cluster [DBG] pgmap v124: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-13T13:48:59.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:48:58 smithi178 bash[22034]: cluster 2024-09-13T13:48:57.047225+0000 mgr.y (mgr.14150) 162 : cluster [DBG] pgmap v125: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-13T13:48:59.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:48:58 smithi062 bash[19845]: cluster 2024-09-13T13:48:57.047225+0000 mgr.y (mgr.14150) 162 : cluster [DBG] pgmap v125: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-13T13:48:59.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:48:58 smithi062 bash[26634]: cluster 2024-09-13T13:48:57.047225+0000 mgr.y (mgr.14150) 162 : cluster [DBG] pgmap v125: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-13T13:49:01.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:49:00 smithi062 bash[19845]: cluster 2024-09-13T13:48:59.047672+0000 mgr.y (mgr.14150) 163 : cluster [DBG] pgmap v126: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-13T13:49:01.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:49:00 smithi062 bash[26634]: cluster 2024-09-13T13:48:59.047672+0000 mgr.y (mgr.14150) 163 : cluster [DBG] pgmap v126: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-13T13:49:01.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:49:00 smithi178 bash[22034]: cluster 2024-09-13T13:48:59.047672+0000 mgr.y (mgr.14150) 163 : cluster [DBG] pgmap v126: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-13T13:49:03.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:49:02 smithi178 bash[22034]: cluster 2024-09-13T13:49:01.048196+0000 mgr.y (mgr.14150) 164 : cluster [DBG] pgmap v127: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-13T13:49:03.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:49:02 smithi178 bash[22034]: audit 2024-09-13T13:49:01.907905+0000 mon.a (mon.0) 385 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:49:03.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:49:02 smithi178 bash[22034]: audit 2024-09-13T13:49:01.912437+0000 mon.a (mon.0) 386 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:49:03.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:49:02 smithi178 bash[22034]: audit 2024-09-13T13:49:02.567011+0000 mon.a (mon.0) 387 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T13:49:03.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:49:02 smithi178 bash[22034]: audit 2024-09-13T13:49:02.568571+0000 mon.a (mon.0) 388 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T13:49:03.186 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:49:02 smithi178 bash[22034]: audit 2024-09-13T13:49:02.576176+0000 mon.a (mon.0) 389 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:49:03.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:49:02 smithi062 bash[26634]: cluster 2024-09-13T13:49:01.048196+0000 mgr.y (mgr.14150) 164 : cluster [DBG] pgmap v127: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-13T13:49:03.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:49:02 smithi062 bash[26634]: audit 2024-09-13T13:49:01.907905+0000 mon.a (mon.0) 385 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:49:03.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:49:02 smithi062 bash[26634]: audit 2024-09-13T13:49:01.912437+0000 mon.a (mon.0) 386 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:49:03.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:49:02 smithi062 bash[26634]: audit 2024-09-13T13:49:02.567011+0000 mon.a (mon.0) 387 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T13:49:03.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:49:02 smithi062 bash[26634]: audit 2024-09-13T13:49:02.568571+0000 mon.a (mon.0) 388 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T13:49:03.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:49:02 smithi062 bash[26634]: audit 2024-09-13T13:49:02.576176+0000 mon.a (mon.0) 389 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:49:03.255 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:49:02 smithi062 bash[19845]: cluster 2024-09-13T13:49:01.048196+0000 mgr.y (mgr.14150) 164 : cluster [DBG] pgmap v127: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-13T13:49:03.255 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:49:02 smithi062 bash[19845]: audit 2024-09-13T13:49:01.907905+0000 mon.a (mon.0) 385 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:49:03.255 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:49:02 smithi062 bash[19845]: audit 2024-09-13T13:49:01.912437+0000 mon.a (mon.0) 386 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:49:03.255 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:49:02 smithi062 bash[19845]: audit 2024-09-13T13:49:02.567011+0000 mon.a (mon.0) 387 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T13:49:03.255 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:49:02 smithi062 bash[19845]: audit 2024-09-13T13:49:02.568571+0000 mon.a (mon.0) 388 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T13:49:03.255 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:49:02 smithi062 bash[19845]: audit 2024-09-13T13:49:02.576176+0000 mon.a (mon.0) 389 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:49:05.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:49:04 smithi178 bash[22034]: cluster 2024-09-13T13:49:03.048647+0000 mgr.y (mgr.14150) 165 : cluster [DBG] pgmap v128: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-13T13:49:05.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:49:04 smithi178 bash[22034]: audit 2024-09-13T13:49:03.925823+0000 mon.a (mon.0) 390 : audit [INF] from='osd.2 [v2:172.21.15.62:6818/2617653231,v1:172.21.15.62:6819/2617653231]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-09-13T13:49:05.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:49:04 smithi062 bash[19845]: cluster 2024-09-13T13:49:03.048647+0000 mgr.y (mgr.14150) 165 : cluster [DBG] pgmap v128: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-13T13:49:05.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:49:04 smithi062 bash[19845]: audit 2024-09-13T13:49:03.925823+0000 mon.a (mon.0) 390 : audit [INF] from='osd.2 [v2:172.21.15.62:6818/2617653231,v1:172.21.15.62:6819/2617653231]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-09-13T13:49:05.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:49:04 smithi062 bash[26634]: cluster 2024-09-13T13:49:03.048647+0000 mgr.y (mgr.14150) 165 : cluster [DBG] pgmap v128: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-13T13:49:05.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:49:04 smithi062 bash[26634]: audit 2024-09-13T13:49:03.925823+0000 mon.a (mon.0) 390 : audit [INF] from='osd.2 [v2:172.21.15.62:6818/2617653231,v1:172.21.15.62:6819/2617653231]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-09-13T13:49:05.779 INFO:teuthology.orchestra.run.smithi062.stdout:Created osd(s) 2 on host 'smithi062' 2024-09-13T13:49:06.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:49:05 smithi178 bash[22034]: audit 2024-09-13T13:49:04.919872+0000 mon.a (mon.0) 391 : audit [INF] from='osd.2 [v2:172.21.15.62:6818/2617653231,v1:172.21.15.62:6819/2617653231]' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-09-13T13:49:06.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:49:05 smithi178 bash[22034]: cluster 2024-09-13T13:49:04.925442+0000 mon.a (mon.0) 392 : cluster [DBG] osdmap e16: 3 total, 2 up, 3 in 2024-09-13T13:49:06.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:49:05 smithi178 bash[22034]: audit 2024-09-13T13:49:04.925920+0000 mon.a (mon.0) 393 : audit [INF] from='osd.2 [v2:172.21.15.62:6818/2617653231,v1:172.21.15.62:6819/2617653231]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi062", "root=default"]}]: dispatch 2024-09-13T13:49:06.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:49:05 smithi178 bash[22034]: audit 2024-09-13T13:49:04.926400+0000 mon.a (mon.0) 394 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-13T13:49:06.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:49:05 smithi178 bash[22034]: audit 2024-09-13T13:49:05.757708+0000 mon.a (mon.0) 395 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T13:49:06.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:49:05 smithi178 bash[22034]: audit 2024-09-13T13:49:05.765242+0000 mon.a (mon.0) 396 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:49:06.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:49:05 smithi178 bash[22034]: audit 2024-09-13T13:49:05.773945+0000 mon.a (mon.0) 397 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:49:06.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:49:05 smithi062 bash[26634]: audit 2024-09-13T13:49:04.919872+0000 mon.a (mon.0) 391 : audit [INF] from='osd.2 [v2:172.21.15.62:6818/2617653231,v1:172.21.15.62:6819/2617653231]' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-09-13T13:49:06.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:49:05 smithi062 bash[26634]: cluster 2024-09-13T13:49:04.925442+0000 mon.a (mon.0) 392 : cluster [DBG] osdmap e16: 3 total, 2 up, 3 in 2024-09-13T13:49:06.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:49:05 smithi062 bash[26634]: audit 2024-09-13T13:49:04.925920+0000 mon.a (mon.0) 393 : audit [INF] from='osd.2 [v2:172.21.15.62:6818/2617653231,v1:172.21.15.62:6819/2617653231]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi062", "root=default"]}]: dispatch 2024-09-13T13:49:06.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:49:05 smithi062 bash[26634]: audit 2024-09-13T13:49:04.926400+0000 mon.a (mon.0) 394 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-13T13:49:06.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:49:05 smithi062 bash[26634]: audit 2024-09-13T13:49:05.757708+0000 mon.a (mon.0) 395 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T13:49:06.255 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:49:05 smithi062 bash[26634]: audit 2024-09-13T13:49:05.765242+0000 mon.a (mon.0) 396 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:49:06.255 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:49:05 smithi062 bash[26634]: audit 2024-09-13T13:49:05.773945+0000 mon.a (mon.0) 397 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:49:06.255 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:49:05 smithi062 bash[19845]: audit 2024-09-13T13:49:04.919872+0000 mon.a (mon.0) 391 : audit [INF] from='osd.2 [v2:172.21.15.62:6818/2617653231,v1:172.21.15.62:6819/2617653231]' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-09-13T13:49:06.255 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:49:05 smithi062 bash[19845]: cluster 2024-09-13T13:49:04.925442+0000 mon.a (mon.0) 392 : cluster [DBG] osdmap e16: 3 total, 2 up, 3 in 2024-09-13T13:49:06.255 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:49:05 smithi062 bash[19845]: audit 2024-09-13T13:49:04.925920+0000 mon.a (mon.0) 393 : audit [INF] from='osd.2 [v2:172.21.15.62:6818/2617653231,v1:172.21.15.62:6819/2617653231]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi062", "root=default"]}]: dispatch 2024-09-13T13:49:06.255 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:49:05 smithi062 bash[19845]: audit 2024-09-13T13:49:04.926400+0000 mon.a (mon.0) 394 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-13T13:49:06.255 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:49:05 smithi062 bash[19845]: audit 2024-09-13T13:49:05.757708+0000 mon.a (mon.0) 395 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T13:49:06.255 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:49:05 smithi062 bash[19845]: audit 2024-09-13T13:49:05.765242+0000 mon.a (mon.0) 396 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:49:06.255 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:49:05 smithi062 bash[19845]: audit 2024-09-13T13:49:05.773945+0000 mon.a (mon.0) 397 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:49:06.417 DEBUG:teuthology.orchestra.run.smithi062:osd.2> sudo journalctl -f -n 0 -u ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@osd.2.service 2024-09-13T13:49:06.420 INFO:tasks.cephadm:Deploying osd.3 on smithi062 with /dev/vg_nvme/lv_1... 2024-09-13T13:49:06.420 DEBUG:teuthology.orchestra.run.smithi062:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ff1149ea-71d5-11ef-bceb-c7b262605968 -- lvm zap /dev/vg_nvme/lv_1 2024-09-13T13:49:07.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:49:06 smithi178 bash[22034]: cluster 2024-09-13T13:49:04.919040+0000 osd.2 (osd.2) 1 : cluster [DBG] purged_snaps scrub starts 2024-09-13T13:49:07.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:49:06 smithi178 bash[22034]: cluster 2024-09-13T13:49:04.919175+0000 osd.2 (osd.2) 2 : cluster [DBG] purged_snaps scrub ok 2024-09-13T13:49:07.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:49:06 smithi178 bash[22034]: cluster 2024-09-13T13:49:05.049061+0000 mgr.y (mgr.14150) 166 : cluster [DBG] pgmap v130: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-13T13:49:07.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:49:06 smithi178 bash[22034]: audit 2024-09-13T13:49:05.926866+0000 mon.a (mon.0) 398 : audit [INF] from='osd.2 [v2:172.21.15.62:6818/2617653231,v1:172.21.15.62:6819/2617653231]' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi062", "root=default"]}]': finished 2024-09-13T13:49:07.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:49:06 smithi178 bash[22034]: cluster 2024-09-13T13:49:05.967763+0000 mon.a (mon.0) 399 : cluster [DBG] osdmap e17: 3 total, 2 up, 3 in 2024-09-13T13:49:07.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:49:06 smithi178 bash[22034]: audit 2024-09-13T13:49:05.968755+0000 mon.a (mon.0) 400 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-13T13:49:07.186 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:49:06 smithi178 bash[22034]: audit 2024-09-13T13:49:05.973563+0000 mon.a (mon.0) 401 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-13T13:49:07.186 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:49:06 smithi178 bash[22034]: audit 2024-09-13T13:49:06.396708+0000 mon.a (mon.0) 402 : audit [INF] from='osd.2 [v2:172.21.15.62:6818/2617653231,v1:172.21.15.62:6819/2617653231]' entity='osd.2' 2024-09-13T13:49:07.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:49:06 smithi062 bash[19845]: cluster 2024-09-13T13:49:04.919040+0000 osd.2 (osd.2) 1 : cluster [DBG] purged_snaps scrub starts 2024-09-13T13:49:07.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:49:06 smithi062 bash[19845]: cluster 2024-09-13T13:49:04.919175+0000 osd.2 (osd.2) 2 : cluster [DBG] purged_snaps scrub ok 2024-09-13T13:49:07.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:49:06 smithi062 bash[19845]: cluster 2024-09-13T13:49:05.049061+0000 mgr.y (mgr.14150) 166 : cluster [DBG] pgmap v130: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-13T13:49:07.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:49:06 smithi062 bash[19845]: audit 2024-09-13T13:49:05.926866+0000 mon.a (mon.0) 398 : audit [INF] from='osd.2 [v2:172.21.15.62:6818/2617653231,v1:172.21.15.62:6819/2617653231]' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi062", "root=default"]}]': finished 2024-09-13T13:49:07.255 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:49:06 smithi062 bash[19845]: cluster 2024-09-13T13:49:05.967763+0000 mon.a (mon.0) 399 : cluster [DBG] osdmap e17: 3 total, 2 up, 3 in 2024-09-13T13:49:07.255 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:49:06 smithi062 bash[19845]: audit 2024-09-13T13:49:05.968755+0000 mon.a (mon.0) 400 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-13T13:49:07.255 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:49:06 smithi062 bash[19845]: audit 2024-09-13T13:49:05.973563+0000 mon.a (mon.0) 401 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-13T13:49:07.255 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:49:06 smithi062 bash[19845]: audit 2024-09-13T13:49:06.396708+0000 mon.a (mon.0) 402 : audit [INF] from='osd.2 [v2:172.21.15.62:6818/2617653231,v1:172.21.15.62:6819/2617653231]' entity='osd.2' 2024-09-13T13:49:07.255 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:49:06 smithi062 bash[26634]: cluster 2024-09-13T13:49:04.919040+0000 osd.2 (osd.2) 1 : cluster [DBG] purged_snaps scrub starts 2024-09-13T13:49:07.255 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:49:06 smithi062 bash[26634]: cluster 2024-09-13T13:49:04.919175+0000 osd.2 (osd.2) 2 : cluster [DBG] purged_snaps scrub ok 2024-09-13T13:49:07.255 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:49:06 smithi062 bash[26634]: cluster 2024-09-13T13:49:05.049061+0000 mgr.y (mgr.14150) 166 : cluster [DBG] pgmap v130: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-13T13:49:07.255 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:49:06 smithi062 bash[26634]: audit 2024-09-13T13:49:05.926866+0000 mon.a (mon.0) 398 : audit [INF] from='osd.2 [v2:172.21.15.62:6818/2617653231,v1:172.21.15.62:6819/2617653231]' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi062", "root=default"]}]': finished 2024-09-13T13:49:07.255 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:49:06 smithi062 bash[26634]: cluster 2024-09-13T13:49:05.967763+0000 mon.a (mon.0) 399 : cluster [DBG] osdmap e17: 3 total, 2 up, 3 in 2024-09-13T13:49:07.255 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:49:06 smithi062 bash[26634]: audit 2024-09-13T13:49:05.968755+0000 mon.a (mon.0) 400 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-13T13:49:07.255 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:49:06 smithi062 bash[26634]: audit 2024-09-13T13:49:05.973563+0000 mon.a (mon.0) 401 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-13T13:49:07.256 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:49:06 smithi062 bash[26634]: audit 2024-09-13T13:49:06.396708+0000 mon.a (mon.0) 402 : audit [INF] from='osd.2 [v2:172.21.15.62:6818/2617653231,v1:172.21.15.62:6819/2617653231]' entity='osd.2' 2024-09-13T13:49:08.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:49:07 smithi062 bash[19845]: audit 2024-09-13T13:49:06.973249+0000 mon.a (mon.0) 403 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-13T13:49:08.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:49:07 smithi062 bash[19845]: cluster 2024-09-13T13:49:07.403916+0000 mon.a (mon.0) 404 : cluster [INF] osd.2 [v2:172.21.15.62:6818/2617653231,v1:172.21.15.62:6819/2617653231] boot 2024-09-13T13:49:08.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:49:07 smithi062 bash[19845]: cluster 2024-09-13T13:49:07.403973+0000 mon.a (mon.0) 405 : cluster [DBG] osdmap e18: 3 total, 3 up, 3 in 2024-09-13T13:49:08.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:49:07 smithi062 bash[19845]: audit 2024-09-13T13:49:07.404460+0000 mon.a (mon.0) 406 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-13T13:49:08.255 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:49:07 smithi062 bash[26634]: audit 2024-09-13T13:49:06.973249+0000 mon.a (mon.0) 403 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-13T13:49:08.255 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:49:07 smithi062 bash[26634]: cluster 2024-09-13T13:49:07.403916+0000 mon.a (mon.0) 404 : cluster [INF] osd.2 [v2:172.21.15.62:6818/2617653231,v1:172.21.15.62:6819/2617653231] boot 2024-09-13T13:49:08.255 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:49:07 smithi062 bash[26634]: cluster 2024-09-13T13:49:07.403973+0000 mon.a (mon.0) 405 : cluster [DBG] osdmap e18: 3 total, 3 up, 3 in 2024-09-13T13:49:08.255 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:49:07 smithi062 bash[26634]: audit 2024-09-13T13:49:07.404460+0000 mon.a (mon.0) 406 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-13T13:49:08.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:49:07 smithi178 bash[22034]: audit 2024-09-13T13:49:06.973249+0000 mon.a (mon.0) 403 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-13T13:49:08.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:49:07 smithi178 bash[22034]: cluster 2024-09-13T13:49:07.403916+0000 mon.a (mon.0) 404 : cluster [INF] osd.2 [v2:172.21.15.62:6818/2617653231,v1:172.21.15.62:6819/2617653231] boot 2024-09-13T13:49:08.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:49:07 smithi178 bash[22034]: cluster 2024-09-13T13:49:07.403973+0000 mon.a (mon.0) 405 : cluster [DBG] osdmap e18: 3 total, 3 up, 3 in 2024-09-13T13:49:08.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:49:07 smithi178 bash[22034]: audit 2024-09-13T13:49:07.404460+0000 mon.a (mon.0) 406 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-13T13:49:09.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:49:08 smithi062 bash[19845]: cluster 2024-09-13T13:49:07.049521+0000 mgr.y (mgr.14150) 167 : cluster [DBG] pgmap v132: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-13T13:49:09.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:49:08 smithi062 bash[19845]: cluster 2024-09-13T13:49:08.404621+0000 mon.a (mon.0) 407 : cluster [DBG] osdmap e19: 3 total, 3 up, 3 in 2024-09-13T13:49:09.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:49:08 smithi062 bash[26634]: cluster 2024-09-13T13:49:07.049521+0000 mgr.y (mgr.14150) 167 : cluster [DBG] pgmap v132: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-13T13:49:09.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:49:08 smithi062 bash[26634]: cluster 2024-09-13T13:49:08.404621+0000 mon.a (mon.0) 407 : cluster [DBG] osdmap e19: 3 total, 3 up, 3 in 2024-09-13T13:49:09.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:49:08 smithi178 bash[22034]: cluster 2024-09-13T13:49:07.049521+0000 mgr.y (mgr.14150) 167 : cluster [DBG] pgmap v132: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-13T13:49:09.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:49:08 smithi178 bash[22034]: cluster 2024-09-13T13:49:08.404621+0000 mon.a (mon.0) 407 : cluster [DBG] osdmap e19: 3 total, 3 up, 3 in 2024-09-13T13:49:10.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:49:09 smithi062 bash[19845]: audit 2024-09-13T13:49:09.179291+0000 mon.a (mon.0) 408 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2024-09-13T13:49:10.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:49:09 smithi062 bash[26634]: audit 2024-09-13T13:49:09.179291+0000 mon.a (mon.0) 408 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2024-09-13T13:49:10.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:49:09 smithi178 bash[22034]: audit 2024-09-13T13:49:09.179291+0000 mon.a (mon.0) 408 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2024-09-13T13:49:10.840 INFO:teuthology.orchestra.run.smithi062.stderr:Inferring config /var/lib/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T13:49:11.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:49:10 smithi062 bash[19845]: cluster 2024-09-13T13:49:09.050038+0000 mgr.y (mgr.14150) 168 : cluster [DBG] pgmap v135: 0 pgs: ; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2024-09-13T13:49:11.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:49:10 smithi062 bash[19845]: audit 2024-09-13T13:49:09.949856+0000 mon.a (mon.0) 409 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2024-09-13T13:49:11.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:49:10 smithi062 bash[19845]: cluster 2024-09-13T13:49:09.955029+0000 mon.a (mon.0) 410 : cluster [DBG] osdmap e20: 3 total, 3 up, 3 in 2024-09-13T13:49:11.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:49:10 smithi062 bash[19845]: audit 2024-09-13T13:49:09.957318+0000 mon.a (mon.0) 411 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-09-13T13:49:11.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:49:10 smithi062 bash[26634]: cluster 2024-09-13T13:49:09.050038+0000 mgr.y (mgr.14150) 168 : cluster [DBG] pgmap v135: 0 pgs: ; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2024-09-13T13:49:11.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:49:10 smithi062 bash[26634]: audit 2024-09-13T13:49:09.949856+0000 mon.a (mon.0) 409 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2024-09-13T13:49:11.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:49:10 smithi062 bash[26634]: cluster 2024-09-13T13:49:09.955029+0000 mon.a (mon.0) 410 : cluster [DBG] osdmap e20: 3 total, 3 up, 3 in 2024-09-13T13:49:11.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:49:10 smithi062 bash[26634]: audit 2024-09-13T13:49:09.957318+0000 mon.a (mon.0) 411 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-09-13T13:49:11.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:49:10 smithi178 bash[22034]: cluster 2024-09-13T13:49:09.050038+0000 mgr.y (mgr.14150) 168 : cluster [DBG] pgmap v135: 0 pgs: ; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2024-09-13T13:49:11.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:49:10 smithi178 bash[22034]: audit 2024-09-13T13:49:09.949856+0000 mon.a (mon.0) 409 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2024-09-13T13:49:11.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:49:10 smithi178 bash[22034]: cluster 2024-09-13T13:49:09.955029+0000 mon.a (mon.0) 410 : cluster [DBG] osdmap e20: 3 total, 3 up, 3 in 2024-09-13T13:49:11.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:49:10 smithi178 bash[22034]: audit 2024-09-13T13:49:09.957318+0000 mon.a (mon.0) 411 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-09-13T13:49:12.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:49:11 smithi062 bash[19845]: audit 2024-09-13T13:49:10.962200+0000 mon.a (mon.0) 412 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-09-13T13:49:12.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:49:11 smithi062 bash[19845]: cluster 2024-09-13T13:49:10.967503+0000 mon.a (mon.0) 413 : cluster [DBG] osdmap e21: 3 total, 3 up, 3 in 2024-09-13T13:49:12.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:49:11 smithi062 bash[26634]: audit 2024-09-13T13:49:10.962200+0000 mon.a (mon.0) 412 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-09-13T13:49:12.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:49:11 smithi062 bash[26634]: cluster 2024-09-13T13:49:10.967503+0000 mon.a (mon.0) 413 : cluster [DBG] osdmap e21: 3 total, 3 up, 3 in 2024-09-13T13:49:12.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:49:11 smithi178 bash[22034]: audit 2024-09-13T13:49:10.962200+0000 mon.a (mon.0) 412 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-09-13T13:49:12.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:49:11 smithi178 bash[22034]: cluster 2024-09-13T13:49:10.967503+0000 mon.a (mon.0) 413 : cluster [DBG] osdmap e21: 3 total, 3 up, 3 in 2024-09-13T13:49:13.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:49:12 smithi062 bash[19845]: cluster 2024-09-13T13:49:11.050611+0000 mgr.y (mgr.14150) 169 : cluster [DBG] pgmap v138: 1 pgs: 1 unknown; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2024-09-13T13:49:13.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:49:12 smithi062 bash[19845]: cluster 2024-09-13T13:49:11.982716+0000 mon.a (mon.0) 414 : cluster [DBG] osdmap e22: 3 total, 3 up, 3 in 2024-09-13T13:49:13.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:49:12 smithi062 bash[19845]: audit 2024-09-13T13:49:12.213915+0000 mon.a (mon.0) 415 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:49:13.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:49:12 smithi062 bash[26634]: cluster 2024-09-13T13:49:11.050611+0000 mgr.y (mgr.14150) 169 : cluster [DBG] pgmap v138: 1 pgs: 1 unknown; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2024-09-13T13:49:13.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:49:12 smithi062 bash[26634]: cluster 2024-09-13T13:49:11.982716+0000 mon.a (mon.0) 414 : cluster [DBG] osdmap e22: 3 total, 3 up, 3 in 2024-09-13T13:49:13.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:49:12 smithi062 bash[26634]: audit 2024-09-13T13:49:12.213915+0000 mon.a (mon.0) 415 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:49:13.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:49:12 smithi178 bash[22034]: cluster 2024-09-13T13:49:11.050611+0000 mgr.y (mgr.14150) 169 : cluster [DBG] pgmap v138: 1 pgs: 1 unknown; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2024-09-13T13:49:13.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:49:12 smithi178 bash[22034]: cluster 2024-09-13T13:49:11.982716+0000 mon.a (mon.0) 414 : cluster [DBG] osdmap e22: 3 total, 3 up, 3 in 2024-09-13T13:49:13.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:49:12 smithi178 bash[22034]: audit 2024-09-13T13:49:12.213915+0000 mon.a (mon.0) 415 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:49:14.256 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:49:13 smithi062 bash[19845]: cluster 2024-09-13T13:49:13.051153+0000 mgr.y (mgr.14150) 170 : cluster [DBG] pgmap v140: 1 pgs: 1 unknown; 0 B data, 81 MiB used, 268 GiB / 268 GiB avail 2024-09-13T13:49:14.257 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:49:13 smithi062 bash[26634]: cluster 2024-09-13T13:49:13.051153+0000 mgr.y (mgr.14150) 170 : cluster [DBG] pgmap v140: 1 pgs: 1 unknown; 0 B data, 81 MiB used, 268 GiB / 268 GiB avail 2024-09-13T13:49:14.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:49:13 smithi178 bash[22034]: cluster 2024-09-13T13:49:13.051153+0000 mgr.y (mgr.14150) 170 : cluster [DBG] pgmap v140: 1 pgs: 1 unknown; 0 B data, 81 MiB used, 268 GiB / 268 GiB avail 2024-09-13T13:49:15.930 INFO:teuthology.orchestra.run.smithi062.stdout: 2024-09-13T13:49:15.970 DEBUG:teuthology.orchestra.run.smithi062:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ff1149ea-71d5-11ef-bceb-c7b262605968 -- ceph orch daemon add osd smithi062:vg_nvme/lv_1 2024-09-13T13:49:16.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:49:15 smithi178 bash[22034]: cluster 2024-09-13T13:49:13.996963+0000 mon.a (mon.0) 416 : cluster [DBG] mgrmap e15: y(active, since 4m), standbys: x 2024-09-13T13:49:16.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:49:15 smithi178 bash[22034]: audit 2024-09-13T13:49:14.022655+0000 mon.a (mon.0) 417 : audit [INF] from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-13T13:49:16.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:49:15 smithi178 bash[22034]: audit 2024-09-13T13:49:14.952504+0000 mon.a (mon.0) 418 : audit [INF] from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-13T13:49:16.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:49:15 smithi178 bash[22034]: audit 2024-09-13T13:49:14.952867+0000 mon.a (mon.0) 419 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T13:49:16.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:49:15 smithi178 bash[22034]: audit 2024-09-13T13:49:14.953144+0000 mon.a (mon.0) 420 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T13:49:16.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:49:15 smithi178 bash[22034]: audit 2024-09-13T13:49:14.953399+0000 mon.a (mon.0) 421 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T13:49:16.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:49:15 smithi178 bash[22034]: audit 2024-09-13T13:49:14.955833+0000 mon.a (mon.0) 422 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T13:49:16.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:49:15 smithi178 bash[22034]: audit 2024-09-13T13:49:14.956003+0000 mon.a (mon.0) 423 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T13:49:16.186 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:49:15 smithi178 bash[22034]: audit 2024-09-13T13:49:14.956110+0000 mon.a (mon.0) 424 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T13:49:16.401 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:49:15 smithi062 bash[26634]: cluster 2024-09-13T13:49:13.996963+0000 mon.a (mon.0) 416 : cluster [DBG] mgrmap e15: y(active, since 4m), standbys: x 2024-09-13T13:49:16.402 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:49:15 smithi062 bash[26634]: audit 2024-09-13T13:49:14.022655+0000 mon.a (mon.0) 417 : audit [INF] from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-13T13:49:16.402 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:49:15 smithi062 bash[26634]: audit 2024-09-13T13:49:14.952504+0000 mon.a (mon.0) 418 : audit [INF] from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-13T13:49:16.402 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:49:15 smithi062 bash[26634]: audit 2024-09-13T13:49:14.952867+0000 mon.a (mon.0) 419 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T13:49:16.402 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:49:15 smithi062 bash[26634]: audit 2024-09-13T13:49:14.953144+0000 mon.a (mon.0) 420 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T13:49:16.402 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:49:15 smithi062 bash[26634]: audit 2024-09-13T13:49:14.953399+0000 mon.a (mon.0) 421 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T13:49:16.402 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:49:15 smithi062 bash[26634]: audit 2024-09-13T13:49:14.955833+0000 mon.a (mon.0) 422 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T13:49:16.402 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:49:15 smithi062 bash[26634]: audit 2024-09-13T13:49:14.956003+0000 mon.a (mon.0) 423 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T13:49:16.402 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:49:15 smithi062 bash[26634]: audit 2024-09-13T13:49:14.956110+0000 mon.a (mon.0) 424 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T13:49:16.402 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:49:15 smithi062 bash[19845]: cluster 2024-09-13T13:49:13.996963+0000 mon.a (mon.0) 416 : cluster [DBG] mgrmap e15: y(active, since 4m), standbys: x 2024-09-13T13:49:16.403 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:49:15 smithi062 bash[19845]: audit 2024-09-13T13:49:14.022655+0000 mon.a (mon.0) 417 : audit [INF] from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-13T13:49:16.403 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:49:15 smithi062 bash[19845]: audit 2024-09-13T13:49:14.952504+0000 mon.a (mon.0) 418 : audit [INF] from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-13T13:49:16.403 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:49:15 smithi062 bash[19845]: audit 2024-09-13T13:49:14.952867+0000 mon.a (mon.0) 419 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T13:49:16.403 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:49:15 smithi062 bash[19845]: audit 2024-09-13T13:49:14.953144+0000 mon.a (mon.0) 420 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T13:49:16.403 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:49:15 smithi062 bash[19845]: audit 2024-09-13T13:49:14.953399+0000 mon.a (mon.0) 421 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T13:49:16.403 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:49:15 smithi062 bash[19845]: audit 2024-09-13T13:49:14.955833+0000 mon.a (mon.0) 422 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T13:49:16.403 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:49:15 smithi062 bash[19845]: audit 2024-09-13T13:49:14.956003+0000 mon.a (mon.0) 423 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T13:49:16.403 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:49:15 smithi062 bash[19845]: audit 2024-09-13T13:49:14.956110+0000 mon.a (mon.0) 424 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T13:49:17.147 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:49:16 smithi062 bash[19845]: audit 2024-09-13T13:49:14.955532+0000 mon.b (mon.1) 8 : audit [INF] from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-13T13:49:17.147 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:49:16 smithi062 bash[19845]: cluster 2024-09-13T13:49:15.051541+0000 mgr.y (mgr.14150) 171 : cluster [DBG] pgmap v141: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-09-13T13:49:17.147 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:49:16 smithi062 bash[19845]: audit 2024-09-13T13:49:15.848504+0000 mon.b (mon.1) 9 : audit [INF] from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-13T13:49:17.147 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:49:16 smithi062 bash[19845]: audit 2024-09-13T13:49:15.909108+0000 mon.a (mon.0) 425 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:49:17.147 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:49:16 smithi062 bash[19845]: audit 2024-09-13T13:49:15.912135+0000 mon.c (mon.2) 6 : audit [INF] from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-13T13:49:17.148 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:49:16 smithi062 bash[19845]: audit 2024-09-13T13:49:15.912710+0000 mon.a (mon.0) 426 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T13:49:17.148 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:49:16 smithi062 bash[19845]: audit 2024-09-13T13:49:15.913004+0000 mon.a (mon.0) 427 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T13:49:17.148 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:49:16 smithi062 bash[19845]: audit 2024-09-13T13:49:15.913261+0000 mon.a (mon.0) 428 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T13:49:17.148 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:49:16 smithi062 bash[19845]: audit 2024-09-13T13:49:16.827651+0000 mon.c (mon.2) 7 : audit [INF] from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-13T13:49:17.148 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:49:16 smithi062 bash[26634]: audit 2024-09-13T13:49:14.955532+0000 mon.b (mon.1) 8 : audit [INF] from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-13T13:49:17.148 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:49:16 smithi062 bash[26634]: cluster 2024-09-13T13:49:15.051541+0000 mgr.y (mgr.14150) 171 : cluster [DBG] pgmap v141: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-09-13T13:49:17.148 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:49:16 smithi062 bash[26634]: audit 2024-09-13T13:49:15.848504+0000 mon.b (mon.1) 9 : audit [INF] from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-13T13:49:17.148 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:49:16 smithi062 bash[26634]: audit 2024-09-13T13:49:15.909108+0000 mon.a (mon.0) 425 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:49:17.148 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:49:16 smithi062 bash[26634]: audit 2024-09-13T13:49:15.912135+0000 mon.c (mon.2) 6 : audit [INF] from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-13T13:49:17.148 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:49:16 smithi062 bash[26634]: audit 2024-09-13T13:49:15.912710+0000 mon.a (mon.0) 426 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T13:49:17.149 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:49:16 smithi062 bash[26634]: audit 2024-09-13T13:49:15.913004+0000 mon.a (mon.0) 427 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T13:49:17.149 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:49:16 smithi062 bash[26634]: audit 2024-09-13T13:49:15.913261+0000 mon.a (mon.0) 428 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T13:49:17.149 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:49:16 smithi062 bash[26634]: audit 2024-09-13T13:49:16.827651+0000 mon.c (mon.2) 7 : audit [INF] from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-13T13:49:17.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:49:16 smithi178 bash[22034]: audit 2024-09-13T13:49:14.955532+0000 mon.b (mon.1) 8 : audit [INF] from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-13T13:49:17.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:49:16 smithi178 bash[22034]: cluster 2024-09-13T13:49:15.051541+0000 mgr.y (mgr.14150) 171 : cluster [DBG] pgmap v141: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-09-13T13:49:17.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:49:16 smithi178 bash[22034]: audit 2024-09-13T13:49:15.848504+0000 mon.b (mon.1) 9 : audit [INF] from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-13T13:49:17.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:49:16 smithi178 bash[22034]: audit 2024-09-13T13:49:15.909108+0000 mon.a (mon.0) 425 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:49:17.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:49:16 smithi178 bash[22034]: audit 2024-09-13T13:49:15.912135+0000 mon.c (mon.2) 6 : audit [INF] from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-13T13:49:17.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:49:16 smithi178 bash[22034]: audit 2024-09-13T13:49:15.912710+0000 mon.a (mon.0) 426 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T13:49:17.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:49:16 smithi178 bash[22034]: audit 2024-09-13T13:49:15.913004+0000 mon.a (mon.0) 427 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T13:49:17.186 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:49:16 smithi178 bash[22034]: audit 2024-09-13T13:49:15.913261+0000 mon.a (mon.0) 428 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T13:49:17.186 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:49:16 smithi178 bash[22034]: audit 2024-09-13T13:49:16.827651+0000 mon.c (mon.2) 7 : audit [INF] from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-13T13:49:19.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:49:18 smithi178 bash[22034]: cluster 2024-09-13T13:49:17.052018+0000 mgr.y (mgr.14150) 172 : cluster [DBG] pgmap v142: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-09-13T13:49:19.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:49:18 smithi178 bash[22034]: audit 2024-09-13T13:49:18.747100+0000 mon.a (mon.0) 429 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:49:19.186 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:49:18 smithi178 bash[22034]: audit 2024-09-13T13:49:18.754827+0000 mon.a (mon.0) 430 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:49:19.186 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:49:18 smithi178 bash[22034]: audit 2024-09-13T13:49:18.757398+0000 mon.a (mon.0) 431 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-13T13:49:19.186 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:49:18 smithi178 bash[22034]: audit 2024-09-13T13:49:18.758892+0000 mon.a (mon.0) 432 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-13T13:49:19.186 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:49:18 smithi178 bash[22034]: audit 2024-09-13T13:49:18.760248+0000 mon.a (mon.0) 433 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-13T13:49:19.186 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:49:18 smithi178 bash[22034]: audit 2024-09-13T13:49:18.767782+0000 mon.a (mon.0) 434 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:49:19.186 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:49:18 smithi178 bash[22034]: audit 2024-09-13T13:49:18.773635+0000 mon.a (mon.0) 435 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T13:49:19.186 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:49:18 smithi178 bash[22034]: audit 2024-09-13T13:49:18.775058+0000 mon.a (mon.0) 436 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T13:49:19.186 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:49:18 smithi178 bash[22034]: audit 2024-09-13T13:49:18.784176+0000 mon.a (mon.0) 437 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:49:19.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:49:18 smithi062 bash[19845]: cluster 2024-09-13T13:49:17.052018+0000 mgr.y (mgr.14150) 172 : cluster [DBG] pgmap v142: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-09-13T13:49:19.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:49:18 smithi062 bash[19845]: audit 2024-09-13T13:49:18.747100+0000 mon.a (mon.0) 429 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:49:19.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:49:18 smithi062 bash[19845]: audit 2024-09-13T13:49:18.754827+0000 mon.a (mon.0) 430 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:49:19.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:49:18 smithi062 bash[19845]: audit 2024-09-13T13:49:18.757398+0000 mon.a (mon.0) 431 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-13T13:49:19.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:49:18 smithi062 bash[19845]: audit 2024-09-13T13:49:18.758892+0000 mon.a (mon.0) 432 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-13T13:49:19.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:49:18 smithi062 bash[19845]: audit 2024-09-13T13:49:18.760248+0000 mon.a (mon.0) 433 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-13T13:49:19.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:49:18 smithi062 bash[19845]: audit 2024-09-13T13:49:18.767782+0000 mon.a (mon.0) 434 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:49:19.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:49:18 smithi062 bash[19845]: audit 2024-09-13T13:49:18.773635+0000 mon.a (mon.0) 435 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T13:49:19.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:49:18 smithi062 bash[19845]: audit 2024-09-13T13:49:18.775058+0000 mon.a (mon.0) 436 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T13:49:19.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:49:18 smithi062 bash[19845]: audit 2024-09-13T13:49:18.784176+0000 mon.a (mon.0) 437 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:49:19.255 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:49:18 smithi062 bash[26634]: cluster 2024-09-13T13:49:17.052018+0000 mgr.y (mgr.14150) 172 : cluster [DBG] pgmap v142: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-09-13T13:49:19.255 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:49:18 smithi062 bash[26634]: audit 2024-09-13T13:49:18.747100+0000 mon.a (mon.0) 429 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:49:19.255 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:49:18 smithi062 bash[26634]: audit 2024-09-13T13:49:18.754827+0000 mon.a (mon.0) 430 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:49:19.255 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:49:18 smithi062 bash[26634]: audit 2024-09-13T13:49:18.757398+0000 mon.a (mon.0) 431 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-13T13:49:19.255 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:49:18 smithi062 bash[26634]: audit 2024-09-13T13:49:18.758892+0000 mon.a (mon.0) 432 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-13T13:49:19.255 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:49:18 smithi062 bash[26634]: audit 2024-09-13T13:49:18.760248+0000 mon.a (mon.0) 433 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-13T13:49:19.255 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:49:18 smithi062 bash[26634]: audit 2024-09-13T13:49:18.767782+0000 mon.a (mon.0) 434 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:49:19.255 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:49:18 smithi062 bash[26634]: audit 2024-09-13T13:49:18.773635+0000 mon.a (mon.0) 435 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T13:49:19.255 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:49:18 smithi062 bash[26634]: audit 2024-09-13T13:49:18.775058+0000 mon.a (mon.0) 436 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T13:49:19.255 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:49:18 smithi062 bash[26634]: audit 2024-09-13T13:49:18.784176+0000 mon.a (mon.0) 437 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:49:20.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:49:19 smithi178 bash[22034]: cephadm 2024-09-13T13:49:18.739264+0000 mgr.y (mgr.14150) 173 : cephadm [INF] Detected new or changed devices on smithi062 2024-09-13T13:49:20.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:49:19 smithi178 bash[22034]: cephadm 2024-09-13T13:49:18.761374+0000 mgr.y (mgr.14150) 174 : cephadm [INF] Adjusting osd_memory_target on smithi062 to 5413M 2024-09-13T13:49:20.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:49:19 smithi062 bash[26634]: cephadm 2024-09-13T13:49:18.739264+0000 mgr.y (mgr.14150) 173 : cephadm [INF] Detected new or changed devices on smithi062 2024-09-13T13:49:20.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:49:19 smithi062 bash[26634]: cephadm 2024-09-13T13:49:18.761374+0000 mgr.y (mgr.14150) 174 : cephadm [INF] Adjusting osd_memory_target on smithi062 to 5413M 2024-09-13T13:49:20.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:49:19 smithi062 bash[19845]: cephadm 2024-09-13T13:49:18.739264+0000 mgr.y (mgr.14150) 173 : cephadm [INF] Detected new or changed devices on smithi062 2024-09-13T13:49:20.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:49:19 smithi062 bash[19845]: cephadm 2024-09-13T13:49:18.761374+0000 mgr.y (mgr.14150) 174 : cephadm [INF] Adjusting osd_memory_target on smithi062 to 5413M 2024-09-13T13:49:21.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:49:20 smithi178 bash[22034]: cluster 2024-09-13T13:49:19.052545+0000 mgr.y (mgr.14150) 175 : cluster [DBG] pgmap v143: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail 2024-09-13T13:49:21.222 INFO:teuthology.orchestra.run.smithi062.stderr:Inferring config /var/lib/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T13:49:21.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:49:20 smithi062 bash[26634]: cluster 2024-09-13T13:49:19.052545+0000 mgr.y (mgr.14150) 175 : cluster [DBG] pgmap v143: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail 2024-09-13T13:49:21.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:49:20 smithi062 bash[19845]: cluster 2024-09-13T13:49:19.052545+0000 mgr.y (mgr.14150) 175 : cluster [DBG] pgmap v143: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail 2024-09-13T13:49:23.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:49:22 smithi178 bash[22034]: cluster 2024-09-13T13:49:21.053121+0000 mgr.y (mgr.14150) 176 : cluster [DBG] pgmap v144: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail; 3.0 KiB/s rd, 131 KiB/s wr, 9 op/s 2024-09-13T13:49:23.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:49:22 smithi178 bash[22034]: audit 2024-09-13T13:49:22.577042+0000 mon.a (mon.0) 438 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-13T13:49:23.186 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:49:22 smithi178 bash[22034]: audit 2024-09-13T13:49:22.582200+0000 mon.a (mon.0) 439 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-13T13:49:23.186 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:49:22 smithi178 bash[22034]: audit 2024-09-13T13:49:22.583300+0000 mon.a (mon.0) 440 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T13:49:23.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:49:22 smithi062 bash[19845]: cluster 2024-09-13T13:49:21.053121+0000 mgr.y (mgr.14150) 176 : cluster [DBG] pgmap v144: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail; 3.0 KiB/s rd, 131 KiB/s wr, 9 op/s 2024-09-13T13:49:23.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:49:22 smithi062 bash[19845]: audit 2024-09-13T13:49:22.577042+0000 mon.a (mon.0) 438 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-13T13:49:23.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:49:22 smithi062 bash[19845]: audit 2024-09-13T13:49:22.582200+0000 mon.a (mon.0) 439 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-13T13:49:23.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:49:22 smithi062 bash[19845]: audit 2024-09-13T13:49:22.583300+0000 mon.a (mon.0) 440 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T13:49:23.255 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:49:22 smithi062 bash[26634]: cluster 2024-09-13T13:49:21.053121+0000 mgr.y (mgr.14150) 176 : cluster [DBG] pgmap v144: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail; 3.0 KiB/s rd, 131 KiB/s wr, 9 op/s 2024-09-13T13:49:23.255 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:49:22 smithi062 bash[26634]: audit 2024-09-13T13:49:22.577042+0000 mon.a (mon.0) 438 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-13T13:49:23.255 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:49:22 smithi062 bash[26634]: audit 2024-09-13T13:49:22.582200+0000 mon.a (mon.0) 439 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-13T13:49:23.255 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:49:22 smithi062 bash[26634]: audit 2024-09-13T13:49:22.583300+0000 mon.a (mon.0) 440 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T13:49:24.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:49:23 smithi178 bash[22034]: audit 2024-09-13T13:49:22.570922+0000 mgr.y (mgr.14150) 177 : audit [DBG] from='client.14295 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi062:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T13:49:24.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:49:23 smithi062 bash[19845]: audit 2024-09-13T13:49:22.570922+0000 mgr.y (mgr.14150) 177 : audit [DBG] from='client.14295 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi062:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T13:49:24.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:49:23 smithi062 bash[26634]: audit 2024-09-13T13:49:22.570922+0000 mgr.y (mgr.14150) 177 : audit [DBG] from='client.14295 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi062:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T13:49:25.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:49:24 smithi178 bash[22034]: cluster 2024-09-13T13:49:23.053631+0000 mgr.y (mgr.14150) 178 : cluster [DBG] pgmap v145: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail; 2.2 KiB/s rd, 98 KiB/s wr, 6 op/s 2024-09-13T13:49:25.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:49:24 smithi062 bash[19845]: cluster 2024-09-13T13:49:23.053631+0000 mgr.y (mgr.14150) 178 : cluster [DBG] pgmap v145: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail; 2.2 KiB/s rd, 98 KiB/s wr, 6 op/s 2024-09-13T13:49:25.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:49:24 smithi062 bash[26634]: cluster 2024-09-13T13:49:23.053631+0000 mgr.y (mgr.14150) 178 : cluster [DBG] pgmap v145: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail; 2.2 KiB/s rd, 98 KiB/s wr, 6 op/s 2024-09-13T13:49:27.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:49:26 smithi178 bash[22034]: cluster 2024-09-13T13:49:25.054189+0000 mgr.y (mgr.14150) 179 : cluster [DBG] pgmap v146: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail; 1.8 KiB/s rd, 78 KiB/s wr, 5 op/s 2024-09-13T13:49:27.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:49:26 smithi062 bash[19845]: cluster 2024-09-13T13:49:25.054189+0000 mgr.y (mgr.14150) 179 : cluster [DBG] pgmap v146: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail; 1.8 KiB/s rd, 78 KiB/s wr, 5 op/s 2024-09-13T13:49:27.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:49:26 smithi062 bash[26634]: cluster 2024-09-13T13:49:25.054189+0000 mgr.y (mgr.14150) 179 : cluster [DBG] pgmap v146: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail; 1.8 KiB/s rd, 78 KiB/s wr, 5 op/s 2024-09-13T13:49:28.978 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:49:28 smithi062 bash[19845]: cluster 2024-09-13T13:49:27.054763+0000 mgr.y (mgr.14150) 180 : cluster [DBG] pgmap v147: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail; 1.5 KiB/s rd, 65 KiB/s wr, 4 op/s 2024-09-13T13:49:28.978 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:49:28 smithi062 bash[26634]: cluster 2024-09-13T13:49:27.054763+0000 mgr.y (mgr.14150) 180 : cluster [DBG] pgmap v147: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail; 1.5 KiB/s rd, 65 KiB/s wr, 4 op/s 2024-09-13T13:49:29.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:49:28 smithi178 bash[22034]: cluster 2024-09-13T13:49:27.054763+0000 mgr.y (mgr.14150) 180 : cluster [DBG] pgmap v147: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail; 1.5 KiB/s rd, 65 KiB/s wr, 4 op/s 2024-09-13T13:49:31.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:49:30 smithi178 bash[22034]: cluster 2024-09-13T13:49:29.055372+0000 mgr.y (mgr.14150) 181 : cluster [DBG] pgmap v148: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail; 1.5 KiB/s rd, 65 KiB/s wr, 4 op/s 2024-09-13T13:49:31.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:49:30 smithi062 bash[19845]: cluster 2024-09-13T13:49:29.055372+0000 mgr.y (mgr.14150) 181 : cluster [DBG] pgmap v148: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail; 1.5 KiB/s rd, 65 KiB/s wr, 4 op/s 2024-09-13T13:49:31.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:49:30 smithi062 bash[26634]: cluster 2024-09-13T13:49:29.055372+0000 mgr.y (mgr.14150) 181 : cluster [DBG] pgmap v148: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail; 1.5 KiB/s rd, 65 KiB/s wr, 4 op/s 2024-09-13T13:49:32.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:49:31 smithi178 bash[22034]: audit 2024-09-13T13:49:31.057072+0000 mon.a (mon.0) 441 : audit [INF] from='client.? 172.21.15.62:0/2184595208' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "84a5c452-fd2e-4e14-80be-1921e047ae60"}]: dispatch 2024-09-13T13:49:32.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:49:31 smithi178 bash[22034]: audit 2024-09-13T13:49:31.060218+0000 mon.a (mon.0) 442 : audit [INF] from='client.? 172.21.15.62:0/2184595208' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "84a5c452-fd2e-4e14-80be-1921e047ae60"}]': finished 2024-09-13T13:49:32.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:49:31 smithi178 bash[22034]: cluster 2024-09-13T13:49:31.064994+0000 mon.a (mon.0) 443 : cluster [DBG] osdmap e23: 4 total, 3 up, 4 in 2024-09-13T13:49:32.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:49:31 smithi178 bash[22034]: audit 2024-09-13T13:49:31.065377+0000 mon.a (mon.0) 444 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-13T13:49:32.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:49:31 smithi178 bash[22034]: audit 2024-09-13T13:49:31.670754+0000 mon.c (mon.2) 8 : audit [DBG] from='client.? 172.21.15.62:0/2320577422' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-13T13:49:32.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:49:31 smithi062 bash[19845]: audit 2024-09-13T13:49:31.057072+0000 mon.a (mon.0) 441 : audit [INF] from='client.? 172.21.15.62:0/2184595208' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "84a5c452-fd2e-4e14-80be-1921e047ae60"}]: dispatch 2024-09-13T13:49:32.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:49:31 smithi062 bash[19845]: audit 2024-09-13T13:49:31.060218+0000 mon.a (mon.0) 442 : audit [INF] from='client.? 172.21.15.62:0/2184595208' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "84a5c452-fd2e-4e14-80be-1921e047ae60"}]': finished 2024-09-13T13:49:32.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:49:31 smithi062 bash[19845]: cluster 2024-09-13T13:49:31.064994+0000 mon.a (mon.0) 443 : cluster [DBG] osdmap e23: 4 total, 3 up, 4 in 2024-09-13T13:49:32.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:49:31 smithi062 bash[19845]: audit 2024-09-13T13:49:31.065377+0000 mon.a (mon.0) 444 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-13T13:49:32.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:49:31 smithi062 bash[19845]: audit 2024-09-13T13:49:31.670754+0000 mon.c (mon.2) 8 : audit [DBG] from='client.? 172.21.15.62:0/2320577422' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-13T13:49:32.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:49:31 smithi062 bash[26634]: audit 2024-09-13T13:49:31.057072+0000 mon.a (mon.0) 441 : audit [INF] from='client.? 172.21.15.62:0/2184595208' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "84a5c452-fd2e-4e14-80be-1921e047ae60"}]: dispatch 2024-09-13T13:49:32.255 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:49:31 smithi062 bash[26634]: audit 2024-09-13T13:49:31.060218+0000 mon.a (mon.0) 442 : audit [INF] from='client.? 172.21.15.62:0/2184595208' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "84a5c452-fd2e-4e14-80be-1921e047ae60"}]': finished 2024-09-13T13:49:32.255 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:49:31 smithi062 bash[26634]: cluster 2024-09-13T13:49:31.064994+0000 mon.a (mon.0) 443 : cluster [DBG] osdmap e23: 4 total, 3 up, 4 in 2024-09-13T13:49:32.255 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:49:31 smithi062 bash[26634]: audit 2024-09-13T13:49:31.065377+0000 mon.a (mon.0) 444 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-13T13:49:32.255 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:49:31 smithi062 bash[26634]: audit 2024-09-13T13:49:31.670754+0000 mon.c (mon.2) 8 : audit [DBG] from='client.? 172.21.15.62:0/2320577422' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-13T13:49:33.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:49:32 smithi178 bash[22034]: cluster 2024-09-13T13:49:31.056032+0000 mgr.y (mgr.14150) 182 : cluster [DBG] pgmap v149: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail; 1.5 KiB/s rd, 65 KiB/s wr, 4 op/s 2024-09-13T13:49:33.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:49:32 smithi062 bash[19845]: cluster 2024-09-13T13:49:31.056032+0000 mgr.y (mgr.14150) 182 : cluster [DBG] pgmap v149: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail; 1.5 KiB/s rd, 65 KiB/s wr, 4 op/s 2024-09-13T13:49:33.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:49:32 smithi062 bash[26634]: cluster 2024-09-13T13:49:31.056032+0000 mgr.y (mgr.14150) 182 : cluster [DBG] pgmap v149: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail; 1.5 KiB/s rd, 65 KiB/s wr, 4 op/s 2024-09-13T13:49:35.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:49:34 smithi178 bash[22034]: cluster 2024-09-13T13:49:33.056595+0000 mgr.y (mgr.14150) 183 : cluster [DBG] pgmap v151: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail 2024-09-13T13:49:35.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:49:34 smithi062 bash[19845]: cluster 2024-09-13T13:49:33.056595+0000 mgr.y (mgr.14150) 183 : cluster [DBG] pgmap v151: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail 2024-09-13T13:49:35.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:49:34 smithi062 bash[26634]: cluster 2024-09-13T13:49:33.056595+0000 mgr.y (mgr.14150) 183 : cluster [DBG] pgmap v151: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail 2024-09-13T13:49:37.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:49:36 smithi178 bash[22034]: cluster 2024-09-13T13:49:35.057283+0000 mgr.y (mgr.14150) 184 : cluster [DBG] pgmap v152: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail 2024-09-13T13:49:37.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:49:36 smithi062 bash[19845]: cluster 2024-09-13T13:49:35.057283+0000 mgr.y (mgr.14150) 184 : cluster [DBG] pgmap v152: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail 2024-09-13T13:49:37.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:49:36 smithi062 bash[26634]: cluster 2024-09-13T13:49:35.057283+0000 mgr.y (mgr.14150) 184 : cluster [DBG] pgmap v152: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail 2024-09-13T13:49:39.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:49:38 smithi178 bash[22034]: cluster 2024-09-13T13:49:37.057834+0000 mgr.y (mgr.14150) 185 : cluster [DBG] pgmap v153: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail 2024-09-13T13:49:39.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:49:38 smithi062 bash[19845]: cluster 2024-09-13T13:49:37.057834+0000 mgr.y (mgr.14150) 185 : cluster [DBG] pgmap v153: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail 2024-09-13T13:49:39.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:49:38 smithi062 bash[26634]: cluster 2024-09-13T13:49:37.057834+0000 mgr.y (mgr.14150) 185 : cluster [DBG] pgmap v153: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail 2024-09-13T13:49:41.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:49:40 smithi178 bash[22034]: cluster 2024-09-13T13:49:39.058494+0000 mgr.y (mgr.14150) 186 : cluster [DBG] pgmap v154: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail 2024-09-13T13:49:41.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:49:40 smithi062 bash[26634]: cluster 2024-09-13T13:49:39.058494+0000 mgr.y (mgr.14150) 186 : cluster [DBG] pgmap v154: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail 2024-09-13T13:49:41.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:49:40 smithi062 bash[19845]: cluster 2024-09-13T13:49:39.058494+0000 mgr.y (mgr.14150) 186 : cluster [DBG] pgmap v154: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail 2024-09-13T13:49:43.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:49:42 smithi178 bash[22034]: cluster 2024-09-13T13:49:41.059197+0000 mgr.y (mgr.14150) 187 : cluster [DBG] pgmap v155: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail 2024-09-13T13:49:43.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:49:42 smithi062 bash[19845]: cluster 2024-09-13T13:49:41.059197+0000 mgr.y (mgr.14150) 187 : cluster [DBG] pgmap v155: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail 2024-09-13T13:49:43.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:49:42 smithi062 bash[26634]: cluster 2024-09-13T13:49:41.059197+0000 mgr.y (mgr.14150) 187 : cluster [DBG] pgmap v155: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail 2024-09-13T13:49:45.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:49:44 smithi178 bash[22034]: cluster 2024-09-13T13:49:43.059880+0000 mgr.y (mgr.14150) 188 : cluster [DBG] pgmap v156: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail 2024-09-13T13:49:45.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:49:44 smithi178 bash[22034]: audit 2024-09-13T13:49:44.655692+0000 mon.a (mon.0) 445 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-09-13T13:49:45.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:49:44 smithi178 bash[22034]: audit 2024-09-13T13:49:44.657296+0000 mon.a (mon.0) 446 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T13:49:45.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:49:44 smithi062 bash[19845]: cluster 2024-09-13T13:49:43.059880+0000 mgr.y (mgr.14150) 188 : cluster [DBG] pgmap v156: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail 2024-09-13T13:49:45.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:49:44 smithi062 bash[19845]: audit 2024-09-13T13:49:44.655692+0000 mon.a (mon.0) 445 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-09-13T13:49:45.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:49:44 smithi062 bash[19845]: audit 2024-09-13T13:49:44.657296+0000 mon.a (mon.0) 446 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T13:49:45.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:49:44 smithi062 bash[26634]: cluster 2024-09-13T13:49:43.059880+0000 mgr.y (mgr.14150) 188 : cluster [DBG] pgmap v156: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail 2024-09-13T13:49:45.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:49:44 smithi062 bash[26634]: audit 2024-09-13T13:49:44.655692+0000 mon.a (mon.0) 445 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-09-13T13:49:45.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:49:44 smithi062 bash[26634]: audit 2024-09-13T13:49:44.657296+0000 mon.a (mon.0) 446 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T13:49:46.192 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:49:45 smithi062 bash[19845]: cephadm 2024-09-13T13:49:44.658653+0000 mgr.y (mgr.14150) 189 : cephadm [INF] Deploying daemon osd.3 on smithi062 2024-09-13T13:49:46.193 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:49:45 smithi062 bash[26634]: cephadm 2024-09-13T13:49:44.658653+0000 mgr.y (mgr.14150) 189 : cephadm [INF] Deploying daemon osd.3 on smithi062 2024-09-13T13:49:46.434 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:49:45 smithi178 bash[22034]: cephadm 2024-09-13T13:49:44.658653+0000 mgr.y (mgr.14150) 189 : cephadm [INF] Deploying daemon osd.3 on smithi062 2024-09-13T13:49:47.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:49:46 smithi062 bash[19845]: cluster 2024-09-13T13:49:45.060439+0000 mgr.y (mgr.14150) 190 : cluster [DBG] pgmap v157: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail 2024-09-13T13:49:47.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:49:46 smithi062 bash[26634]: cluster 2024-09-13T13:49:45.060439+0000 mgr.y (mgr.14150) 190 : cluster [DBG] pgmap v157: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail 2024-09-13T13:49:47.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:49:46 smithi178 bash[22034]: cluster 2024-09-13T13:49:45.060439+0000 mgr.y (mgr.14150) 190 : cluster [DBG] pgmap v157: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail 2024-09-13T13:49:49.216 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 13:49:48 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T13:49:49.216 INFO:journalctl@ceph.osd.0.smithi062.stdout:Sep 13 13:49:48 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T13:49:49.216 INFO:journalctl@ceph.osd.1.smithi062.stdout:Sep 13 13:49:48 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T13:49:49.217 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:49:48 smithi062 bash[19845]: cluster 2024-09-13T13:49:47.060967+0000 mgr.y (mgr.14150) 191 : cluster [DBG] pgmap v158: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail 2024-09-13T13:49:49.217 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:49:48 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T13:49:49.217 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:49:48 smithi062 bash[26634]: cluster 2024-09-13T13:49:47.060967+0000 mgr.y (mgr.14150) 191 : cluster [DBG] pgmap v158: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail 2024-09-13T13:49:49.217 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:49:48 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T13:49:49.217 INFO:journalctl@ceph.osd.2.smithi062.stdout:Sep 13 13:49:48 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T13:49:49.434 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:49:48 smithi178 bash[22034]: cluster 2024-09-13T13:49:47.060967+0000 mgr.y (mgr.14150) 191 : cluster [DBG] pgmap v158: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail 2024-09-13T13:49:49.503 INFO:journalctl@ceph.osd.0.smithi062.stdout:Sep 13 13:49:49 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T13:49:49.504 INFO:journalctl@ceph.osd.1.smithi062.stdout:Sep 13 13:49:49 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T13:49:49.504 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:49:49 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T13:49:49.504 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 13:49:49 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T13:49:49.505 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:49:49 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T13:49:49.505 INFO:journalctl@ceph.osd.2.smithi062.stdout:Sep 13 13:49:49 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T13:49:50.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:49:49 smithi062 bash[26634]: audit 2024-09-13T13:49:49.366717+0000 mon.a (mon.0) 447 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T13:49:50.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:49:49 smithi062 bash[26634]: audit 2024-09-13T13:49:49.370756+0000 mon.a (mon.0) 448 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:49:50.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:49:49 smithi062 bash[26634]: audit 2024-09-13T13:49:49.375321+0000 mon.a (mon.0) 449 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:49:50.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:49:49 smithi062 bash[19845]: audit 2024-09-13T13:49:49.366717+0000 mon.a (mon.0) 447 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T13:49:50.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:49:49 smithi062 bash[19845]: audit 2024-09-13T13:49:49.370756+0000 mon.a (mon.0) 448 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:49:50.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:49:49 smithi062 bash[19845]: audit 2024-09-13T13:49:49.375321+0000 mon.a (mon.0) 449 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:49:50.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:49:49 smithi178 bash[22034]: audit 2024-09-13T13:49:49.366717+0000 mon.a (mon.0) 447 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T13:49:50.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:49:49 smithi178 bash[22034]: audit 2024-09-13T13:49:49.370756+0000 mon.a (mon.0) 448 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:49:50.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:49:49 smithi178 bash[22034]: audit 2024-09-13T13:49:49.375321+0000 mon.a (mon.0) 449 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:49:51.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:49:50 smithi062 bash[19845]: cluster 2024-09-13T13:49:49.061469+0000 mgr.y (mgr.14150) 192 : cluster [DBG] pgmap v159: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail 2024-09-13T13:49:51.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:49:50 smithi062 bash[26634]: cluster 2024-09-13T13:49:49.061469+0000 mgr.y (mgr.14150) 192 : cluster [DBG] pgmap v159: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail 2024-09-13T13:49:51.434 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:49:50 smithi178 bash[22034]: cluster 2024-09-13T13:49:49.061469+0000 mgr.y (mgr.14150) 192 : cluster [DBG] pgmap v159: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail 2024-09-13T13:49:53.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:49:52 smithi062 bash[19845]: cluster 2024-09-13T13:49:51.062002+0000 mgr.y (mgr.14150) 193 : cluster [DBG] pgmap v160: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail 2024-09-13T13:49:53.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:49:52 smithi062 bash[26634]: cluster 2024-09-13T13:49:51.062002+0000 mgr.y (mgr.14150) 193 : cluster [DBG] pgmap v160: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail 2024-09-13T13:49:53.434 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:49:52 smithi178 bash[22034]: cluster 2024-09-13T13:49:51.062002+0000 mgr.y (mgr.14150) 193 : cluster [DBG] pgmap v160: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail 2024-09-13T13:49:55.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:49:54 smithi062 bash[19845]: cluster 2024-09-13T13:49:53.062428+0000 mgr.y (mgr.14150) 194 : cluster [DBG] pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail 2024-09-13T13:49:55.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:49:54 smithi062 bash[26634]: cluster 2024-09-13T13:49:53.062428+0000 mgr.y (mgr.14150) 194 : cluster [DBG] pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail 2024-09-13T13:49:55.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:49:54 smithi178 bash[22034]: cluster 2024-09-13T13:49:53.062428+0000 mgr.y (mgr.14150) 194 : cluster [DBG] pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail 2024-09-13T13:49:57.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:49:56 smithi062 bash[19845]: cluster 2024-09-13T13:49:55.062972+0000 mgr.y (mgr.14150) 195 : cluster [DBG] pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail 2024-09-13T13:49:57.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:49:56 smithi062 bash[19845]: audit 2024-09-13T13:49:56.002633+0000 mon.a (mon.0) 450 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:49:57.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:49:56 smithi062 bash[19845]: audit 2024-09-13T13:49:56.009417+0000 mon.a (mon.0) 451 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:49:57.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:49:56 smithi062 bash[19845]: audit 2024-09-13T13:49:56.010282+0000 mon.a (mon.0) 452 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T13:49:57.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:49:56 smithi062 bash[19845]: audit 2024-09-13T13:49:56.011038+0000 mon.a (mon.0) 453 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T13:49:57.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:49:56 smithi062 bash[19845]: audit 2024-09-13T13:49:56.019042+0000 mon.a (mon.0) 454 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:49:57.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:49:56 smithi062 bash[26634]: cluster 2024-09-13T13:49:55.062972+0000 mgr.y (mgr.14150) 195 : cluster [DBG] pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail 2024-09-13T13:49:57.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:49:56 smithi062 bash[26634]: audit 2024-09-13T13:49:56.002633+0000 mon.a (mon.0) 450 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:49:57.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:49:56 smithi062 bash[26634]: audit 2024-09-13T13:49:56.009417+0000 mon.a (mon.0) 451 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:49:57.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:49:56 smithi062 bash[26634]: audit 2024-09-13T13:49:56.010282+0000 mon.a (mon.0) 452 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T13:49:57.255 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:49:56 smithi062 bash[26634]: audit 2024-09-13T13:49:56.011038+0000 mon.a (mon.0) 453 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T13:49:57.255 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:49:56 smithi062 bash[26634]: audit 2024-09-13T13:49:56.019042+0000 mon.a (mon.0) 454 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:49:57.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:49:56 smithi178 bash[22034]: cluster 2024-09-13T13:49:55.062972+0000 mgr.y (mgr.14150) 195 : cluster [DBG] pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail 2024-09-13T13:49:57.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:49:56 smithi178 bash[22034]: audit 2024-09-13T13:49:56.002633+0000 mon.a (mon.0) 450 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:49:57.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:49:56 smithi178 bash[22034]: audit 2024-09-13T13:49:56.009417+0000 mon.a (mon.0) 451 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:49:57.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:49:56 smithi178 bash[22034]: audit 2024-09-13T13:49:56.010282+0000 mon.a (mon.0) 452 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T13:49:57.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:49:56 smithi178 bash[22034]: audit 2024-09-13T13:49:56.011038+0000 mon.a (mon.0) 453 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T13:49:57.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:49:56 smithi178 bash[22034]: audit 2024-09-13T13:49:56.019042+0000 mon.a (mon.0) 454 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:49:59.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:49:58 smithi062 bash[19845]: cluster 2024-09-13T13:49:57.063502+0000 mgr.y (mgr.14150) 196 : cluster [DBG] pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail 2024-09-13T13:49:59.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:49:58 smithi062 bash[19845]: audit 2024-09-13T13:49:58.340913+0000 mon.a (mon.0) 455 : audit [INF] from='osd.3 [v2:172.21.15.62:6826/858129472,v1:172.21.15.62:6827/858129472]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-09-13T13:49:59.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:49:58 smithi062 bash[26634]: cluster 2024-09-13T13:49:57.063502+0000 mgr.y (mgr.14150) 196 : cluster [DBG] pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail 2024-09-13T13:49:59.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:49:58 smithi062 bash[26634]: audit 2024-09-13T13:49:58.340913+0000 mon.a (mon.0) 455 : audit [INF] from='osd.3 [v2:172.21.15.62:6826/858129472,v1:172.21.15.62:6827/858129472]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-09-13T13:49:59.434 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:49:58 smithi178 bash[22034]: cluster 2024-09-13T13:49:57.063502+0000 mgr.y (mgr.14150) 196 : cluster [DBG] pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail 2024-09-13T13:49:59.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:49:58 smithi178 bash[22034]: audit 2024-09-13T13:49:58.340913+0000 mon.a (mon.0) 455 : audit [INF] from='osd.3 [v2:172.21.15.62:6826/858129472,v1:172.21.15.62:6827/858129472]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-09-13T13:49:59.583 INFO:teuthology.orchestra.run.smithi062.stdout:Created osd(s) 3 on host 'smithi062' 2024-09-13T13:49:59.981 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:49:59 smithi062 bash[26634]: audit 2024-09-13T13:49:58.968983+0000 mon.a (mon.0) 456 : audit [INF] from='osd.3 [v2:172.21.15.62:6826/858129472,v1:172.21.15.62:6827/858129472]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-09-13T13:49:59.981 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:49:59 smithi062 bash[26634]: cluster 2024-09-13T13:49:58.972730+0000 mon.a (mon.0) 457 : cluster [DBG] osdmap e24: 4 total, 3 up, 4 in 2024-09-13T13:49:59.981 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:49:59 smithi062 bash[26634]: audit 2024-09-13T13:49:58.973301+0000 mon.a (mon.0) 458 : audit [INF] from='osd.3 [v2:172.21.15.62:6826/858129472,v1:172.21.15.62:6827/858129472]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi062", "root=default"]}]: dispatch 2024-09-13T13:49:59.981 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:49:59 smithi062 bash[26634]: audit 2024-09-13T13:49:58.973571+0000 mon.a (mon.0) 459 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-13T13:49:59.981 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:49:59 smithi062 bash[26634]: audit 2024-09-13T13:49:59.564919+0000 mon.a (mon.0) 460 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T13:49:59.981 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:49:59 smithi062 bash[26634]: audit 2024-09-13T13:49:59.571057+0000 mon.a (mon.0) 461 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:49:59.982 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:49:59 smithi062 bash[26634]: audit 2024-09-13T13:49:59.578959+0000 mon.a (mon.0) 462 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:49:59.982 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:49:59 smithi062 bash[26634]: audit 2024-09-13T13:49:59.971278+0000 mon.a (mon.0) 463 : audit [INF] from='osd.3 [v2:172.21.15.62:6826/858129472,v1:172.21.15.62:6827/858129472]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi062", "root=default"]}]': finished 2024-09-13T13:49:59.982 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:49:59 smithi062 bash[26634]: cluster 2024-09-13T13:49:59.974599+0000 mon.a (mon.0) 464 : cluster [DBG] osdmap e25: 4 total, 3 up, 4 in 2024-09-13T13:50:00.175 DEBUG:teuthology.orchestra.run.smithi062:osd.3> sudo journalctl -f -n 0 -u ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@osd.3.service 2024-09-13T13:50:00.178 INFO:tasks.cephadm:Deploying osd.4 on smithi178 with /dev/vg_nvme/lv_4... 2024-09-13T13:50:00.178 DEBUG:teuthology.orchestra.run.smithi178:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ff1149ea-71d5-11ef-bceb-c7b262605968 -- lvm zap /dev/vg_nvme/lv_4 2024-09-13T13:50:00.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:49:59 smithi062 bash[19845]: audit 2024-09-13T13:49:58.968983+0000 mon.a (mon.0) 456 : audit [INF] from='osd.3 [v2:172.21.15.62:6826/858129472,v1:172.21.15.62:6827/858129472]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-09-13T13:50:00.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:49:59 smithi062 bash[19845]: cluster 2024-09-13T13:49:58.972730+0000 mon.a (mon.0) 457 : cluster [DBG] osdmap e24: 4 total, 3 up, 4 in 2024-09-13T13:50:00.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:49:59 smithi062 bash[19845]: audit 2024-09-13T13:49:58.973301+0000 mon.a (mon.0) 458 : audit [INF] from='osd.3 [v2:172.21.15.62:6826/858129472,v1:172.21.15.62:6827/858129472]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi062", "root=default"]}]: dispatch 2024-09-13T13:50:00.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:49:59 smithi062 bash[19845]: audit 2024-09-13T13:49:58.973571+0000 mon.a (mon.0) 459 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-13T13:50:00.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:49:59 smithi062 bash[19845]: audit 2024-09-13T13:49:59.564919+0000 mon.a (mon.0) 460 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T13:50:00.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:49:59 smithi062 bash[19845]: audit 2024-09-13T13:49:59.571057+0000 mon.a (mon.0) 461 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:50:00.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:49:59 smithi062 bash[19845]: audit 2024-09-13T13:49:59.578959+0000 mon.a (mon.0) 462 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:50:00.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:49:59 smithi062 bash[19845]: audit 2024-09-13T13:49:59.971278+0000 mon.a (mon.0) 463 : audit [INF] from='osd.3 [v2:172.21.15.62:6826/858129472,v1:172.21.15.62:6827/858129472]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi062", "root=default"]}]': finished 2024-09-13T13:50:00.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:49:59 smithi062 bash[19845]: cluster 2024-09-13T13:49:59.974599+0000 mon.a (mon.0) 464 : cluster [DBG] osdmap e25: 4 total, 3 up, 4 in 2024-09-13T13:50:00.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:49:59 smithi178 bash[22034]: audit 2024-09-13T13:49:58.968983+0000 mon.a (mon.0) 456 : audit [INF] from='osd.3 [v2:172.21.15.62:6826/858129472,v1:172.21.15.62:6827/858129472]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-09-13T13:50:00.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:49:59 smithi178 bash[22034]: cluster 2024-09-13T13:49:58.972730+0000 mon.a (mon.0) 457 : cluster [DBG] osdmap e24: 4 total, 3 up, 4 in 2024-09-13T13:50:00.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:49:59 smithi178 bash[22034]: audit 2024-09-13T13:49:58.973301+0000 mon.a (mon.0) 458 : audit [INF] from='osd.3 [v2:172.21.15.62:6826/858129472,v1:172.21.15.62:6827/858129472]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi062", "root=default"]}]: dispatch 2024-09-13T13:50:00.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:49:59 smithi178 bash[22034]: audit 2024-09-13T13:49:58.973571+0000 mon.a (mon.0) 459 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-13T13:50:00.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:49:59 smithi178 bash[22034]: audit 2024-09-13T13:49:59.564919+0000 mon.a (mon.0) 460 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T13:50:00.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:49:59 smithi178 bash[22034]: audit 2024-09-13T13:49:59.571057+0000 mon.a (mon.0) 461 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:50:00.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:49:59 smithi178 bash[22034]: audit 2024-09-13T13:49:59.578959+0000 mon.a (mon.0) 462 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:50:00.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:49:59 smithi178 bash[22034]: audit 2024-09-13T13:49:59.971278+0000 mon.a (mon.0) 463 : audit [INF] from='osd.3 [v2:172.21.15.62:6826/858129472,v1:172.21.15.62:6827/858129472]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi062", "root=default"]}]': finished 2024-09-13T13:50:00.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:49:59 smithi178 bash[22034]: cluster 2024-09-13T13:49:59.974599+0000 mon.a (mon.0) 464 : cluster [DBG] osdmap e25: 4 total, 3 up, 4 in 2024-09-13T13:50:01.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:50:00 smithi062 bash[26634]: cluster 2024-09-13T13:49:59.063889+0000 mgr.y (mgr.14150) 197 : cluster [DBG] pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail 2024-09-13T13:50:01.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:50:00 smithi062 bash[26634]: audit 2024-09-13T13:49:59.975884+0000 mon.a (mon.0) 465 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-13T13:50:01.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:50:00 smithi062 bash[26634]: audit 2024-09-13T13:49:59.985111+0000 mon.a (mon.0) 466 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-13T13:50:01.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:50:00 smithi062 bash[26634]: cluster 2024-09-13T13:50:00.000100+0000 mon.a (mon.0) 467 : cluster [INF] overall HEALTH_OK 2024-09-13T13:50:01.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:50:00 smithi062 bash[19845]: cluster 2024-09-13T13:49:59.063889+0000 mgr.y (mgr.14150) 197 : cluster [DBG] pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail 2024-09-13T13:50:01.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:50:00 smithi062 bash[19845]: audit 2024-09-13T13:49:59.975884+0000 mon.a (mon.0) 465 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-13T13:50:01.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:50:00 smithi062 bash[19845]: audit 2024-09-13T13:49:59.985111+0000 mon.a (mon.0) 466 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-13T13:50:01.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:50:00 smithi062 bash[19845]: cluster 2024-09-13T13:50:00.000100+0000 mon.a (mon.0) 467 : cluster [INF] overall HEALTH_OK 2024-09-13T13:50:01.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:50:00 smithi178 bash[22034]: cluster 2024-09-13T13:49:59.063889+0000 mgr.y (mgr.14150) 197 : cluster [DBG] pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail 2024-09-13T13:50:01.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:50:00 smithi178 bash[22034]: audit 2024-09-13T13:49:59.975884+0000 mon.a (mon.0) 465 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-13T13:50:01.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:50:00 smithi178 bash[22034]: audit 2024-09-13T13:49:59.985111+0000 mon.a (mon.0) 466 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-13T13:50:01.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:50:00 smithi178 bash[22034]: cluster 2024-09-13T13:50:00.000100+0000 mon.a (mon.0) 467 : cluster [INF] overall HEALTH_OK 2024-09-13T13:50:02.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:50:01 smithi062 bash[19845]: cluster 2024-09-13T13:49:59.331160+0000 osd.3 (osd.3) 1 : cluster [DBG] purged_snaps scrub starts 2024-09-13T13:50:02.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:50:01 smithi062 bash[19845]: cluster 2024-09-13T13:49:59.331265+0000 osd.3 (osd.3) 2 : cluster [DBG] purged_snaps scrub ok 2024-09-13T13:50:02.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:50:01 smithi062 bash[19845]: audit 2024-09-13T13:50:00.987256+0000 mon.a (mon.0) 468 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-13T13:50:02.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:50:01 smithi062 bash[19845]: cluster 2024-09-13T13:50:00.995207+0000 mon.a (mon.0) 469 : cluster [INF] osd.3 [v2:172.21.15.62:6826/858129472,v1:172.21.15.62:6827/858129472] boot 2024-09-13T13:50:02.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:50:01 smithi062 bash[19845]: cluster 2024-09-13T13:50:00.995275+0000 mon.a (mon.0) 470 : cluster [DBG] osdmap e26: 4 total, 4 up, 4 in 2024-09-13T13:50:02.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:50:01 smithi062 bash[19845]: audit 2024-09-13T13:50:00.996109+0000 mon.a (mon.0) 471 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-13T13:50:02.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:50:01 smithi062 bash[26634]: cluster 2024-09-13T13:49:59.331160+0000 osd.3 (osd.3) 1 : cluster [DBG] purged_snaps scrub starts 2024-09-13T13:50:02.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:50:01 smithi062 bash[26634]: cluster 2024-09-13T13:49:59.331265+0000 osd.3 (osd.3) 2 : cluster [DBG] purged_snaps scrub ok 2024-09-13T13:50:02.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:50:01 smithi062 bash[26634]: audit 2024-09-13T13:50:00.987256+0000 mon.a (mon.0) 468 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-13T13:50:02.255 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:50:01 smithi062 bash[26634]: cluster 2024-09-13T13:50:00.995207+0000 mon.a (mon.0) 469 : cluster [INF] osd.3 [v2:172.21.15.62:6826/858129472,v1:172.21.15.62:6827/858129472] boot 2024-09-13T13:50:02.255 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:50:01 smithi062 bash[26634]: cluster 2024-09-13T13:50:00.995275+0000 mon.a (mon.0) 470 : cluster [DBG] osdmap e26: 4 total, 4 up, 4 in 2024-09-13T13:50:02.255 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:50:01 smithi062 bash[26634]: audit 2024-09-13T13:50:00.996109+0000 mon.a (mon.0) 471 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-13T13:50:02.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:50:01 smithi178 bash[22034]: cluster 2024-09-13T13:49:59.331160+0000 osd.3 (osd.3) 1 : cluster [DBG] purged_snaps scrub starts 2024-09-13T13:50:02.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:50:01 smithi178 bash[22034]: cluster 2024-09-13T13:49:59.331265+0000 osd.3 (osd.3) 2 : cluster [DBG] purged_snaps scrub ok 2024-09-13T13:50:02.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:50:01 smithi178 bash[22034]: audit 2024-09-13T13:50:00.987256+0000 mon.a (mon.0) 468 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-13T13:50:02.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:50:01 smithi178 bash[22034]: cluster 2024-09-13T13:50:00.995207+0000 mon.a (mon.0) 469 : cluster [INF] osd.3 [v2:172.21.15.62:6826/858129472,v1:172.21.15.62:6827/858129472] boot 2024-09-13T13:50:02.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:50:01 smithi178 bash[22034]: cluster 2024-09-13T13:50:00.995275+0000 mon.a (mon.0) 470 : cluster [DBG] osdmap e26: 4 total, 4 up, 4 in 2024-09-13T13:50:02.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:50:01 smithi178 bash[22034]: audit 2024-09-13T13:50:00.996109+0000 mon.a (mon.0) 471 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-13T13:50:03.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:50:02 smithi062 bash[26634]: cluster 2024-09-13T13:50:01.064496+0000 mgr.y (mgr.14150) 198 : cluster [DBG] pgmap v168: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail 2024-09-13T13:50:03.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:50:02 smithi062 bash[26634]: cluster 2024-09-13T13:50:02.002183+0000 mon.a (mon.0) 472 : cluster [DBG] osdmap e27: 4 total, 4 up, 4 in 2024-09-13T13:50:03.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:50:02 smithi062 bash[19845]: cluster 2024-09-13T13:50:01.064496+0000 mgr.y (mgr.14150) 198 : cluster [DBG] pgmap v168: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail 2024-09-13T13:50:03.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:50:02 smithi062 bash[19845]: cluster 2024-09-13T13:50:02.002183+0000 mon.a (mon.0) 472 : cluster [DBG] osdmap e27: 4 total, 4 up, 4 in 2024-09-13T13:50:03.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:50:02 smithi178 bash[22034]: cluster 2024-09-13T13:50:01.064496+0000 mgr.y (mgr.14150) 198 : cluster [DBG] pgmap v168: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail 2024-09-13T13:50:03.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:50:02 smithi178 bash[22034]: cluster 2024-09-13T13:50:02.002183+0000 mon.a (mon.0) 472 : cluster [DBG] osdmap e27: 4 total, 4 up, 4 in 2024-09-13T13:50:04.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:50:03 smithi062 bash[19845]: cluster 2024-09-13T13:50:03.065091+0000 mgr.y (mgr.14150) 199 : cluster [DBG] pgmap v170: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-09-13T13:50:04.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:50:03 smithi062 bash[26634]: cluster 2024-09-13T13:50:03.065091+0000 mgr.y (mgr.14150) 199 : cluster [DBG] pgmap v170: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-09-13T13:50:04.434 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:50:03 smithi178 bash[22034]: cluster 2024-09-13T13:50:03.065091+0000 mgr.y (mgr.14150) 199 : cluster [DBG] pgmap v170: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-09-13T13:50:04.904 INFO:teuthology.orchestra.run.smithi178.stderr:Inferring config /var/lib/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/mon.b/config 2024-09-13T13:50:06.227 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:50:06 smithi178 bash[22034]: cluster 2024-09-13T13:50:05.065651+0000 mgr.y (mgr.14150) 200 : cluster [DBG] pgmap v171: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-09-13T13:50:06.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:50:06 smithi062 bash[19845]: cluster 2024-09-13T13:50:05.065651+0000 mgr.y (mgr.14150) 200 : cluster [DBG] pgmap v171: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-09-13T13:50:06.504 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:50:06 smithi062 bash[26634]: cluster 2024-09-13T13:50:05.065651+0000 mgr.y (mgr.14150) 200 : cluster [DBG] pgmap v171: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-09-13T13:50:08.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:50:08 smithi178 bash[22034]: cluster 2024-09-13T13:50:07.066178+0000 mgr.y (mgr.14150) 201 : cluster [DBG] pgmap v172: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-09-13T13:50:08.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:50:08 smithi062 bash[19845]: cluster 2024-09-13T13:50:07.066178+0000 mgr.y (mgr.14150) 201 : cluster [DBG] pgmap v172: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-09-13T13:50:08.504 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:50:08 smithi062 bash[26634]: cluster 2024-09-13T13:50:07.066178+0000 mgr.y (mgr.14150) 201 : cluster [DBG] pgmap v172: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-09-13T13:50:08.618 INFO:teuthology.orchestra.run.smithi178.stdout: 2024-09-13T13:50:08.668 DEBUG:teuthology.orchestra.run.smithi178:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ff1149ea-71d5-11ef-bceb-c7b262605968 -- ceph orch daemon add osd smithi178:vg_nvme/lv_4 2024-09-13T13:50:10.685 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:50:10 smithi178 bash[22034]: cluster 2024-09-13T13:50:09.066747+0000 mgr.y (mgr.14150) 202 : cluster [DBG] pgmap v173: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-09-13T13:50:10.685 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:50:10 smithi178 bash[22034]: cephadm 2024-09-13T13:50:09.261840+0000 mgr.y (mgr.14150) 203 : cephadm [INF] Detected new or changed devices on smithi062 2024-09-13T13:50:10.685 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:50:10 smithi178 bash[22034]: audit 2024-09-13T13:50:09.270373+0000 mon.a (mon.0) 473 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:50:10.685 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:50:10 smithi178 bash[22034]: audit 2024-09-13T13:50:09.278684+0000 mon.a (mon.0) 474 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:50:10.685 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:50:10 smithi178 bash[22034]: audit 2024-09-13T13:50:09.281776+0000 mon.a (mon.0) 475 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-13T13:50:10.685 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:50:10 smithi178 bash[22034]: audit 2024-09-13T13:50:09.283388+0000 mon.a (mon.0) 476 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-13T13:50:10.686 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:50:10 smithi178 bash[22034]: audit 2024-09-13T13:50:09.284966+0000 mon.a (mon.0) 477 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-13T13:50:10.686 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:50:10 smithi178 bash[22034]: audit 2024-09-13T13:50:09.286601+0000 mon.a (mon.0) 478 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-13T13:50:10.686 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:50:10 smithi178 bash[22034]: cephadm 2024-09-13T13:50:09.287802+0000 mgr.y (mgr.14150) 204 : cephadm [INF] Adjusting osd_memory_target on smithi062 to 4060M 2024-09-13T13:50:10.686 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:50:10 smithi178 bash[22034]: audit 2024-09-13T13:50:09.293706+0000 mon.a (mon.0) 479 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:50:10.686 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:50:10 smithi178 bash[22034]: audit 2024-09-13T13:50:09.298592+0000 mon.a (mon.0) 480 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T13:50:10.686 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:50:10 smithi178 bash[22034]: audit 2024-09-13T13:50:09.300148+0000 mon.a (mon.0) 481 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T13:50:10.686 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:50:10 smithi178 bash[22034]: audit 2024-09-13T13:50:09.309011+0000 mon.a (mon.0) 482 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:50:10.754 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:50:10 smithi062 bash[19845]: cluster 2024-09-13T13:50:09.066747+0000 mgr.y (mgr.14150) 202 : cluster [DBG] pgmap v173: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-09-13T13:50:10.754 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:50:10 smithi062 bash[19845]: cephadm 2024-09-13T13:50:09.261840+0000 mgr.y (mgr.14150) 203 : cephadm [INF] Detected new or changed devices on smithi062 2024-09-13T13:50:10.754 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:50:10 smithi062 bash[19845]: audit 2024-09-13T13:50:09.270373+0000 mon.a (mon.0) 473 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:50:10.754 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:50:10 smithi062 bash[19845]: audit 2024-09-13T13:50:09.278684+0000 mon.a (mon.0) 474 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:50:10.754 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:50:10 smithi062 bash[19845]: audit 2024-09-13T13:50:09.281776+0000 mon.a (mon.0) 475 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-13T13:50:10.754 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:50:10 smithi062 bash[19845]: audit 2024-09-13T13:50:09.283388+0000 mon.a (mon.0) 476 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-13T13:50:10.754 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:50:10 smithi062 bash[19845]: audit 2024-09-13T13:50:09.284966+0000 mon.a (mon.0) 477 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-13T13:50:10.754 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:50:10 smithi062 bash[19845]: audit 2024-09-13T13:50:09.286601+0000 mon.a (mon.0) 478 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-13T13:50:10.754 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:50:10 smithi062 bash[19845]: cephadm 2024-09-13T13:50:09.287802+0000 mgr.y (mgr.14150) 204 : cephadm [INF] Adjusting osd_memory_target on smithi062 to 4060M 2024-09-13T13:50:10.754 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:50:10 smithi062 bash[19845]: audit 2024-09-13T13:50:09.293706+0000 mon.a (mon.0) 479 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:50:10.755 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:50:10 smithi062 bash[19845]: audit 2024-09-13T13:50:09.298592+0000 mon.a (mon.0) 480 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T13:50:10.755 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:50:10 smithi062 bash[19845]: audit 2024-09-13T13:50:09.300148+0000 mon.a (mon.0) 481 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T13:50:10.755 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:50:10 smithi062 bash[19845]: audit 2024-09-13T13:50:09.309011+0000 mon.a (mon.0) 482 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:50:10.755 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:50:10 smithi062 bash[26634]: cluster 2024-09-13T13:50:09.066747+0000 mgr.y (mgr.14150) 202 : cluster [DBG] pgmap v173: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-09-13T13:50:10.755 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:50:10 smithi062 bash[26634]: cephadm 2024-09-13T13:50:09.261840+0000 mgr.y (mgr.14150) 203 : cephadm [INF] Detected new or changed devices on smithi062 2024-09-13T13:50:10.755 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:50:10 smithi062 bash[26634]: audit 2024-09-13T13:50:09.270373+0000 mon.a (mon.0) 473 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:50:10.755 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:50:10 smithi062 bash[26634]: audit 2024-09-13T13:50:09.278684+0000 mon.a (mon.0) 474 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:50:10.755 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:50:10 smithi062 bash[26634]: audit 2024-09-13T13:50:09.281776+0000 mon.a (mon.0) 475 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-13T13:50:10.755 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:50:10 smithi062 bash[26634]: audit 2024-09-13T13:50:09.283388+0000 mon.a (mon.0) 476 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-13T13:50:10.755 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:50:10 smithi062 bash[26634]: audit 2024-09-13T13:50:09.284966+0000 mon.a (mon.0) 477 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-13T13:50:10.756 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:50:10 smithi062 bash[26634]: audit 2024-09-13T13:50:09.286601+0000 mon.a (mon.0) 478 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-13T13:50:10.756 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:50:10 smithi062 bash[26634]: cephadm 2024-09-13T13:50:09.287802+0000 mgr.y (mgr.14150) 204 : cephadm [INF] Adjusting osd_memory_target on smithi062 to 4060M 2024-09-13T13:50:10.756 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:50:10 smithi062 bash[26634]: audit 2024-09-13T13:50:09.293706+0000 mon.a (mon.0) 479 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:50:10.756 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:50:10 smithi062 bash[26634]: audit 2024-09-13T13:50:09.298592+0000 mon.a (mon.0) 480 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T13:50:10.756 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:50:10 smithi062 bash[26634]: audit 2024-09-13T13:50:09.300148+0000 mon.a (mon.0) 481 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T13:50:10.756 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:50:10 smithi062 bash[26634]: audit 2024-09-13T13:50:09.309011+0000 mon.a (mon.0) 482 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:50:12.685 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:50:12 smithi178 bash[22034]: cluster 2024-09-13T13:50:11.067281+0000 mgr.y (mgr.14150) 205 : cluster [DBG] pgmap v174: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-09-13T13:50:12.753 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:50:12 smithi062 bash[26634]: cluster 2024-09-13T13:50:11.067281+0000 mgr.y (mgr.14150) 205 : cluster [DBG] pgmap v174: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-09-13T13:50:12.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:50:12 smithi062 bash[19845]: cluster 2024-09-13T13:50:11.067281+0000 mgr.y (mgr.14150) 205 : cluster [DBG] pgmap v174: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-09-13T13:50:13.395 INFO:teuthology.orchestra.run.smithi178.stderr:Inferring config /var/lib/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/mon.b/config 2024-09-13T13:50:14.684 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:50:14 smithi178 bash[22034]: cluster 2024-09-13T13:50:13.067798+0000 mgr.y (mgr.14150) 206 : cluster [DBG] pgmap v175: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-09-13T13:50:14.753 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:50:14 smithi062 bash[26634]: cluster 2024-09-13T13:50:13.067798+0000 mgr.y (mgr.14150) 206 : cluster [DBG] pgmap v175: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-09-13T13:50:14.754 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:50:14 smithi062 bash[19845]: cluster 2024-09-13T13:50:13.067798+0000 mgr.y (mgr.14150) 206 : cluster [DBG] pgmap v175: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-09-13T13:50:15.685 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:50:15 smithi178 bash[22034]: audit 2024-09-13T13:50:14.793976+0000 mgr.y (mgr.14150) 207 : audit [DBG] from='client.24184 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi178:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T13:50:15.685 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:50:15 smithi178 bash[22034]: audit 2024-09-13T13:50:14.800802+0000 mon.a (mon.0) 483 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-13T13:50:15.685 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:50:15 smithi178 bash[22034]: audit 2024-09-13T13:50:14.806780+0000 mon.a (mon.0) 484 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-13T13:50:15.685 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:50:15 smithi178 bash[22034]: audit 2024-09-13T13:50:14.808406+0000 mon.a (mon.0) 485 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T13:50:15.753 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:50:15 smithi062 bash[26634]: audit 2024-09-13T13:50:14.793976+0000 mgr.y (mgr.14150) 207 : audit [DBG] from='client.24184 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi178:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T13:50:15.753 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:50:15 smithi062 bash[26634]: audit 2024-09-13T13:50:14.800802+0000 mon.a (mon.0) 483 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-13T13:50:15.754 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:50:15 smithi062 bash[26634]: audit 2024-09-13T13:50:14.806780+0000 mon.a (mon.0) 484 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-13T13:50:15.754 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:50:15 smithi062 bash[26634]: audit 2024-09-13T13:50:14.808406+0000 mon.a (mon.0) 485 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T13:50:15.754 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:50:15 smithi062 bash[19845]: audit 2024-09-13T13:50:14.793976+0000 mgr.y (mgr.14150) 207 : audit [DBG] from='client.24184 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi178:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T13:50:15.754 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:50:15 smithi062 bash[19845]: audit 2024-09-13T13:50:14.800802+0000 mon.a (mon.0) 483 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-13T13:50:15.754 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:50:15 smithi062 bash[19845]: audit 2024-09-13T13:50:14.806780+0000 mon.a (mon.0) 484 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-13T13:50:15.754 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:50:15 smithi062 bash[19845]: audit 2024-09-13T13:50:14.808406+0000 mon.a (mon.0) 485 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T13:50:16.685 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:50:16 smithi178 bash[22034]: cluster 2024-09-13T13:50:15.068351+0000 mgr.y (mgr.14150) 208 : cluster [DBG] pgmap v176: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-09-13T13:50:16.753 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:50:16 smithi062 bash[26634]: cluster 2024-09-13T13:50:15.068351+0000 mgr.y (mgr.14150) 208 : cluster [DBG] pgmap v176: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-09-13T13:50:16.754 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:50:16 smithi062 bash[19845]: cluster 2024-09-13T13:50:15.068351+0000 mgr.y (mgr.14150) 208 : cluster [DBG] pgmap v176: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-09-13T13:50:18.685 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:50:18 smithi178 bash[22034]: cluster 2024-09-13T13:50:17.068857+0000 mgr.y (mgr.14150) 209 : cluster [DBG] pgmap v177: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-09-13T13:50:18.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:50:18 smithi062 bash[19845]: cluster 2024-09-13T13:50:17.068857+0000 mgr.y (mgr.14150) 209 : cluster [DBG] pgmap v177: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-09-13T13:50:18.754 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:50:18 smithi062 bash[26634]: cluster 2024-09-13T13:50:17.068857+0000 mgr.y (mgr.14150) 209 : cluster [DBG] pgmap v177: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-09-13T13:50:20.685 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:50:20 smithi178 bash[22034]: cluster 2024-09-13T13:50:19.069393+0000 mgr.y (mgr.14150) 210 : cluster [DBG] pgmap v178: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-09-13T13:50:20.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:50:20 smithi062 bash[19845]: cluster 2024-09-13T13:50:19.069393+0000 mgr.y (mgr.14150) 210 : cluster [DBG] pgmap v178: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-09-13T13:50:20.785 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:50:20 smithi062 bash[26634]: cluster 2024-09-13T13:50:19.069393+0000 mgr.y (mgr.14150) 210 : cluster [DBG] pgmap v178: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-09-13T13:50:22.685 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:50:22 smithi178 bash[22034]: cluster 2024-09-13T13:50:21.069953+0000 mgr.y (mgr.14150) 211 : cluster [DBG] pgmap v179: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-09-13T13:50:22.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:50:22 smithi062 bash[19845]: cluster 2024-09-13T13:50:21.069953+0000 mgr.y (mgr.14150) 211 : cluster [DBG] pgmap v179: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-09-13T13:50:22.754 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:50:22 smithi062 bash[26634]: cluster 2024-09-13T13:50:21.069953+0000 mgr.y (mgr.14150) 211 : cluster [DBG] pgmap v179: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-09-13T13:50:23.685 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:50:23 smithi178 bash[22034]: audit 2024-09-13T13:50:23.209221+0000 mon.b (mon.1) 10 : audit [INF] from='client.? 172.21.15.178:0/2077768805' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "bd3b7cf5-26c0-412d-a2cc-8e4780d0d350"}]: dispatch 2024-09-13T13:50:23.685 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:50:23 smithi178 bash[22034]: audit 2024-09-13T13:50:23.210665+0000 mon.a (mon.0) 486 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "bd3b7cf5-26c0-412d-a2cc-8e4780d0d350"}]: dispatch 2024-09-13T13:50:23.685 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:50:23 smithi178 bash[22034]: audit 2024-09-13T13:50:23.214211+0000 mon.a (mon.0) 487 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "bd3b7cf5-26c0-412d-a2cc-8e4780d0d350"}]': finished 2024-09-13T13:50:23.685 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:50:23 smithi178 bash[22034]: cluster 2024-09-13T13:50:23.221966+0000 mon.a (mon.0) 488 : cluster [DBG] osdmap e28: 5 total, 4 up, 5 in 2024-09-13T13:50:23.685 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:50:23 smithi178 bash[22034]: audit 2024-09-13T13:50:23.222677+0000 mon.a (mon.0) 489 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-13T13:50:23.753 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:50:23 smithi062 bash[26634]: audit 2024-09-13T13:50:23.209221+0000 mon.b (mon.1) 10 : audit [INF] from='client.? 172.21.15.178:0/2077768805' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "bd3b7cf5-26c0-412d-a2cc-8e4780d0d350"}]: dispatch 2024-09-13T13:50:23.754 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:50:23 smithi062 bash[26634]: audit 2024-09-13T13:50:23.210665+0000 mon.a (mon.0) 486 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "bd3b7cf5-26c0-412d-a2cc-8e4780d0d350"}]: dispatch 2024-09-13T13:50:23.754 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:50:23 smithi062 bash[26634]: audit 2024-09-13T13:50:23.214211+0000 mon.a (mon.0) 487 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "bd3b7cf5-26c0-412d-a2cc-8e4780d0d350"}]': finished 2024-09-13T13:50:23.754 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:50:23 smithi062 bash[26634]: cluster 2024-09-13T13:50:23.221966+0000 mon.a (mon.0) 488 : cluster [DBG] osdmap e28: 5 total, 4 up, 5 in 2024-09-13T13:50:23.754 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:50:23 smithi062 bash[26634]: audit 2024-09-13T13:50:23.222677+0000 mon.a (mon.0) 489 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-13T13:50:23.754 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:50:23 smithi062 bash[19845]: audit 2024-09-13T13:50:23.209221+0000 mon.b (mon.1) 10 : audit [INF] from='client.? 172.21.15.178:0/2077768805' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "bd3b7cf5-26c0-412d-a2cc-8e4780d0d350"}]: dispatch 2024-09-13T13:50:23.754 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:50:23 smithi062 bash[19845]: audit 2024-09-13T13:50:23.210665+0000 mon.a (mon.0) 486 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "bd3b7cf5-26c0-412d-a2cc-8e4780d0d350"}]: dispatch 2024-09-13T13:50:23.754 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:50:23 smithi062 bash[19845]: audit 2024-09-13T13:50:23.214211+0000 mon.a (mon.0) 487 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "bd3b7cf5-26c0-412d-a2cc-8e4780d0d350"}]': finished 2024-09-13T13:50:23.754 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:50:23 smithi062 bash[19845]: cluster 2024-09-13T13:50:23.221966+0000 mon.a (mon.0) 488 : cluster [DBG] osdmap e28: 5 total, 4 up, 5 in 2024-09-13T13:50:23.755 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:50:23 smithi062 bash[19845]: audit 2024-09-13T13:50:23.222677+0000 mon.a (mon.0) 489 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-13T13:50:24.685 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:50:24 smithi178 bash[22034]: cluster 2024-09-13T13:50:23.070454+0000 mgr.y (mgr.14150) 212 : cluster [DBG] pgmap v180: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-09-13T13:50:24.685 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:50:24 smithi178 bash[22034]: audit 2024-09-13T13:50:23.888033+0000 mon.b (mon.1) 11 : audit [DBG] from='client.? 172.21.15.178:0/3387588982' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-13T13:50:24.753 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:50:24 smithi062 bash[26634]: cluster 2024-09-13T13:50:23.070454+0000 mgr.y (mgr.14150) 212 : cluster [DBG] pgmap v180: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-09-13T13:50:24.754 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:50:24 smithi062 bash[26634]: audit 2024-09-13T13:50:23.888033+0000 mon.b (mon.1) 11 : audit [DBG] from='client.? 172.21.15.178:0/3387588982' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-13T13:50:24.754 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:50:24 smithi062 bash[19845]: cluster 2024-09-13T13:50:23.070454+0000 mgr.y (mgr.14150) 212 : cluster [DBG] pgmap v180: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-09-13T13:50:24.754 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:50:24 smithi062 bash[19845]: audit 2024-09-13T13:50:23.888033+0000 mon.b (mon.1) 11 : audit [DBG] from='client.? 172.21.15.178:0/3387588982' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-13T13:50:26.685 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:50:26 smithi178 bash[22034]: cluster 2024-09-13T13:50:25.071045+0000 mgr.y (mgr.14150) 213 : cluster [DBG] pgmap v182: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-09-13T13:50:26.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:50:26 smithi062 bash[19845]: cluster 2024-09-13T13:50:25.071045+0000 mgr.y (mgr.14150) 213 : cluster [DBG] pgmap v182: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-09-13T13:50:26.754 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:50:26 smithi062 bash[26634]: cluster 2024-09-13T13:50:25.071045+0000 mgr.y (mgr.14150) 213 : cluster [DBG] pgmap v182: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-09-13T13:50:28.685 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:50:28 smithi178 bash[22034]: cluster 2024-09-13T13:50:27.071601+0000 mgr.y (mgr.14150) 214 : cluster [DBG] pgmap v183: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-09-13T13:50:28.753 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:50:28 smithi062 bash[26634]: cluster 2024-09-13T13:50:27.071601+0000 mgr.y (mgr.14150) 214 : cluster [DBG] pgmap v183: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-09-13T13:50:28.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:50:28 smithi062 bash[19845]: cluster 2024-09-13T13:50:27.071601+0000 mgr.y (mgr.14150) 214 : cluster [DBG] pgmap v183: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-09-13T13:50:30.685 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:50:30 smithi178 bash[22034]: cluster 2024-09-13T13:50:29.072307+0000 mgr.y (mgr.14150) 215 : cluster [DBG] pgmap v184: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-09-13T13:50:30.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:50:30 smithi062 bash[19845]: cluster 2024-09-13T13:50:29.072307+0000 mgr.y (mgr.14150) 215 : cluster [DBG] pgmap v184: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-09-13T13:50:30.753 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:50:30 smithi062 bash[26634]: cluster 2024-09-13T13:50:29.072307+0000 mgr.y (mgr.14150) 215 : cluster [DBG] pgmap v184: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-09-13T13:50:32.685 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:50:32 smithi178 bash[22034]: cluster 2024-09-13T13:50:31.072902+0000 mgr.y (mgr.14150) 216 : cluster [DBG] pgmap v185: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-09-13T13:50:32.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:50:32 smithi062 bash[19845]: cluster 2024-09-13T13:50:31.072902+0000 mgr.y (mgr.14150) 216 : cluster [DBG] pgmap v185: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-09-13T13:50:32.753 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:50:32 smithi062 bash[26634]: cluster 2024-09-13T13:50:31.072902+0000 mgr.y (mgr.14150) 216 : cluster [DBG] pgmap v185: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-09-13T13:50:34.684 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:50:34 smithi178 bash[22034]: cluster 2024-09-13T13:50:33.073452+0000 mgr.y (mgr.14150) 217 : cluster [DBG] pgmap v186: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-09-13T13:50:34.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:50:34 smithi062 bash[19845]: cluster 2024-09-13T13:50:33.073452+0000 mgr.y (mgr.14150) 217 : cluster [DBG] pgmap v186: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-09-13T13:50:34.753 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:50:34 smithi062 bash[26634]: cluster 2024-09-13T13:50:33.073452+0000 mgr.y (mgr.14150) 217 : cluster [DBG] pgmap v186: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-09-13T13:50:36.685 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:50:36 smithi178 bash[22034]: cluster 2024-09-13T13:50:35.074110+0000 mgr.y (mgr.14150) 218 : cluster [DBG] pgmap v187: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-09-13T13:50:36.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:50:36 smithi062 bash[19845]: cluster 2024-09-13T13:50:35.074110+0000 mgr.y (mgr.14150) 218 : cluster [DBG] pgmap v187: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-09-13T13:50:36.754 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:50:36 smithi062 bash[26634]: cluster 2024-09-13T13:50:35.074110+0000 mgr.y (mgr.14150) 218 : cluster [DBG] pgmap v187: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-09-13T13:50:37.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:50:37 smithi178 bash[22034]: audit 2024-09-13T13:50:36.657875+0000 mon.a (mon.0) 490 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-09-13T13:50:37.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:50:37 smithi178 bash[22034]: audit 2024-09-13T13:50:36.659896+0000 mon.a (mon.0) 491 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T13:50:37.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:50:37 smithi178 bash[22034]: cephadm 2024-09-13T13:50:36.661550+0000 mgr.y (mgr.14150) 219 : cephadm [INF] Deploying daemon osd.4 on smithi178 2024-09-13T13:50:37.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:50:37 smithi062 bash[19845]: audit 2024-09-13T13:50:36.657875+0000 mon.a (mon.0) 490 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-09-13T13:50:37.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:50:37 smithi062 bash[19845]: audit 2024-09-13T13:50:36.659896+0000 mon.a (mon.0) 491 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T13:50:37.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:50:37 smithi062 bash[19845]: cephadm 2024-09-13T13:50:36.661550+0000 mgr.y (mgr.14150) 219 : cephadm [INF] Deploying daemon osd.4 on smithi178 2024-09-13T13:50:37.754 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:50:37 smithi062 bash[26634]: audit 2024-09-13T13:50:36.657875+0000 mon.a (mon.0) 490 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-09-13T13:50:37.754 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:50:37 smithi062 bash[26634]: audit 2024-09-13T13:50:36.659896+0000 mon.a (mon.0) 491 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T13:50:37.754 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:50:37 smithi062 bash[26634]: cephadm 2024-09-13T13:50:36.661550+0000 mgr.y (mgr.14150) 219 : cephadm [INF] Deploying daemon osd.4 on smithi178 2024-09-13T13:50:38.613 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:50:38 smithi178 bash[22034]: cluster 2024-09-13T13:50:37.074786+0000 mgr.y (mgr.14150) 220 : cluster [DBG] pgmap v188: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-09-13T13:50:38.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:50:38 smithi062 bash[19845]: cluster 2024-09-13T13:50:37.074786+0000 mgr.y (mgr.14150) 220 : cluster [DBG] pgmap v188: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-09-13T13:50:38.756 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:50:38 smithi062 bash[26634]: cluster 2024-09-13T13:50:37.074786+0000 mgr.y (mgr.14150) 220 : cluster [DBG] pgmap v188: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-09-13T13:50:40.685 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:50:40 smithi178 bash[22034]: cluster 2024-09-13T13:50:39.075464+0000 mgr.y (mgr.14150) 221 : cluster [DBG] pgmap v189: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-09-13T13:50:40.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:50:40 smithi062 bash[19845]: cluster 2024-09-13T13:50:39.075464+0000 mgr.y (mgr.14150) 221 : cluster [DBG] pgmap v189: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-09-13T13:50:40.753 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:50:40 smithi062 bash[26634]: cluster 2024-09-13T13:50:39.075464+0000 mgr.y (mgr.14150) 221 : cluster [DBG] pgmap v189: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-09-13T13:50:41.194 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:50:41 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T13:50:41.194 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 13 13:50:41 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T13:50:41.548 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:50:41 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T13:50:41.549 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 13 13:50:41 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T13:50:42.684 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:50:42 smithi178 bash[22034]: cluster 2024-09-13T13:50:41.076073+0000 mgr.y (mgr.14150) 222 : cluster [DBG] pgmap v190: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-09-13T13:50:42.685 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:50:42 smithi178 bash[22034]: audit 2024-09-13T13:50:41.460029+0000 mon.a (mon.0) 492 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T13:50:42.685 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:50:42 smithi178 bash[22034]: audit 2024-09-13T13:50:41.466983+0000 mon.a (mon.0) 493 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:50:42.685 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:50:42 smithi178 bash[22034]: audit 2024-09-13T13:50:41.475032+0000 mon.a (mon.0) 494 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:50:42.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:50:42 smithi062 bash[19845]: cluster 2024-09-13T13:50:41.076073+0000 mgr.y (mgr.14150) 222 : cluster [DBG] pgmap v190: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-09-13T13:50:42.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:50:42 smithi062 bash[19845]: audit 2024-09-13T13:50:41.460029+0000 mon.a (mon.0) 492 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T13:50:42.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:50:42 smithi062 bash[19845]: audit 2024-09-13T13:50:41.466983+0000 mon.a (mon.0) 493 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:50:42.754 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:50:42 smithi062 bash[19845]: audit 2024-09-13T13:50:41.475032+0000 mon.a (mon.0) 494 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:50:42.754 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:50:42 smithi062 bash[26634]: cluster 2024-09-13T13:50:41.076073+0000 mgr.y (mgr.14150) 222 : cluster [DBG] pgmap v190: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-09-13T13:50:42.754 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:50:42 smithi062 bash[26634]: audit 2024-09-13T13:50:41.460029+0000 mon.a (mon.0) 492 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T13:50:42.754 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:50:42 smithi062 bash[26634]: audit 2024-09-13T13:50:41.466983+0000 mon.a (mon.0) 493 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:50:42.754 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:50:42 smithi062 bash[26634]: audit 2024-09-13T13:50:41.475032+0000 mon.a (mon.0) 494 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:50:44.687 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:50:44 smithi178 bash[22034]: cluster 2024-09-13T13:50:43.076611+0000 mgr.y (mgr.14150) 223 : cluster [DBG] pgmap v191: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-09-13T13:50:44.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:50:44 smithi062 bash[19845]: cluster 2024-09-13T13:50:43.076611+0000 mgr.y (mgr.14150) 223 : cluster [DBG] pgmap v191: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-09-13T13:50:44.754 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:50:44 smithi062 bash[26634]: cluster 2024-09-13T13:50:43.076611+0000 mgr.y (mgr.14150) 223 : cluster [DBG] pgmap v191: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-09-13T13:50:46.684 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:50:46 smithi178 bash[22034]: cluster 2024-09-13T13:50:45.077156+0000 mgr.y (mgr.14150) 224 : cluster [DBG] pgmap v192: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-09-13T13:50:46.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:50:46 smithi062 bash[19845]: cluster 2024-09-13T13:50:45.077156+0000 mgr.y (mgr.14150) 224 : cluster [DBG] pgmap v192: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-09-13T13:50:46.753 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:50:46 smithi062 bash[26634]: cluster 2024-09-13T13:50:45.077156+0000 mgr.y (mgr.14150) 224 : cluster [DBG] pgmap v192: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-09-13T13:50:48.911 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:50:48 smithi178 bash[22034]: cluster 2024-09-13T13:50:47.077692+0000 mgr.y (mgr.14150) 225 : cluster [DBG] pgmap v193: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-09-13T13:50:48.912 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:50:48 smithi178 bash[22034]: audit 2024-09-13T13:50:47.841086+0000 mon.a (mon.0) 495 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:50:48.912 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:50:48 smithi178 bash[22034]: audit 2024-09-13T13:50:47.851377+0000 mon.a (mon.0) 496 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:50:48.912 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:50:48 smithi178 bash[22034]: audit 2024-09-13T13:50:47.853421+0000 mon.a (mon.0) 497 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T13:50:48.912 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:50:48 smithi178 bash[22034]: audit 2024-09-13T13:50:47.855351+0000 mon.a (mon.0) 498 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T13:50:48.912 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:50:48 smithi178 bash[22034]: audit 2024-09-13T13:50:47.867401+0000 mon.a (mon.0) 499 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:50:49.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:50:48 smithi062 bash[19845]: cluster 2024-09-13T13:50:47.077692+0000 mgr.y (mgr.14150) 225 : cluster [DBG] pgmap v193: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-09-13T13:50:49.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:50:48 smithi062 bash[19845]: audit 2024-09-13T13:50:47.841086+0000 mon.a (mon.0) 495 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:50:49.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:50:48 smithi062 bash[19845]: audit 2024-09-13T13:50:47.851377+0000 mon.a (mon.0) 496 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:50:49.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:50:48 smithi062 bash[19845]: audit 2024-09-13T13:50:47.853421+0000 mon.a (mon.0) 497 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T13:50:49.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:50:48 smithi062 bash[19845]: audit 2024-09-13T13:50:47.855351+0000 mon.a (mon.0) 498 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T13:50:49.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:50:48 smithi062 bash[19845]: audit 2024-09-13T13:50:47.867401+0000 mon.a (mon.0) 499 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:50:49.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:50:48 smithi062 bash[26634]: cluster 2024-09-13T13:50:47.077692+0000 mgr.y (mgr.14150) 225 : cluster [DBG] pgmap v193: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-09-13T13:50:49.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:50:48 smithi062 bash[26634]: audit 2024-09-13T13:50:47.841086+0000 mon.a (mon.0) 495 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:50:49.255 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:50:48 smithi062 bash[26634]: audit 2024-09-13T13:50:47.851377+0000 mon.a (mon.0) 496 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:50:49.255 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:50:48 smithi062 bash[26634]: audit 2024-09-13T13:50:47.853421+0000 mon.a (mon.0) 497 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T13:50:49.255 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:50:48 smithi062 bash[26634]: audit 2024-09-13T13:50:47.855351+0000 mon.a (mon.0) 498 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T13:50:49.255 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:50:48 smithi062 bash[26634]: audit 2024-09-13T13:50:47.867401+0000 mon.a (mon.0) 499 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:50:51.184 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:50:50 smithi178 bash[22034]: cluster 2024-09-13T13:50:49.078236+0000 mgr.y (mgr.14150) 226 : cluster [DBG] pgmap v194: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-09-13T13:50:51.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:50:50 smithi062 bash[19845]: cluster 2024-09-13T13:50:49.078236+0000 mgr.y (mgr.14150) 226 : cluster [DBG] pgmap v194: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-09-13T13:50:51.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:50:50 smithi062 bash[26634]: cluster 2024-09-13T13:50:49.078236+0000 mgr.y (mgr.14150) 226 : cluster [DBG] pgmap v194: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-09-13T13:50:52.131 INFO:teuthology.orchestra.run.smithi178.stdout:Created osd(s) 4 on host 'smithi178' 2024-09-13T13:50:52.146 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:50:51 smithi178 bash[22034]: audit 2024-09-13T13:50:50.881005+0000 mon.b (mon.1) 12 : audit [INF] from='osd.4 [v2:172.21.15.178:6800/1019422454,v1:172.21.15.178:6801/1019422454]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-09-13T13:50:52.147 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:50:51 smithi178 bash[22034]: audit 2024-09-13T13:50:50.882257+0000 mon.a (mon.0) 500 : audit [INF] from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-09-13T13:50:52.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:50:51 smithi062 bash[19845]: audit 2024-09-13T13:50:50.881005+0000 mon.b (mon.1) 12 : audit [INF] from='osd.4 [v2:172.21.15.178:6800/1019422454,v1:172.21.15.178:6801/1019422454]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-09-13T13:50:52.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:50:51 smithi062 bash[19845]: audit 2024-09-13T13:50:50.882257+0000 mon.a (mon.0) 500 : audit [INF] from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-09-13T13:50:52.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:50:51 smithi062 bash[26634]: audit 2024-09-13T13:50:50.881005+0000 mon.b (mon.1) 12 : audit [INF] from='osd.4 [v2:172.21.15.178:6800/1019422454,v1:172.21.15.178:6801/1019422454]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-09-13T13:50:52.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:50:51 smithi062 bash[26634]: audit 2024-09-13T13:50:50.882257+0000 mon.a (mon.0) 500 : audit [INF] from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-09-13T13:50:52.663 DEBUG:teuthology.orchestra.run.smithi178:osd.4> sudo journalctl -f -n 0 -u ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@osd.4.service 2024-09-13T13:50:52.665 INFO:tasks.cephadm:Deploying osd.5 on smithi178 with /dev/vg_nvme/lv_3... 2024-09-13T13:50:52.665 DEBUG:teuthology.orchestra.run.smithi178:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ff1149ea-71d5-11ef-bceb-c7b262605968 -- lvm zap /dev/vg_nvme/lv_3 2024-09-13T13:50:52.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:50:52 smithi178 bash[22034]: cluster 2024-09-13T13:50:51.078775+0000 mgr.y (mgr.14150) 227 : cluster [DBG] pgmap v195: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-09-13T13:50:52.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:50:52 smithi178 bash[22034]: audit 2024-09-13T13:50:51.857080+0000 mon.a (mon.0) 501 : audit [INF] from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-09-13T13:50:52.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:50:52 smithi178 bash[22034]: audit 2024-09-13T13:50:51.861657+0000 mon.b (mon.1) 13 : audit [INF] from='osd.4 [v2:172.21.15.178:6800/1019422454,v1:172.21.15.178:6801/1019422454]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi178", "root=default"]}]: dispatch 2024-09-13T13:50:52.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:50:52 smithi178 bash[22034]: cluster 2024-09-13T13:50:51.866092+0000 mon.a (mon.0) 502 : cluster [DBG] osdmap e29: 5 total, 4 up, 5 in 2024-09-13T13:50:52.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:50:52 smithi178 bash[22034]: audit 2024-09-13T13:50:51.866742+0000 mon.a (mon.0) 503 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-13T13:50:52.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:50:52 smithi178 bash[22034]: audit 2024-09-13T13:50:51.867709+0000 mon.a (mon.0) 504 : audit [INF] from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi178", "root=default"]}]: dispatch 2024-09-13T13:50:52.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:50:52 smithi178 bash[22034]: audit 2024-09-13T13:50:52.111996+0000 mon.a (mon.0) 505 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T13:50:52.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:50:52 smithi178 bash[22034]: audit 2024-09-13T13:50:52.119448+0000 mon.a (mon.0) 506 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:50:52.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:50:52 smithi178 bash[22034]: audit 2024-09-13T13:50:52.127705+0000 mon.a (mon.0) 507 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:50:53.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:50:52 smithi062 bash[19845]: cluster 2024-09-13T13:50:51.078775+0000 mgr.y (mgr.14150) 227 : cluster [DBG] pgmap v195: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-09-13T13:50:53.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:50:52 smithi062 bash[19845]: audit 2024-09-13T13:50:51.857080+0000 mon.a (mon.0) 501 : audit [INF] from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-09-13T13:50:53.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:50:52 smithi062 bash[19845]: audit 2024-09-13T13:50:51.861657+0000 mon.b (mon.1) 13 : audit [INF] from='osd.4 [v2:172.21.15.178:6800/1019422454,v1:172.21.15.178:6801/1019422454]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi178", "root=default"]}]: dispatch 2024-09-13T13:50:53.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:50:52 smithi062 bash[19845]: cluster 2024-09-13T13:50:51.866092+0000 mon.a (mon.0) 502 : cluster [DBG] osdmap e29: 5 total, 4 up, 5 in 2024-09-13T13:50:53.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:50:52 smithi062 bash[19845]: audit 2024-09-13T13:50:51.866742+0000 mon.a (mon.0) 503 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-13T13:50:53.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:50:52 smithi062 bash[19845]: audit 2024-09-13T13:50:51.867709+0000 mon.a (mon.0) 504 : audit [INF] from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi178", "root=default"]}]: dispatch 2024-09-13T13:50:53.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:50:52 smithi062 bash[19845]: audit 2024-09-13T13:50:52.111996+0000 mon.a (mon.0) 505 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T13:50:53.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:50:52 smithi062 bash[19845]: audit 2024-09-13T13:50:52.119448+0000 mon.a (mon.0) 506 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:50:53.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:50:52 smithi062 bash[19845]: audit 2024-09-13T13:50:52.127705+0000 mon.a (mon.0) 507 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:50:53.255 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:50:52 smithi062 bash[26634]: cluster 2024-09-13T13:50:51.078775+0000 mgr.y (mgr.14150) 227 : cluster [DBG] pgmap v195: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-09-13T13:50:53.255 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:50:52 smithi062 bash[26634]: audit 2024-09-13T13:50:51.857080+0000 mon.a (mon.0) 501 : audit [INF] from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-09-13T13:50:53.255 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:50:52 smithi062 bash[26634]: audit 2024-09-13T13:50:51.861657+0000 mon.b (mon.1) 13 : audit [INF] from='osd.4 [v2:172.21.15.178:6800/1019422454,v1:172.21.15.178:6801/1019422454]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi178", "root=default"]}]: dispatch 2024-09-13T13:50:53.255 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:50:52 smithi062 bash[26634]: cluster 2024-09-13T13:50:51.866092+0000 mon.a (mon.0) 502 : cluster [DBG] osdmap e29: 5 total, 4 up, 5 in 2024-09-13T13:50:53.255 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:50:52 smithi062 bash[26634]: audit 2024-09-13T13:50:51.866742+0000 mon.a (mon.0) 503 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-13T13:50:53.255 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:50:52 smithi062 bash[26634]: audit 2024-09-13T13:50:51.867709+0000 mon.a (mon.0) 504 : audit [INF] from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi178", "root=default"]}]: dispatch 2024-09-13T13:50:53.255 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:50:52 smithi062 bash[26634]: audit 2024-09-13T13:50:52.111996+0000 mon.a (mon.0) 505 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T13:50:53.255 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:50:52 smithi062 bash[26634]: audit 2024-09-13T13:50:52.119448+0000 mon.a (mon.0) 506 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:50:53.255 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:50:52 smithi062 bash[26634]: audit 2024-09-13T13:50:52.127705+0000 mon.a (mon.0) 507 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:50:53.435 INFO:journalctl@ceph.osd.4.smithi178.stdout:Sep 13 13:50:53 smithi178 bash[25453]: debug 2024-09-13T13:50:53.139+0000 7f99a4ad2640 -1 osd.4 0 waiting for initial osdmap 2024-09-13T13:50:53.435 INFO:journalctl@ceph.osd.4.smithi178.stdout:Sep 13 13:50:53 smithi178 bash[25453]: debug 2024-09-13T13:50:53.171+0000 7f999c8f2640 -1 osd.4 30 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-13T13:50:54.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:50:53 smithi178 bash[22034]: audit 2024-09-13T13:50:52.859478+0000 mon.a (mon.0) 508 : audit [INF] from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi178", "root=default"]}]': finished 2024-09-13T13:50:54.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:50:53 smithi178 bash[22034]: cluster 2024-09-13T13:50:52.866392+0000 mon.a (mon.0) 509 : cluster [DBG] osdmap e30: 5 total, 4 up, 5 in 2024-09-13T13:50:54.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:50:53 smithi178 bash[22034]: audit 2024-09-13T13:50:52.868471+0000 mon.a (mon.0) 510 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-13T13:50:54.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:50:53 smithi178 bash[22034]: audit 2024-09-13T13:50:52.870451+0000 mon.a (mon.0) 511 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-13T13:50:54.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:50:53 smithi178 bash[22034]: audit 2024-09-13T13:50:53.152804+0000 mon.a (mon.0) 512 : audit [INF] from='osd.4 ' entity='osd.4' 2024-09-13T13:50:54.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:50:53 smithi062 bash[19845]: audit 2024-09-13T13:50:52.859478+0000 mon.a (mon.0) 508 : audit [INF] from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi178", "root=default"]}]': finished 2024-09-13T13:50:54.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:50:53 smithi062 bash[19845]: cluster 2024-09-13T13:50:52.866392+0000 mon.a (mon.0) 509 : cluster [DBG] osdmap e30: 5 total, 4 up, 5 in 2024-09-13T13:50:54.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:50:53 smithi062 bash[19845]: audit 2024-09-13T13:50:52.868471+0000 mon.a (mon.0) 510 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-13T13:50:54.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:50:53 smithi062 bash[19845]: audit 2024-09-13T13:50:52.870451+0000 mon.a (mon.0) 511 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-13T13:50:54.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:50:53 smithi062 bash[19845]: audit 2024-09-13T13:50:53.152804+0000 mon.a (mon.0) 512 : audit [INF] from='osd.4 ' entity='osd.4' 2024-09-13T13:50:54.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:50:53 smithi062 bash[26634]: audit 2024-09-13T13:50:52.859478+0000 mon.a (mon.0) 508 : audit [INF] from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi178", "root=default"]}]': finished 2024-09-13T13:50:54.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:50:53 smithi062 bash[26634]: cluster 2024-09-13T13:50:52.866392+0000 mon.a (mon.0) 509 : cluster [DBG] osdmap e30: 5 total, 4 up, 5 in 2024-09-13T13:50:54.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:50:53 smithi062 bash[26634]: audit 2024-09-13T13:50:52.868471+0000 mon.a (mon.0) 510 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-13T13:50:54.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:50:53 smithi062 bash[26634]: audit 2024-09-13T13:50:52.870451+0000 mon.a (mon.0) 511 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-13T13:50:54.255 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:50:53 smithi062 bash[26634]: audit 2024-09-13T13:50:53.152804+0000 mon.a (mon.0) 512 : audit [INF] from='osd.4 ' entity='osd.4' 2024-09-13T13:50:55.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:50:54 smithi178 bash[22034]: cluster 2024-09-13T13:50:51.870990+0000 osd.4 (osd.4) 1 : cluster [DBG] purged_snaps scrub starts 2024-09-13T13:50:55.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:50:54 smithi178 bash[22034]: cluster 2024-09-13T13:50:51.871081+0000 osd.4 (osd.4) 2 : cluster [DBG] purged_snaps scrub ok 2024-09-13T13:50:55.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:50:54 smithi178 bash[22034]: cluster 2024-09-13T13:50:53.079242+0000 mgr.y (mgr.14150) 228 : cluster [DBG] pgmap v198: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-09-13T13:50:55.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:50:54 smithi178 bash[22034]: cluster 2024-09-13T13:50:53.870502+0000 mon.a (mon.0) 513 : cluster [INF] osd.4 [v2:172.21.15.178:6800/1019422454,v1:172.21.15.178:6801/1019422454] boot 2024-09-13T13:50:55.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:50:54 smithi178 bash[22034]: cluster 2024-09-13T13:50:53.870616+0000 mon.a (mon.0) 514 : cluster [DBG] osdmap e31: 5 total, 5 up, 5 in 2024-09-13T13:50:55.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:50:54 smithi178 bash[22034]: audit 2024-09-13T13:50:53.871172+0000 mon.a (mon.0) 515 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-13T13:50:55.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:50:54 smithi178 bash[22034]: cluster 2024-09-13T13:50:54.870058+0000 mon.a (mon.0) 516 : cluster [DBG] osdmap e32: 5 total, 5 up, 5 in 2024-09-13T13:50:55.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:50:54 smithi062 bash[26634]: cluster 2024-09-13T13:50:51.870990+0000 osd.4 (osd.4) 1 : cluster [DBG] purged_snaps scrub starts 2024-09-13T13:50:55.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:50:54 smithi062 bash[26634]: cluster 2024-09-13T13:50:51.871081+0000 osd.4 (osd.4) 2 : cluster [DBG] purged_snaps scrub ok 2024-09-13T13:50:55.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:50:54 smithi062 bash[26634]: cluster 2024-09-13T13:50:53.079242+0000 mgr.y (mgr.14150) 228 : cluster [DBG] pgmap v198: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-09-13T13:50:55.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:50:54 smithi062 bash[26634]: cluster 2024-09-13T13:50:53.870502+0000 mon.a (mon.0) 513 : cluster [INF] osd.4 [v2:172.21.15.178:6800/1019422454,v1:172.21.15.178:6801/1019422454] boot 2024-09-13T13:50:55.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:50:54 smithi062 bash[26634]: cluster 2024-09-13T13:50:53.870616+0000 mon.a (mon.0) 514 : cluster [DBG] osdmap e31: 5 total, 5 up, 5 in 2024-09-13T13:50:55.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:50:54 smithi062 bash[26634]: audit 2024-09-13T13:50:53.871172+0000 mon.a (mon.0) 515 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-13T13:50:55.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:50:54 smithi062 bash[26634]: cluster 2024-09-13T13:50:54.870058+0000 mon.a (mon.0) 516 : cluster [DBG] osdmap e32: 5 total, 5 up, 5 in 2024-09-13T13:50:55.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:50:54 smithi062 bash[19845]: cluster 2024-09-13T13:50:51.870990+0000 osd.4 (osd.4) 1 : cluster [DBG] purged_snaps scrub starts 2024-09-13T13:50:55.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:50:54 smithi062 bash[19845]: cluster 2024-09-13T13:50:51.871081+0000 osd.4 (osd.4) 2 : cluster [DBG] purged_snaps scrub ok 2024-09-13T13:50:55.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:50:54 smithi062 bash[19845]: cluster 2024-09-13T13:50:53.079242+0000 mgr.y (mgr.14150) 228 : cluster [DBG] pgmap v198: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-09-13T13:50:55.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:50:54 smithi062 bash[19845]: cluster 2024-09-13T13:50:53.870502+0000 mon.a (mon.0) 513 : cluster [INF] osd.4 [v2:172.21.15.178:6800/1019422454,v1:172.21.15.178:6801/1019422454] boot 2024-09-13T13:50:55.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:50:54 smithi062 bash[19845]: cluster 2024-09-13T13:50:53.870616+0000 mon.a (mon.0) 514 : cluster [DBG] osdmap e31: 5 total, 5 up, 5 in 2024-09-13T13:50:55.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:50:54 smithi062 bash[19845]: audit 2024-09-13T13:50:53.871172+0000 mon.a (mon.0) 515 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-13T13:50:55.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:50:54 smithi062 bash[19845]: cluster 2024-09-13T13:50:54.870058+0000 mon.a (mon.0) 516 : cluster [DBG] osdmap e32: 5 total, 5 up, 5 in 2024-09-13T13:50:57.184 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:50:56 smithi178 bash[22034]: cluster 2024-09-13T13:50:55.079798+0000 mgr.y (mgr.14150) 229 : cluster [DBG] pgmap v201: 1 pgs: 1 remapped+peering; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-09-13T13:50:57.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:50:56 smithi178 bash[22034]: cluster 2024-09-13T13:50:55.872927+0000 mon.a (mon.0) 517 : cluster [DBG] osdmap e33: 5 total, 5 up, 5 in 2024-09-13T13:50:57.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:50:56 smithi062 bash[26634]: cluster 2024-09-13T13:50:55.079798+0000 mgr.y (mgr.14150) 229 : cluster [DBG] pgmap v201: 1 pgs: 1 remapped+peering; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-09-13T13:50:57.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:50:56 smithi062 bash[26634]: cluster 2024-09-13T13:50:55.872927+0000 mon.a (mon.0) 517 : cluster [DBG] osdmap e33: 5 total, 5 up, 5 in 2024-09-13T13:50:57.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:50:56 smithi062 bash[19845]: cluster 2024-09-13T13:50:55.079798+0000 mgr.y (mgr.14150) 229 : cluster [DBG] pgmap v201: 1 pgs: 1 remapped+peering; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-09-13T13:50:57.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:50:56 smithi062 bash[19845]: cluster 2024-09-13T13:50:55.872927+0000 mon.a (mon.0) 517 : cluster [DBG] osdmap e33: 5 total, 5 up, 5 in 2024-09-13T13:50:57.417 INFO:teuthology.orchestra.run.smithi178.stderr:Inferring config /var/lib/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/mon.b/config 2024-09-13T13:50:58.184 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:50:57 smithi178 bash[22034]: cluster 2024-09-13T13:50:56.893117+0000 mon.a (mon.0) 518 : cluster [DBG] osdmap e34: 5 total, 5 up, 5 in 2024-09-13T13:50:58.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:50:57 smithi062 bash[19845]: cluster 2024-09-13T13:50:56.893117+0000 mon.a (mon.0) 518 : cluster [DBG] osdmap e34: 5 total, 5 up, 5 in 2024-09-13T13:50:58.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:50:57 smithi062 bash[26634]: cluster 2024-09-13T13:50:56.893117+0000 mon.a (mon.0) 518 : cluster [DBG] osdmap e34: 5 total, 5 up, 5 in 2024-09-13T13:50:59.184 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:50:58 smithi178 bash[22034]: cluster 2024-09-13T13:50:57.080322+0000 mgr.y (mgr.14150) 230 : cluster [DBG] pgmap v204: 1 pgs: 1 remapped+peering; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-09-13T13:50:59.184 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:50:58 smithi178 bash[22034]: cluster 2024-09-13T13:50:57.906666+0000 mon.a (mon.0) 519 : cluster [DBG] osdmap e35: 5 total, 5 up, 5 in 2024-09-13T13:50:59.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:50:58 smithi062 bash[19845]: cluster 2024-09-13T13:50:57.080322+0000 mgr.y (mgr.14150) 230 : cluster [DBG] pgmap v204: 1 pgs: 1 remapped+peering; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-09-13T13:50:59.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:50:58 smithi062 bash[19845]: cluster 2024-09-13T13:50:57.906666+0000 mon.a (mon.0) 519 : cluster [DBG] osdmap e35: 5 total, 5 up, 5 in 2024-09-13T13:50:59.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:50:58 smithi062 bash[26634]: cluster 2024-09-13T13:50:57.080322+0000 mgr.y (mgr.14150) 230 : cluster [DBG] pgmap v204: 1 pgs: 1 remapped+peering; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-09-13T13:50:59.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:50:58 smithi062 bash[26634]: cluster 2024-09-13T13:50:57.906666+0000 mon.a (mon.0) 519 : cluster [DBG] osdmap e35: 5 total, 5 up, 5 in 2024-09-13T13:51:01.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:51:00 smithi178 bash[22034]: cluster 2024-09-13T13:50:59.080865+0000 mgr.y (mgr.14150) 231 : cluster [DBG] pgmap v206: 1 pgs: 1 remapped+peering; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-09-13T13:51:01.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:51:00 smithi062 bash[19845]: cluster 2024-09-13T13:50:59.080865+0000 mgr.y (mgr.14150) 231 : cluster [DBG] pgmap v206: 1 pgs: 1 remapped+peering; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-09-13T13:51:01.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:51:00 smithi062 bash[26634]: cluster 2024-09-13T13:50:59.080865+0000 mgr.y (mgr.14150) 231 : cluster [DBG] pgmap v206: 1 pgs: 1 remapped+peering; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-09-13T13:51:02.110 INFO:teuthology.orchestra.run.smithi178.stdout: 2024-09-13T13:51:02.160 DEBUG:teuthology.orchestra.run.smithi178:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ff1149ea-71d5-11ef-bceb-c7b262605968 -- ceph orch daemon add osd smithi178:vg_nvme/lv_3 2024-09-13T13:51:03.183 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:51:02 smithi178 bash[22034]: cluster 2024-09-13T13:51:01.081515+0000 mgr.y (mgr.14150) 232 : cluster [DBG] pgmap v207: 1 pgs: 1 active+clean; 577 KiB data, 148 MiB used, 447 GiB / 447 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-09-13T13:51:03.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:51:02 smithi062 bash[19845]: cluster 2024-09-13T13:51:01.081515+0000 mgr.y (mgr.14150) 232 : cluster [DBG] pgmap v207: 1 pgs: 1 active+clean; 577 KiB data, 148 MiB used, 447 GiB / 447 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-09-13T13:51:03.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:51:02 smithi062 bash[26634]: cluster 2024-09-13T13:51:01.081515+0000 mgr.y (mgr.14150) 232 : cluster [DBG] pgmap v207: 1 pgs: 1 active+clean; 577 KiB data, 148 MiB used, 447 GiB / 447 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-09-13T13:51:05.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:51:04 smithi178 bash[22034]: cluster 2024-09-13T13:51:03.082076+0000 mgr.y (mgr.14150) 233 : cluster [DBG] pgmap v208: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail; 80 KiB/s, 0 objects/s recovering 2024-09-13T13:51:05.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:51:04 smithi178 bash[22034]: audit 2024-09-13T13:51:04.750802+0000 mon.a (mon.0) 520 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:51:05.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:51:04 smithi178 bash[22034]: audit 2024-09-13T13:51:04.761231+0000 mon.a (mon.0) 521 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:51:05.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:51:04 smithi178 bash[22034]: audit 2024-09-13T13:51:04.764398+0000 mon.a (mon.0) 522 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-13T13:51:05.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:51:04 smithi178 bash[22034]: audit 2024-09-13T13:51:04.774148+0000 mon.a (mon.0) 523 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:51:05.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:51:04 smithi178 bash[22034]: audit 2024-09-13T13:51:04.778582+0000 mon.a (mon.0) 524 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T13:51:05.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:51:04 smithi178 bash[22034]: audit 2024-09-13T13:51:04.780358+0000 mon.a (mon.0) 525 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T13:51:05.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:51:04 smithi178 bash[22034]: audit 2024-09-13T13:51:04.792168+0000 mon.a (mon.0) 526 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:51:05.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:51:04 smithi062 bash[19845]: cluster 2024-09-13T13:51:03.082076+0000 mgr.y (mgr.14150) 233 : cluster [DBG] pgmap v208: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail; 80 KiB/s, 0 objects/s recovering 2024-09-13T13:51:05.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:51:04 smithi062 bash[19845]: audit 2024-09-13T13:51:04.750802+0000 mon.a (mon.0) 520 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:51:05.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:51:04 smithi062 bash[19845]: audit 2024-09-13T13:51:04.761231+0000 mon.a (mon.0) 521 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:51:05.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:51:04 smithi062 bash[19845]: audit 2024-09-13T13:51:04.764398+0000 mon.a (mon.0) 522 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-13T13:51:05.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:51:04 smithi062 bash[19845]: audit 2024-09-13T13:51:04.774148+0000 mon.a (mon.0) 523 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:51:05.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:51:04 smithi062 bash[19845]: audit 2024-09-13T13:51:04.778582+0000 mon.a (mon.0) 524 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T13:51:05.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:51:04 smithi062 bash[19845]: audit 2024-09-13T13:51:04.780358+0000 mon.a (mon.0) 525 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T13:51:05.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:51:04 smithi062 bash[19845]: audit 2024-09-13T13:51:04.792168+0000 mon.a (mon.0) 526 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:51:05.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:51:04 smithi062 bash[26634]: cluster 2024-09-13T13:51:03.082076+0000 mgr.y (mgr.14150) 233 : cluster [DBG] pgmap v208: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail; 80 KiB/s, 0 objects/s recovering 2024-09-13T13:51:05.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:51:04 smithi062 bash[26634]: audit 2024-09-13T13:51:04.750802+0000 mon.a (mon.0) 520 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:51:05.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:51:04 smithi062 bash[26634]: audit 2024-09-13T13:51:04.761231+0000 mon.a (mon.0) 521 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:51:05.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:51:04 smithi062 bash[26634]: audit 2024-09-13T13:51:04.764398+0000 mon.a (mon.0) 522 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-13T13:51:05.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:51:04 smithi062 bash[26634]: audit 2024-09-13T13:51:04.774148+0000 mon.a (mon.0) 523 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:51:05.255 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:51:04 smithi062 bash[26634]: audit 2024-09-13T13:51:04.778582+0000 mon.a (mon.0) 524 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T13:51:05.255 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:51:04 smithi062 bash[26634]: audit 2024-09-13T13:51:04.780358+0000 mon.a (mon.0) 525 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T13:51:05.255 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:51:04 smithi062 bash[26634]: audit 2024-09-13T13:51:04.792168+0000 mon.a (mon.0) 526 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:51:06.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:51:05 smithi178 bash[22034]: cephadm 2024-09-13T13:51:04.742176+0000 mgr.y (mgr.14150) 234 : cephadm [INF] Detected new or changed devices on smithi178 2024-09-13T13:51:06.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:51:05 smithi178 bash[22034]: cephadm 2024-09-13T13:51:04.765774+0000 mgr.y (mgr.14150) 235 : cephadm [INF] Adjusting osd_memory_target on smithi178 to 17265M 2024-09-13T13:51:06.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:51:05 smithi062 bash[26634]: cephadm 2024-09-13T13:51:04.742176+0000 mgr.y (mgr.14150) 234 : cephadm [INF] Detected new or changed devices on smithi178 2024-09-13T13:51:06.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:51:05 smithi062 bash[26634]: cephadm 2024-09-13T13:51:04.765774+0000 mgr.y (mgr.14150) 235 : cephadm [INF] Adjusting osd_memory_target on smithi178 to 17265M 2024-09-13T13:51:06.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:51:05 smithi062 bash[19845]: cephadm 2024-09-13T13:51:04.742176+0000 mgr.y (mgr.14150) 234 : cephadm [INF] Detected new or changed devices on smithi178 2024-09-13T13:51:06.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:51:05 smithi062 bash[19845]: cephadm 2024-09-13T13:51:04.765774+0000 mgr.y (mgr.14150) 235 : cephadm [INF] Adjusting osd_memory_target on smithi178 to 17265M 2024-09-13T13:51:07.184 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:51:06 smithi178 bash[22034]: cluster 2024-09-13T13:51:05.082699+0000 mgr.y (mgr.14150) 236 : cluster [DBG] pgmap v209: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail; 70 KiB/s, 0 objects/s recovering 2024-09-13T13:51:07.195 INFO:teuthology.orchestra.run.smithi178.stderr:Inferring config /var/lib/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/mon.b/config 2024-09-13T13:51:07.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:51:06 smithi062 bash[19845]: cluster 2024-09-13T13:51:05.082699+0000 mgr.y (mgr.14150) 236 : cluster [DBG] pgmap v209: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail; 70 KiB/s, 0 objects/s recovering 2024-09-13T13:51:07.256 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:51:06 smithi062 bash[26634]: cluster 2024-09-13T13:51:05.082699+0000 mgr.y (mgr.14150) 236 : cluster [DBG] pgmap v209: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail; 70 KiB/s, 0 objects/s recovering 2024-09-13T13:51:09.184 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:51:08 smithi178 bash[22034]: cluster 2024-09-13T13:51:07.083244+0000 mgr.y (mgr.14150) 237 : cluster [DBG] pgmap v210: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-09-13T13:51:09.184 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:51:08 smithi178 bash[22034]: audit 2024-09-13T13:51:08.550281+0000 mon.a (mon.0) 527 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-13T13:51:09.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:51:08 smithi178 bash[22034]: audit 2024-09-13T13:51:08.556703+0000 mon.a (mon.0) 528 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-13T13:51:09.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:51:08 smithi178 bash[22034]: audit 2024-09-13T13:51:08.558584+0000 mon.a (mon.0) 529 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T13:51:09.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:51:08 smithi062 bash[26634]: cluster 2024-09-13T13:51:07.083244+0000 mgr.y (mgr.14150) 237 : cluster [DBG] pgmap v210: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-09-13T13:51:09.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:51:08 smithi062 bash[26634]: audit 2024-09-13T13:51:08.550281+0000 mon.a (mon.0) 527 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-13T13:51:09.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:51:08 smithi062 bash[26634]: audit 2024-09-13T13:51:08.556703+0000 mon.a (mon.0) 528 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-13T13:51:09.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:51:08 smithi062 bash[26634]: audit 2024-09-13T13:51:08.558584+0000 mon.a (mon.0) 529 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T13:51:09.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:51:08 smithi062 bash[19845]: cluster 2024-09-13T13:51:07.083244+0000 mgr.y (mgr.14150) 237 : cluster [DBG] pgmap v210: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-09-13T13:51:09.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:51:08 smithi062 bash[19845]: audit 2024-09-13T13:51:08.550281+0000 mon.a (mon.0) 527 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-13T13:51:09.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:51:08 smithi062 bash[19845]: audit 2024-09-13T13:51:08.556703+0000 mon.a (mon.0) 528 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-13T13:51:09.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:51:08 smithi062 bash[19845]: audit 2024-09-13T13:51:08.558584+0000 mon.a (mon.0) 529 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T13:51:10.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:51:09 smithi062 bash[26634]: audit 2024-09-13T13:51:08.543946+0000 mgr.y (mgr.14150) 238 : audit [DBG] from='client.24211 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi178:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T13:51:10.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:51:09 smithi062 bash[19845]: audit 2024-09-13T13:51:08.543946+0000 mgr.y (mgr.14150) 238 : audit [DBG] from='client.24211 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi178:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T13:51:10.434 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:51:09 smithi178 bash[22034]: audit 2024-09-13T13:51:08.543946+0000 mgr.y (mgr.14150) 238 : audit [DBG] from='client.24211 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi178:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T13:51:11.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:51:10 smithi062 bash[19845]: cluster 2024-09-13T13:51:09.083784+0000 mgr.y (mgr.14150) 239 : cluster [DBG] pgmap v211: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail; 52 KiB/s, 0 objects/s recovering 2024-09-13T13:51:11.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:51:10 smithi062 bash[26634]: cluster 2024-09-13T13:51:09.083784+0000 mgr.y (mgr.14150) 239 : cluster [DBG] pgmap v211: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail; 52 KiB/s, 0 objects/s recovering 2024-09-13T13:51:11.434 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:51:10 smithi178 bash[22034]: cluster 2024-09-13T13:51:09.083784+0000 mgr.y (mgr.14150) 239 : cluster [DBG] pgmap v211: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail; 52 KiB/s, 0 objects/s recovering 2024-09-13T13:51:13.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:51:12 smithi062 bash[19845]: cluster 2024-09-13T13:51:11.084380+0000 mgr.y (mgr.14150) 240 : cluster [DBG] pgmap v212: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-09-13T13:51:13.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:51:12 smithi062 bash[26634]: cluster 2024-09-13T13:51:11.084380+0000 mgr.y (mgr.14150) 240 : cluster [DBG] pgmap v212: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-09-13T13:51:13.434 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:51:12 smithi178 bash[22034]: cluster 2024-09-13T13:51:11.084380+0000 mgr.y (mgr.14150) 240 : cluster [DBG] pgmap v212: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-09-13T13:51:15.184 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:51:14 smithi178 bash[22034]: cluster 2024-09-13T13:51:13.084911+0000 mgr.y (mgr.14150) 241 : cluster [DBG] pgmap v213: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-09-13T13:51:15.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:51:14 smithi062 bash[26634]: cluster 2024-09-13T13:51:13.084911+0000 mgr.y (mgr.14150) 241 : cluster [DBG] pgmap v213: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-09-13T13:51:15.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:51:14 smithi062 bash[19845]: cluster 2024-09-13T13:51:13.084911+0000 mgr.y (mgr.14150) 241 : cluster [DBG] pgmap v213: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-09-13T13:51:17.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:51:16 smithi062 bash[26634]: cluster 2024-09-13T13:51:15.085487+0000 mgr.y (mgr.14150) 242 : cluster [DBG] pgmap v214: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-09-13T13:51:17.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:51:16 smithi062 bash[19845]: cluster 2024-09-13T13:51:15.085487+0000 mgr.y (mgr.14150) 242 : cluster [DBG] pgmap v214: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-09-13T13:51:17.434 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:51:16 smithi178 bash[22034]: cluster 2024-09-13T13:51:15.085487+0000 mgr.y (mgr.14150) 242 : cluster [DBG] pgmap v214: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-09-13T13:51:18.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:51:17 smithi062 bash[26634]: audit 2024-09-13T13:51:17.007898+0000 mon.b (mon.1) 14 : audit [INF] from='client.? 172.21.15.178:0/581341830' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "33bb1b08-6558-42a3-b118-2f7ea8f9efb0"}]: dispatch 2024-09-13T13:51:18.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:51:17 smithi062 bash[26634]: audit 2024-09-13T13:51:17.009316+0000 mon.a (mon.0) 530 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "33bb1b08-6558-42a3-b118-2f7ea8f9efb0"}]: dispatch 2024-09-13T13:51:18.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:51:17 smithi062 bash[26634]: audit 2024-09-13T13:51:17.012832+0000 mon.a (mon.0) 531 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "33bb1b08-6558-42a3-b118-2f7ea8f9efb0"}]': finished 2024-09-13T13:51:18.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:51:17 smithi062 bash[26634]: cluster 2024-09-13T13:51:17.018470+0000 mon.a (mon.0) 532 : cluster [DBG] osdmap e36: 6 total, 5 up, 6 in 2024-09-13T13:51:18.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:51:17 smithi062 bash[26634]: audit 2024-09-13T13:51:17.019076+0000 mon.a (mon.0) 533 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-13T13:51:18.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:51:17 smithi062 bash[26634]: audit 2024-09-13T13:51:17.648980+0000 mon.b (mon.1) 15 : audit [DBG] from='client.? 172.21.15.178:0/1594205418' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-13T13:51:18.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:51:17 smithi062 bash[19845]: audit 2024-09-13T13:51:17.007898+0000 mon.b (mon.1) 14 : audit [INF] from='client.? 172.21.15.178:0/581341830' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "33bb1b08-6558-42a3-b118-2f7ea8f9efb0"}]: dispatch 2024-09-13T13:51:18.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:51:17 smithi062 bash[19845]: audit 2024-09-13T13:51:17.009316+0000 mon.a (mon.0) 530 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "33bb1b08-6558-42a3-b118-2f7ea8f9efb0"}]: dispatch 2024-09-13T13:51:18.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:51:17 smithi062 bash[19845]: audit 2024-09-13T13:51:17.012832+0000 mon.a (mon.0) 531 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "33bb1b08-6558-42a3-b118-2f7ea8f9efb0"}]': finished 2024-09-13T13:51:18.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:51:17 smithi062 bash[19845]: cluster 2024-09-13T13:51:17.018470+0000 mon.a (mon.0) 532 : cluster [DBG] osdmap e36: 6 total, 5 up, 6 in 2024-09-13T13:51:18.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:51:17 smithi062 bash[19845]: audit 2024-09-13T13:51:17.019076+0000 mon.a (mon.0) 533 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-13T13:51:18.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:51:17 smithi062 bash[19845]: audit 2024-09-13T13:51:17.648980+0000 mon.b (mon.1) 15 : audit [DBG] from='client.? 172.21.15.178:0/1594205418' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-13T13:51:18.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:51:17 smithi178 bash[22034]: audit 2024-09-13T13:51:17.007898+0000 mon.b (mon.1) 14 : audit [INF] from='client.? 172.21.15.178:0/581341830' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "33bb1b08-6558-42a3-b118-2f7ea8f9efb0"}]: dispatch 2024-09-13T13:51:18.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:51:17 smithi178 bash[22034]: audit 2024-09-13T13:51:17.009316+0000 mon.a (mon.0) 530 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "33bb1b08-6558-42a3-b118-2f7ea8f9efb0"}]: dispatch 2024-09-13T13:51:18.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:51:17 smithi178 bash[22034]: audit 2024-09-13T13:51:17.012832+0000 mon.a (mon.0) 531 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "33bb1b08-6558-42a3-b118-2f7ea8f9efb0"}]': finished 2024-09-13T13:51:18.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:51:17 smithi178 bash[22034]: cluster 2024-09-13T13:51:17.018470+0000 mon.a (mon.0) 532 : cluster [DBG] osdmap e36: 6 total, 5 up, 6 in 2024-09-13T13:51:18.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:51:17 smithi178 bash[22034]: audit 2024-09-13T13:51:17.019076+0000 mon.a (mon.0) 533 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-13T13:51:18.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:51:17 smithi178 bash[22034]: audit 2024-09-13T13:51:17.648980+0000 mon.b (mon.1) 15 : audit [DBG] from='client.? 172.21.15.178:0/1594205418' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-13T13:51:19.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:51:18 smithi062 bash[26634]: cluster 2024-09-13T13:51:17.085999+0000 mgr.y (mgr.14150) 243 : cluster [DBG] pgmap v216: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-09-13T13:51:19.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:51:18 smithi062 bash[19845]: cluster 2024-09-13T13:51:17.085999+0000 mgr.y (mgr.14150) 243 : cluster [DBG] pgmap v216: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-09-13T13:51:19.434 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:51:18 smithi178 bash[22034]: cluster 2024-09-13T13:51:17.085999+0000 mgr.y (mgr.14150) 243 : cluster [DBG] pgmap v216: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-09-13T13:51:21.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:51:20 smithi062 bash[26634]: cluster 2024-09-13T13:51:19.086652+0000 mgr.y (mgr.14150) 244 : cluster [DBG] pgmap v217: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-09-13T13:51:21.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:51:20 smithi062 bash[19845]: cluster 2024-09-13T13:51:19.086652+0000 mgr.y (mgr.14150) 244 : cluster [DBG] pgmap v217: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-09-13T13:51:21.305 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:51:20 smithi178 bash[22034]: cluster 2024-09-13T13:51:19.086652+0000 mgr.y (mgr.14150) 244 : cluster [DBG] pgmap v217: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-09-13T13:51:23.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:51:22 smithi062 bash[26634]: cluster 2024-09-13T13:51:21.087365+0000 mgr.y (mgr.14150) 245 : cluster [DBG] pgmap v218: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-09-13T13:51:23.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:51:22 smithi062 bash[19845]: cluster 2024-09-13T13:51:21.087365+0000 mgr.y (mgr.14150) 245 : cluster [DBG] pgmap v218: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-09-13T13:51:23.434 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:51:22 smithi178 bash[22034]: cluster 2024-09-13T13:51:21.087365+0000 mgr.y (mgr.14150) 245 : cluster [DBG] pgmap v218: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-09-13T13:51:25.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:51:24 smithi062 bash[19845]: cluster 2024-09-13T13:51:23.088073+0000 mgr.y (mgr.14150) 246 : cluster [DBG] pgmap v219: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-09-13T13:51:25.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:51:24 smithi062 bash[26634]: cluster 2024-09-13T13:51:23.088073+0000 mgr.y (mgr.14150) 246 : cluster [DBG] pgmap v219: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-09-13T13:51:25.434 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:51:24 smithi178 bash[22034]: cluster 2024-09-13T13:51:23.088073+0000 mgr.y (mgr.14150) 246 : cluster [DBG] pgmap v219: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-09-13T13:51:27.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:51:26 smithi062 bash[19845]: cluster 2024-09-13T13:51:25.088679+0000 mgr.y (mgr.14150) 247 : cluster [DBG] pgmap v220: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-09-13T13:51:27.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:51:26 smithi062 bash[26634]: cluster 2024-09-13T13:51:25.088679+0000 mgr.y (mgr.14150) 247 : cluster [DBG] pgmap v220: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-09-13T13:51:27.434 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:51:26 smithi178 bash[22034]: cluster 2024-09-13T13:51:25.088679+0000 mgr.y (mgr.14150) 247 : cluster [DBG] pgmap v220: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-09-13T13:51:29.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:51:28 smithi062 bash[19845]: cluster 2024-09-13T13:51:27.089212+0000 mgr.y (mgr.14150) 248 : cluster [DBG] pgmap v221: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-09-13T13:51:29.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:51:28 smithi062 bash[26634]: cluster 2024-09-13T13:51:27.089212+0000 mgr.y (mgr.14150) 248 : cluster [DBG] pgmap v221: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-09-13T13:51:29.393 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:51:28 smithi178 bash[22034]: cluster 2024-09-13T13:51:27.089212+0000 mgr.y (mgr.14150) 248 : cluster [DBG] pgmap v221: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-09-13T13:51:31.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:51:30 smithi062 bash[19845]: cluster 2024-09-13T13:51:29.089768+0000 mgr.y (mgr.14150) 249 : cluster [DBG] pgmap v222: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-09-13T13:51:31.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:51:30 smithi062 bash[19845]: audit 2024-09-13T13:51:30.475379+0000 mon.a (mon.0) 534 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-09-13T13:51:31.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:51:30 smithi062 bash[19845]: audit 2024-09-13T13:51:30.477311+0000 mon.a (mon.0) 535 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T13:51:31.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:51:30 smithi062 bash[26634]: cluster 2024-09-13T13:51:29.089768+0000 mgr.y (mgr.14150) 249 : cluster [DBG] pgmap v222: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-09-13T13:51:31.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:51:30 smithi062 bash[26634]: audit 2024-09-13T13:51:30.475379+0000 mon.a (mon.0) 534 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-09-13T13:51:31.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:51:30 smithi062 bash[26634]: audit 2024-09-13T13:51:30.477311+0000 mon.a (mon.0) 535 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T13:51:31.434 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:51:30 smithi178 bash[22034]: cluster 2024-09-13T13:51:29.089768+0000 mgr.y (mgr.14150) 249 : cluster [DBG] pgmap v222: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-09-13T13:51:31.434 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:51:30 smithi178 bash[22034]: audit 2024-09-13T13:51:30.475379+0000 mon.a (mon.0) 534 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-09-13T13:51:31.434 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:51:30 smithi178 bash[22034]: audit 2024-09-13T13:51:30.477311+0000 mon.a (mon.0) 535 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T13:51:32.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:51:31 smithi062 bash[19845]: cephadm 2024-09-13T13:51:30.479018+0000 mgr.y (mgr.14150) 250 : cephadm [INF] Deploying daemon osd.5 on smithi178 2024-09-13T13:51:32.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:51:31 smithi062 bash[26634]: cephadm 2024-09-13T13:51:30.479018+0000 mgr.y (mgr.14150) 250 : cephadm [INF] Deploying daemon osd.5 on smithi178 2024-09-13T13:51:32.269 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:51:31 smithi178 bash[22034]: cephadm 2024-09-13T13:51:30.479018+0000 mgr.y (mgr.14150) 250 : cephadm [INF] Deploying daemon osd.5 on smithi178 2024-09-13T13:51:33.184 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:51:32 smithi178 bash[22034]: cluster 2024-09-13T13:51:31.090326+0000 mgr.y (mgr.14150) 251 : cluster [DBG] pgmap v223: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-09-13T13:51:33.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:51:32 smithi062 bash[19845]: cluster 2024-09-13T13:51:31.090326+0000 mgr.y (mgr.14150) 251 : cluster [DBG] pgmap v223: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-09-13T13:51:33.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:51:32 smithi062 bash[26634]: cluster 2024-09-13T13:51:31.090326+0000 mgr.y (mgr.14150) 251 : cluster [DBG] pgmap v223: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-09-13T13:51:34.934 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:51:34 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T13:51:34.934 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 13 13:51:34 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T13:51:34.935 INFO:journalctl@ceph.osd.4.smithi178.stdout:Sep 13 13:51:34 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T13:51:35.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:51:34 smithi062 bash[19845]: cluster 2024-09-13T13:51:33.090870+0000 mgr.y (mgr.14150) 252 : cluster [DBG] pgmap v224: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-09-13T13:51:35.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:51:34 smithi062 bash[26634]: cluster 2024-09-13T13:51:33.090870+0000 mgr.y (mgr.14150) 252 : cluster [DBG] pgmap v224: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-09-13T13:51:35.434 INFO:journalctl@ceph.osd.4.smithi178.stdout:Sep 13 13:51:35 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T13:51:35.434 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 13 13:51:35 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T13:51:35.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:51:34 smithi178 bash[22034]: cluster 2024-09-13T13:51:33.090870+0000 mgr.y (mgr.14150) 252 : cluster [DBG] pgmap v224: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-09-13T13:51:35.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:51:35 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T13:51:36.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:51:36 smithi062 bash[19845]: audit 2024-09-13T13:51:35.142855+0000 mon.a (mon.0) 536 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T13:51:36.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:51:36 smithi062 bash[19845]: audit 2024-09-13T13:51:35.152206+0000 mon.a (mon.0) 537 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:51:36.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:51:36 smithi062 bash[19845]: audit 2024-09-13T13:51:35.160658+0000 mon.a (mon.0) 538 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:51:36.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:51:36 smithi062 bash[26634]: audit 2024-09-13T13:51:35.142855+0000 mon.a (mon.0) 536 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T13:51:36.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:51:36 smithi062 bash[26634]: audit 2024-09-13T13:51:35.152206+0000 mon.a (mon.0) 537 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:51:36.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:51:36 smithi062 bash[26634]: audit 2024-09-13T13:51:35.160658+0000 mon.a (mon.0) 538 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:51:36.361 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:51:36 smithi178 bash[22034]: audit 2024-09-13T13:51:35.142855+0000 mon.a (mon.0) 536 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T13:51:36.361 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:51:36 smithi178 bash[22034]: audit 2024-09-13T13:51:35.152206+0000 mon.a (mon.0) 537 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:51:36.361 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:51:36 smithi178 bash[22034]: audit 2024-09-13T13:51:35.160658+0000 mon.a (mon.0) 538 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:51:37.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:51:37 smithi062 bash[19845]: cluster 2024-09-13T13:51:35.091487+0000 mgr.y (mgr.14150) 253 : cluster [DBG] pgmap v225: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-09-13T13:51:37.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:51:37 smithi062 bash[26634]: cluster 2024-09-13T13:51:35.091487+0000 mgr.y (mgr.14150) 253 : cluster [DBG] pgmap v225: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-09-13T13:51:37.434 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:51:37 smithi178 bash[22034]: cluster 2024-09-13T13:51:35.091487+0000 mgr.y (mgr.14150) 253 : cluster [DBG] pgmap v225: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-09-13T13:51:38.184 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:51:38 smithi178 bash[22034]: cluster 2024-09-13T13:51:37.092091+0000 mgr.y (mgr.14150) 254 : cluster [DBG] pgmap v226: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-09-13T13:51:38.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:51:38 smithi062 bash[19845]: cluster 2024-09-13T13:51:37.092091+0000 mgr.y (mgr.14150) 254 : cluster [DBG] pgmap v226: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-09-13T13:51:38.503 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:51:38 smithi062 bash[26634]: cluster 2024-09-13T13:51:37.092091+0000 mgr.y (mgr.14150) 254 : cluster [DBG] pgmap v226: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-09-13T13:51:40.434 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:51:40 smithi178 bash[22034]: cluster 2024-09-13T13:51:39.092769+0000 mgr.y (mgr.14150) 255 : cluster [DBG] pgmap v227: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-09-13T13:51:40.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:51:40 smithi062 bash[19845]: cluster 2024-09-13T13:51:39.092769+0000 mgr.y (mgr.14150) 255 : cluster [DBG] pgmap v227: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-09-13T13:51:40.503 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:51:40 smithi062 bash[26634]: cluster 2024-09-13T13:51:39.092769+0000 mgr.y (mgr.14150) 255 : cluster [DBG] pgmap v227: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-09-13T13:51:42.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:51:42 smithi062 bash[19845]: cluster 2024-09-13T13:51:41.093455+0000 mgr.y (mgr.14150) 256 : cluster [DBG] pgmap v228: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-09-13T13:51:42.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:51:42 smithi062 bash[19845]: audit 2024-09-13T13:51:41.492601+0000 mon.a (mon.0) 539 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:51:42.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:51:42 smithi062 bash[19845]: audit 2024-09-13T13:51:41.501418+0000 mon.a (mon.0) 540 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:51:42.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:51:42 smithi062 bash[19845]: audit 2024-09-13T13:51:41.503457+0000 mon.a (mon.0) 541 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T13:51:42.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:51:42 smithi062 bash[19845]: audit 2024-09-13T13:51:41.505274+0000 mon.a (mon.0) 542 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T13:51:42.754 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:51:42 smithi062 bash[19845]: audit 2024-09-13T13:51:41.514827+0000 mon.a (mon.0) 543 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:51:42.754 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:51:42 smithi062 bash[26634]: cluster 2024-09-13T13:51:41.093455+0000 mgr.y (mgr.14150) 256 : cluster [DBG] pgmap v228: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-09-13T13:51:42.754 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:51:42 smithi062 bash[26634]: audit 2024-09-13T13:51:41.492601+0000 mon.a (mon.0) 539 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:51:42.754 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:51:42 smithi062 bash[26634]: audit 2024-09-13T13:51:41.501418+0000 mon.a (mon.0) 540 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:51:42.754 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:51:42 smithi062 bash[26634]: audit 2024-09-13T13:51:41.503457+0000 mon.a (mon.0) 541 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T13:51:42.754 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:51:42 smithi062 bash[26634]: audit 2024-09-13T13:51:41.505274+0000 mon.a (mon.0) 542 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T13:51:42.754 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:51:42 smithi062 bash[26634]: audit 2024-09-13T13:51:41.514827+0000 mon.a (mon.0) 543 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:51:42.934 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:51:42 smithi178 bash[22034]: cluster 2024-09-13T13:51:41.093455+0000 mgr.y (mgr.14150) 256 : cluster [DBG] pgmap v228: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-09-13T13:51:42.934 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:51:42 smithi178 bash[22034]: audit 2024-09-13T13:51:41.492601+0000 mon.a (mon.0) 539 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:51:42.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:51:42 smithi178 bash[22034]: audit 2024-09-13T13:51:41.501418+0000 mon.a (mon.0) 540 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:51:42.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:51:42 smithi178 bash[22034]: audit 2024-09-13T13:51:41.503457+0000 mon.a (mon.0) 541 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T13:51:42.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:51:42 smithi178 bash[22034]: audit 2024-09-13T13:51:41.505274+0000 mon.a (mon.0) 542 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T13:51:42.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:51:42 smithi178 bash[22034]: audit 2024-09-13T13:51:41.514827+0000 mon.a (mon.0) 543 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:51:44.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:51:44 smithi062 bash[19845]: cluster 2024-09-13T13:51:43.094023+0000 mgr.y (mgr.14150) 257 : cluster [DBG] pgmap v229: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-09-13T13:51:44.753 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:51:44 smithi062 bash[26634]: cluster 2024-09-13T13:51:43.094023+0000 mgr.y (mgr.14150) 257 : cluster [DBG] pgmap v229: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-09-13T13:51:44.934 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:51:44 smithi178 bash[22034]: cluster 2024-09-13T13:51:43.094023+0000 mgr.y (mgr.14150) 257 : cluster [DBG] pgmap v229: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-09-13T13:51:45.737 INFO:teuthology.orchestra.run.smithi178.stdout:Created osd(s) 5 on host 'smithi178' 2024-09-13T13:51:45.753 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:51:45 smithi062 bash[26634]: audit 2024-09-13T13:51:44.706727+0000 mon.b (mon.1) 16 : audit [INF] from='osd.5 [v2:172.21.15.178:6808/2965608120,v1:172.21.15.178:6809/2965608120]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-09-13T13:51:45.753 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:51:45 smithi062 bash[26634]: audit 2024-09-13T13:51:44.707648+0000 mon.a (mon.0) 544 : audit [INF] from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-09-13T13:51:45.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:51:45 smithi062 bash[19845]: audit 2024-09-13T13:51:44.706727+0000 mon.b (mon.1) 16 : audit [INF] from='osd.5 [v2:172.21.15.178:6808/2965608120,v1:172.21.15.178:6809/2965608120]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-09-13T13:51:45.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:51:45 smithi062 bash[19845]: audit 2024-09-13T13:51:44.707648+0000 mon.a (mon.0) 544 : audit [INF] from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-09-13T13:51:45.757 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:51:45 smithi178 bash[22034]: audit 2024-09-13T13:51:44.706727+0000 mon.b (mon.1) 16 : audit [INF] from='osd.5 [v2:172.21.15.178:6808/2965608120,v1:172.21.15.178:6809/2965608120]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-09-13T13:51:45.757 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:51:45 smithi178 bash[22034]: audit 2024-09-13T13:51:44.707648+0000 mon.a (mon.0) 544 : audit [INF] from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-09-13T13:51:46.403 DEBUG:teuthology.orchestra.run.smithi178:osd.5> sudo journalctl -f -n 0 -u ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@osd.5.service 2024-09-13T13:51:46.409 INFO:tasks.cephadm:Deploying osd.6 on smithi178 with /dev/vg_nvme/lv_2... 2024-09-13T13:51:46.409 DEBUG:teuthology.orchestra.run.smithi178:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ff1149ea-71d5-11ef-bceb-c7b262605968 -- lvm zap /dev/vg_nvme/lv_2 2024-09-13T13:51:46.684 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:51:46 smithi178 bash[22034]: cluster 2024-09-13T13:51:45.094568+0000 mgr.y (mgr.14150) 258 : cluster [DBG] pgmap v230: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-09-13T13:51:46.684 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:51:46 smithi178 bash[22034]: audit 2024-09-13T13:51:45.505692+0000 mon.a (mon.0) 545 : audit [INF] from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-09-13T13:51:46.684 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:51:46 smithi178 bash[22034]: audit 2024-09-13T13:51:45.511015+0000 mon.b (mon.1) 17 : audit [INF] from='osd.5 [v2:172.21.15.178:6808/2965608120,v1:172.21.15.178:6809/2965608120]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi178", "root=default"]}]: dispatch 2024-09-13T13:51:46.684 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:51:46 smithi178 bash[22034]: cluster 2024-09-13T13:51:45.512762+0000 mon.a (mon.0) 546 : cluster [DBG] osdmap e37: 6 total, 5 up, 6 in 2024-09-13T13:51:46.684 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:51:46 smithi178 bash[22034]: audit 2024-09-13T13:51:45.513378+0000 mon.a (mon.0) 547 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-13T13:51:46.684 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:51:46 smithi178 bash[22034]: audit 2024-09-13T13:51:45.513976+0000 mon.a (mon.0) 548 : audit [INF] from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi178", "root=default"]}]: dispatch 2024-09-13T13:51:46.684 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:51:46 smithi178 bash[22034]: audit 2024-09-13T13:51:45.714076+0000 mon.a (mon.0) 549 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T13:51:46.685 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:51:46 smithi178 bash[22034]: audit 2024-09-13T13:51:45.721914+0000 mon.a (mon.0) 550 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:51:46.685 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:51:46 smithi178 bash[22034]: audit 2024-09-13T13:51:45.730610+0000 mon.a (mon.0) 551 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:51:47.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:51:46 smithi062 bash[19845]: cluster 2024-09-13T13:51:45.094568+0000 mgr.y (mgr.14150) 258 : cluster [DBG] pgmap v230: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-09-13T13:51:47.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:51:46 smithi062 bash[19845]: audit 2024-09-13T13:51:45.505692+0000 mon.a (mon.0) 545 : audit [INF] from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-09-13T13:51:47.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:51:46 smithi062 bash[19845]: audit 2024-09-13T13:51:45.511015+0000 mon.b (mon.1) 17 : audit [INF] from='osd.5 [v2:172.21.15.178:6808/2965608120,v1:172.21.15.178:6809/2965608120]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi178", "root=default"]}]: dispatch 2024-09-13T13:51:47.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:51:46 smithi062 bash[19845]: cluster 2024-09-13T13:51:45.512762+0000 mon.a (mon.0) 546 : cluster [DBG] osdmap e37: 6 total, 5 up, 6 in 2024-09-13T13:51:47.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:51:46 smithi062 bash[19845]: audit 2024-09-13T13:51:45.513378+0000 mon.a (mon.0) 547 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-13T13:51:47.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:51:46 smithi062 bash[19845]: audit 2024-09-13T13:51:45.513976+0000 mon.a (mon.0) 548 : audit [INF] from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi178", "root=default"]}]: dispatch 2024-09-13T13:51:47.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:51:46 smithi062 bash[19845]: audit 2024-09-13T13:51:45.714076+0000 mon.a (mon.0) 549 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T13:51:47.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:51:46 smithi062 bash[19845]: audit 2024-09-13T13:51:45.721914+0000 mon.a (mon.0) 550 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:51:47.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:51:46 smithi062 bash[19845]: audit 2024-09-13T13:51:45.730610+0000 mon.a (mon.0) 551 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:51:47.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:51:46 smithi062 bash[26634]: cluster 2024-09-13T13:51:45.094568+0000 mgr.y (mgr.14150) 258 : cluster [DBG] pgmap v230: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-09-13T13:51:47.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:51:46 smithi062 bash[26634]: audit 2024-09-13T13:51:45.505692+0000 mon.a (mon.0) 545 : audit [INF] from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-09-13T13:51:47.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:51:46 smithi062 bash[26634]: audit 2024-09-13T13:51:45.511015+0000 mon.b (mon.1) 17 : audit [INF] from='osd.5 [v2:172.21.15.178:6808/2965608120,v1:172.21.15.178:6809/2965608120]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi178", "root=default"]}]: dispatch 2024-09-13T13:51:47.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:51:46 smithi062 bash[26634]: cluster 2024-09-13T13:51:45.512762+0000 mon.a (mon.0) 546 : cluster [DBG] osdmap e37: 6 total, 5 up, 6 in 2024-09-13T13:51:47.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:51:46 smithi062 bash[26634]: audit 2024-09-13T13:51:45.513378+0000 mon.a (mon.0) 547 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-13T13:51:47.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:51:46 smithi062 bash[26634]: audit 2024-09-13T13:51:45.513976+0000 mon.a (mon.0) 548 : audit [INF] from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi178", "root=default"]}]: dispatch 2024-09-13T13:51:47.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:51:46 smithi062 bash[26634]: audit 2024-09-13T13:51:45.714076+0000 mon.a (mon.0) 549 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T13:51:47.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:51:46 smithi062 bash[26634]: audit 2024-09-13T13:51:45.721914+0000 mon.a (mon.0) 550 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:51:47.005 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:51:46 smithi062 bash[26634]: audit 2024-09-13T13:51:45.730610+0000 mon.a (mon.0) 551 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:51:47.184 INFO:journalctl@ceph.osd.5.smithi178.stdout:Sep 13 13:51:46 smithi178 bash[30706]: debug 2024-09-13T13:51:46.822+0000 7f15f2c64640 -1 osd.5 0 waiting for initial osdmap 2024-09-13T13:51:47.184 INFO:journalctl@ceph.osd.5.smithi178.stdout:Sep 13 13:51:46 smithi178 bash[30706]: debug 2024-09-13T13:51:46.850+0000 7f15ea270640 -1 osd.5 38 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-13T13:51:47.934 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:51:47 smithi178 bash[22034]: audit 2024-09-13T13:51:46.508395+0000 mon.a (mon.0) 552 : audit [INF] from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi178", "root=default"]}]': finished 2024-09-13T13:51:47.934 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:51:47 smithi178 bash[22034]: cluster 2024-09-13T13:51:46.514307+0000 mon.a (mon.0) 553 : cluster [DBG] osdmap e38: 6 total, 5 up, 6 in 2024-09-13T13:51:47.934 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:51:47 smithi178 bash[22034]: audit 2024-09-13T13:51:46.515325+0000 mon.a (mon.0) 554 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-13T13:51:47.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:51:47 smithi178 bash[22034]: audit 2024-09-13T13:51:46.523331+0000 mon.a (mon.0) 555 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-13T13:51:47.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:51:47 smithi178 bash[22034]: audit 2024-09-13T13:51:46.833082+0000 mon.a (mon.0) 556 : audit [INF] from='osd.5 ' entity='osd.5' 2024-09-13T13:51:47.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:51:47 smithi178 bash[22034]: cluster 2024-09-13T13:51:47.049031+0000 mon.a (mon.0) 557 : cluster [INF] osd.5 [v2:172.21.15.178:6808/2965608120,v1:172.21.15.178:6809/2965608120] boot 2024-09-13T13:51:47.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:51:47 smithi178 bash[22034]: cluster 2024-09-13T13:51:47.049442+0000 mon.a (mon.0) 558 : cluster [DBG] osdmap e39: 6 total, 6 up, 6 in 2024-09-13T13:51:47.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:51:47 smithi178 bash[22034]: audit 2024-09-13T13:51:47.049883+0000 mon.a (mon.0) 559 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-13T13:51:48.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:51:47 smithi062 bash[19845]: audit 2024-09-13T13:51:46.508395+0000 mon.a (mon.0) 552 : audit [INF] from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi178", "root=default"]}]': finished 2024-09-13T13:51:48.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:51:47 smithi062 bash[19845]: cluster 2024-09-13T13:51:46.514307+0000 mon.a (mon.0) 553 : cluster [DBG] osdmap e38: 6 total, 5 up, 6 in 2024-09-13T13:51:48.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:51:47 smithi062 bash[19845]: audit 2024-09-13T13:51:46.515325+0000 mon.a (mon.0) 554 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-13T13:51:48.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:51:47 smithi062 bash[19845]: audit 2024-09-13T13:51:46.523331+0000 mon.a (mon.0) 555 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-13T13:51:48.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:51:47 smithi062 bash[19845]: audit 2024-09-13T13:51:46.833082+0000 mon.a (mon.0) 556 : audit [INF] from='osd.5 ' entity='osd.5' 2024-09-13T13:51:48.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:51:47 smithi062 bash[19845]: cluster 2024-09-13T13:51:47.049031+0000 mon.a (mon.0) 557 : cluster [INF] osd.5 [v2:172.21.15.178:6808/2965608120,v1:172.21.15.178:6809/2965608120] boot 2024-09-13T13:51:48.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:51:47 smithi062 bash[19845]: cluster 2024-09-13T13:51:47.049442+0000 mon.a (mon.0) 558 : cluster [DBG] osdmap e39: 6 total, 6 up, 6 in 2024-09-13T13:51:48.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:51:47 smithi062 bash[19845]: audit 2024-09-13T13:51:47.049883+0000 mon.a (mon.0) 559 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-13T13:51:48.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:51:47 smithi062 bash[26634]: audit 2024-09-13T13:51:46.508395+0000 mon.a (mon.0) 552 : audit [INF] from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi178", "root=default"]}]': finished 2024-09-13T13:51:48.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:51:47 smithi062 bash[26634]: cluster 2024-09-13T13:51:46.514307+0000 mon.a (mon.0) 553 : cluster [DBG] osdmap e38: 6 total, 5 up, 6 in 2024-09-13T13:51:48.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:51:47 smithi062 bash[26634]: audit 2024-09-13T13:51:46.515325+0000 mon.a (mon.0) 554 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-13T13:51:48.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:51:47 smithi062 bash[26634]: audit 2024-09-13T13:51:46.523331+0000 mon.a (mon.0) 555 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-13T13:51:48.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:51:47 smithi062 bash[26634]: audit 2024-09-13T13:51:46.833082+0000 mon.a (mon.0) 556 : audit [INF] from='osd.5 ' entity='osd.5' 2024-09-13T13:51:48.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:51:47 smithi062 bash[26634]: cluster 2024-09-13T13:51:47.049031+0000 mon.a (mon.0) 557 : cluster [INF] osd.5 [v2:172.21.15.178:6808/2965608120,v1:172.21.15.178:6809/2965608120] boot 2024-09-13T13:51:48.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:51:47 smithi062 bash[26634]: cluster 2024-09-13T13:51:47.049442+0000 mon.a (mon.0) 558 : cluster [DBG] osdmap e39: 6 total, 6 up, 6 in 2024-09-13T13:51:48.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:51:47 smithi062 bash[26634]: audit 2024-09-13T13:51:47.049883+0000 mon.a (mon.0) 559 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-13T13:51:48.934 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:51:48 smithi178 bash[22034]: cluster 2024-09-13T13:51:45.693817+0000 osd.5 (osd.5) 1 : cluster [DBG] purged_snaps scrub starts 2024-09-13T13:51:48.934 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:51:48 smithi178 bash[22034]: cluster 2024-09-13T13:51:45.693999+0000 osd.5 (osd.5) 2 : cluster [DBG] purged_snaps scrub ok 2024-09-13T13:51:48.934 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:51:48 smithi178 bash[22034]: cluster 2024-09-13T13:51:47.095087+0000 mgr.y (mgr.14150) 259 : cluster [DBG] pgmap v234: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-09-13T13:51:48.934 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:51:48 smithi178 bash[22034]: cluster 2024-09-13T13:51:48.050622+0000 mon.a (mon.0) 560 : cluster [DBG] osdmap e40: 6 total, 6 up, 6 in 2024-09-13T13:51:49.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:51:48 smithi062 bash[19845]: cluster 2024-09-13T13:51:45.693817+0000 osd.5 (osd.5) 1 : cluster [DBG] purged_snaps scrub starts 2024-09-13T13:51:49.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:51:48 smithi062 bash[19845]: cluster 2024-09-13T13:51:45.693999+0000 osd.5 (osd.5) 2 : cluster [DBG] purged_snaps scrub ok 2024-09-13T13:51:49.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:51:48 smithi062 bash[19845]: cluster 2024-09-13T13:51:47.095087+0000 mgr.y (mgr.14150) 259 : cluster [DBG] pgmap v234: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-09-13T13:51:49.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:51:48 smithi062 bash[19845]: cluster 2024-09-13T13:51:48.050622+0000 mon.a (mon.0) 560 : cluster [DBG] osdmap e40: 6 total, 6 up, 6 in 2024-09-13T13:51:49.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:51:48 smithi062 bash[26634]: cluster 2024-09-13T13:51:45.693817+0000 osd.5 (osd.5) 1 : cluster [DBG] purged_snaps scrub starts 2024-09-13T13:51:49.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:51:48 smithi062 bash[26634]: cluster 2024-09-13T13:51:45.693999+0000 osd.5 (osd.5) 2 : cluster [DBG] purged_snaps scrub ok 2024-09-13T13:51:49.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:51:48 smithi062 bash[26634]: cluster 2024-09-13T13:51:47.095087+0000 mgr.y (mgr.14150) 259 : cluster [DBG] pgmap v234: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-09-13T13:51:49.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:51:48 smithi062 bash[26634]: cluster 2024-09-13T13:51:48.050622+0000 mon.a (mon.0) 560 : cluster [DBG] osdmap e40: 6 total, 6 up, 6 in 2024-09-13T13:51:50.434 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:51:50 smithi178 bash[22034]: cluster 2024-09-13T13:51:49.063581+0000 mon.a (mon.0) 561 : cluster [DBG] osdmap e41: 6 total, 6 up, 6 in 2024-09-13T13:51:50.434 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:51:50 smithi178 bash[22034]: cluster 2024-09-13T13:51:49.095686+0000 mgr.y (mgr.14150) 260 : cluster [DBG] pgmap v237: 1 pgs: 1 remapped+peering; 577 KiB data, 574 MiB used, 536 GiB / 536 GiB avail 2024-09-13T13:51:50.505 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:51:50 smithi062 bash[19845]: cluster 2024-09-13T13:51:49.063581+0000 mon.a (mon.0) 561 : cluster [DBG] osdmap e41: 6 total, 6 up, 6 in 2024-09-13T13:51:50.505 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:51:50 smithi062 bash[19845]: cluster 2024-09-13T13:51:49.095686+0000 mgr.y (mgr.14150) 260 : cluster [DBG] pgmap v237: 1 pgs: 1 remapped+peering; 577 KiB data, 574 MiB used, 536 GiB / 536 GiB avail 2024-09-13T13:51:50.505 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:51:50 smithi062 bash[26634]: cluster 2024-09-13T13:51:49.063581+0000 mon.a (mon.0) 561 : cluster [DBG] osdmap e41: 6 total, 6 up, 6 in 2024-09-13T13:51:50.506 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:51:50 smithi062 bash[26634]: cluster 2024-09-13T13:51:49.095686+0000 mgr.y (mgr.14150) 260 : cluster [DBG] pgmap v237: 1 pgs: 1 remapped+peering; 577 KiB data, 574 MiB used, 536 GiB / 536 GiB avail 2024-09-13T13:51:50.807 INFO:teuthology.orchestra.run.smithi178.stderr:Inferring config /var/lib/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/mon.b/config 2024-09-13T13:51:51.434 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:51:51 smithi178 bash[22034]: cluster 2024-09-13T13:51:50.055752+0000 mon.a (mon.0) 562 : cluster [WRN] Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-09-13T13:51:51.434 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:51:51 smithi178 bash[22034]: cluster 2024-09-13T13:51:50.077818+0000 mon.a (mon.0) 563 : cluster [DBG] osdmap e42: 6 total, 6 up, 6 in 2024-09-13T13:51:51.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:51:51 smithi062 bash[19845]: cluster 2024-09-13T13:51:50.055752+0000 mon.a (mon.0) 562 : cluster [WRN] Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-09-13T13:51:51.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:51:51 smithi062 bash[19845]: cluster 2024-09-13T13:51:50.077818+0000 mon.a (mon.0) 563 : cluster [DBG] osdmap e42: 6 total, 6 up, 6 in 2024-09-13T13:51:51.503 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:51:51 smithi062 bash[26634]: cluster 2024-09-13T13:51:50.055752+0000 mon.a (mon.0) 562 : cluster [WRN] Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-09-13T13:51:51.503 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:51:51 smithi062 bash[26634]: cluster 2024-09-13T13:51:50.077818+0000 mon.a (mon.0) 563 : cluster [DBG] osdmap e42: 6 total, 6 up, 6 in 2024-09-13T13:51:52.434 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:51:52 smithi178 bash[22034]: cluster 2024-09-13T13:51:51.081303+0000 mon.a (mon.0) 564 : cluster [DBG] osdmap e43: 6 total, 6 up, 6 in 2024-09-13T13:51:52.434 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:51:52 smithi178 bash[22034]: cluster 2024-09-13T13:51:51.096263+0000 mgr.y (mgr.14150) 261 : cluster [DBG] pgmap v240: 1 pgs: 1 remapped+peering; 577 KiB data, 574 MiB used, 536 GiB / 536 GiB avail 2024-09-13T13:51:52.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:51:52 smithi062 bash[19845]: cluster 2024-09-13T13:51:51.081303+0000 mon.a (mon.0) 564 : cluster [DBG] osdmap e43: 6 total, 6 up, 6 in 2024-09-13T13:51:52.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:51:52 smithi062 bash[19845]: cluster 2024-09-13T13:51:51.096263+0000 mgr.y (mgr.14150) 261 : cluster [DBG] pgmap v240: 1 pgs: 1 remapped+peering; 577 KiB data, 574 MiB used, 536 GiB / 536 GiB avail 2024-09-13T13:51:52.503 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:51:52 smithi062 bash[26634]: cluster 2024-09-13T13:51:51.081303+0000 mon.a (mon.0) 564 : cluster [DBG] osdmap e43: 6 total, 6 up, 6 in 2024-09-13T13:51:52.503 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:51:52 smithi062 bash[26634]: cluster 2024-09-13T13:51:51.096263+0000 mgr.y (mgr.14150) 261 : cluster [DBG] pgmap v240: 1 pgs: 1 remapped+peering; 577 KiB data, 574 MiB used, 536 GiB / 536 GiB avail 2024-09-13T13:51:53.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:51:53 smithi062 bash[19845]: cluster 2024-09-13T13:51:53.148061+0000 mon.a (mon.0) 565 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2024-09-13T13:51:53.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:51:53 smithi062 bash[19845]: cluster 2024-09-13T13:51:53.148126+0000 mon.a (mon.0) 566 : cluster [INF] Cluster is now healthy 2024-09-13T13:51:53.504 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:51:53 smithi062 bash[26634]: cluster 2024-09-13T13:51:53.148061+0000 mon.a (mon.0) 565 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2024-09-13T13:51:53.504 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:51:53 smithi062 bash[26634]: cluster 2024-09-13T13:51:53.148126+0000 mon.a (mon.0) 566 : cluster [INF] Cluster is now healthy 2024-09-13T13:51:53.684 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:51:53 smithi178 bash[22034]: cluster 2024-09-13T13:51:53.148061+0000 mon.a (mon.0) 565 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2024-09-13T13:51:53.684 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:51:53 smithi178 bash[22034]: cluster 2024-09-13T13:51:53.148126+0000 mon.a (mon.0) 566 : cluster [INF] Cluster is now healthy 2024-09-13T13:51:54.434 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:51:54 smithi178 bash[22034]: cluster 2024-09-13T13:51:53.096934+0000 mgr.y (mgr.14150) 262 : cluster [DBG] pgmap v241: 1 pgs: 1 active+clean; 577 KiB data, 179 MiB used, 536 GiB / 536 GiB avail 2024-09-13T13:51:54.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:51:54 smithi062 bash[19845]: cluster 2024-09-13T13:51:53.096934+0000 mgr.y (mgr.14150) 262 : cluster [DBG] pgmap v241: 1 pgs: 1 active+clean; 577 KiB data, 179 MiB used, 536 GiB / 536 GiB avail 2024-09-13T13:51:54.503 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:51:54 smithi062 bash[26634]: cluster 2024-09-13T13:51:53.096934+0000 mgr.y (mgr.14150) 262 : cluster [DBG] pgmap v241: 1 pgs: 1 active+clean; 577 KiB data, 179 MiB used, 536 GiB / 536 GiB avail 2024-09-13T13:51:56.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:51:56 smithi062 bash[19845]: cluster 2024-09-13T13:51:55.097659+0000 mgr.y (mgr.14150) 263 : cluster [DBG] pgmap v242: 1 pgs: 1 active+clean; 577 KiB data, 179 MiB used, 536 GiB / 536 GiB avail; 95 KiB/s, 0 objects/s recovering 2024-09-13T13:51:56.503 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:51:56 smithi062 bash[26634]: cluster 2024-09-13T13:51:55.097659+0000 mgr.y (mgr.14150) 263 : cluster [DBG] pgmap v242: 1 pgs: 1 active+clean; 577 KiB data, 179 MiB used, 536 GiB / 536 GiB avail; 95 KiB/s, 0 objects/s recovering 2024-09-13T13:51:56.684 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:51:56 smithi178 bash[22034]: cluster 2024-09-13T13:51:55.097659+0000 mgr.y (mgr.14150) 263 : cluster [DBG] pgmap v242: 1 pgs: 1 active+clean; 577 KiB data, 179 MiB used, 536 GiB / 536 GiB avail; 95 KiB/s, 0 objects/s recovering 2024-09-13T13:51:57.934 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:51:57 smithi178 bash[22034]: cephadm 2024-09-13T13:51:56.575962+0000 mgr.y (mgr.14150) 264 : cephadm [INF] Detected new or changed devices on smithi178 2024-09-13T13:51:57.934 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:51:57 smithi178 bash[22034]: audit 2024-09-13T13:51:56.584662+0000 mon.a (mon.0) 567 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:51:57.934 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:51:57 smithi178 bash[22034]: audit 2024-09-13T13:51:56.593220+0000 mon.a (mon.0) 568 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:51:57.934 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:51:57 smithi178 bash[22034]: audit 2024-09-13T13:51:56.595657+0000 mon.a (mon.0) 569 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-13T13:51:57.934 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:51:57 smithi178 bash[22034]: audit 2024-09-13T13:51:56.597260+0000 mon.a (mon.0) 570 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-13T13:51:57.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:51:57 smithi178 bash[22034]: cephadm 2024-09-13T13:51:56.598389+0000 mgr.y (mgr.14150) 265 : cephadm [INF] Adjusting osd_memory_target on smithi178 to 8632M 2024-09-13T13:51:57.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:51:57 smithi178 bash[22034]: audit 2024-09-13T13:51:56.604371+0000 mon.a (mon.0) 571 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:51:57.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:51:57 smithi178 bash[22034]: audit 2024-09-13T13:51:56.608502+0000 mon.a (mon.0) 572 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T13:51:57.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:51:57 smithi178 bash[22034]: audit 2024-09-13T13:51:56.610286+0000 mon.a (mon.0) 573 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T13:51:57.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:51:57 smithi178 bash[22034]: audit 2024-09-13T13:51:56.620250+0000 mon.a (mon.0) 574 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:51:58.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:51:57 smithi062 bash[19845]: cephadm 2024-09-13T13:51:56.575962+0000 mgr.y (mgr.14150) 264 : cephadm [INF] Detected new or changed devices on smithi178 2024-09-13T13:51:58.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:51:57 smithi062 bash[19845]: audit 2024-09-13T13:51:56.584662+0000 mon.a (mon.0) 567 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:51:58.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:51:57 smithi062 bash[19845]: audit 2024-09-13T13:51:56.593220+0000 mon.a (mon.0) 568 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:51:58.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:51:57 smithi062 bash[19845]: audit 2024-09-13T13:51:56.595657+0000 mon.a (mon.0) 569 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-13T13:51:58.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:51:57 smithi062 bash[19845]: audit 2024-09-13T13:51:56.597260+0000 mon.a (mon.0) 570 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-13T13:51:58.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:51:57 smithi062 bash[19845]: cephadm 2024-09-13T13:51:56.598389+0000 mgr.y (mgr.14150) 265 : cephadm [INF] Adjusting osd_memory_target on smithi178 to 8632M 2024-09-13T13:51:58.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:51:57 smithi062 bash[19845]: audit 2024-09-13T13:51:56.604371+0000 mon.a (mon.0) 571 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:51:58.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:51:57 smithi062 bash[19845]: audit 2024-09-13T13:51:56.608502+0000 mon.a (mon.0) 572 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T13:51:58.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:51:57 smithi062 bash[19845]: audit 2024-09-13T13:51:56.610286+0000 mon.a (mon.0) 573 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T13:51:58.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:51:57 smithi062 bash[19845]: audit 2024-09-13T13:51:56.620250+0000 mon.a (mon.0) 574 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:51:58.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:51:57 smithi062 bash[26634]: cephadm 2024-09-13T13:51:56.575962+0000 mgr.y (mgr.14150) 264 : cephadm [INF] Detected new or changed devices on smithi178 2024-09-13T13:51:58.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:51:57 smithi062 bash[26634]: audit 2024-09-13T13:51:56.584662+0000 mon.a (mon.0) 567 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:51:58.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:51:57 smithi062 bash[26634]: audit 2024-09-13T13:51:56.593220+0000 mon.a (mon.0) 568 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:51:58.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:51:57 smithi062 bash[26634]: audit 2024-09-13T13:51:56.595657+0000 mon.a (mon.0) 569 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-13T13:51:58.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:51:57 smithi062 bash[26634]: audit 2024-09-13T13:51:56.597260+0000 mon.a (mon.0) 570 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-13T13:51:58.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:51:57 smithi062 bash[26634]: cephadm 2024-09-13T13:51:56.598389+0000 mgr.y (mgr.14150) 265 : cephadm [INF] Adjusting osd_memory_target on smithi178 to 8632M 2024-09-13T13:51:58.005 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:51:57 smithi062 bash[26634]: audit 2024-09-13T13:51:56.604371+0000 mon.a (mon.0) 571 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:51:58.005 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:51:57 smithi062 bash[26634]: audit 2024-09-13T13:51:56.608502+0000 mon.a (mon.0) 572 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T13:51:58.005 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:51:57 smithi062 bash[26634]: audit 2024-09-13T13:51:56.610286+0000 mon.a (mon.0) 573 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T13:51:58.005 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:51:57 smithi062 bash[26634]: audit 2024-09-13T13:51:56.620250+0000 mon.a (mon.0) 574 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:51:58.857 INFO:teuthology.orchestra.run.smithi178.stdout: 2024-09-13T13:51:58.890 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:51:58 smithi178 bash[22034]: cluster 2024-09-13T13:51:57.098225+0000 mgr.y (mgr.14150) 266 : cluster [DBG] pgmap v243: 1 pgs: 1 active+clean; 577 KiB data, 179 MiB used, 536 GiB / 536 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-09-13T13:51:58.892 DEBUG:teuthology.orchestra.run.smithi178:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ff1149ea-71d5-11ef-bceb-c7b262605968 -- ceph orch daemon add osd smithi178:vg_nvme/lv_2 2024-09-13T13:51:59.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:51:58 smithi062 bash[19845]: cluster 2024-09-13T13:51:57.098225+0000 mgr.y (mgr.14150) 266 : cluster [DBG] pgmap v243: 1 pgs: 1 active+clean; 577 KiB data, 179 MiB used, 536 GiB / 536 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-09-13T13:51:59.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:51:58 smithi062 bash[26634]: cluster 2024-09-13T13:51:57.098225+0000 mgr.y (mgr.14150) 266 : cluster [DBG] pgmap v243: 1 pgs: 1 active+clean; 577 KiB data, 179 MiB used, 536 GiB / 536 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-09-13T13:52:00.934 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:52:00 smithi178 bash[22034]: cluster 2024-09-13T13:51:59.098792+0000 mgr.y (mgr.14150) 267 : cluster [DBG] pgmap v244: 1 pgs: 1 active+clean; 577 KiB data, 179 MiB used, 536 GiB / 536 GiB avail; 64 KiB/s, 0 objects/s recovering 2024-09-13T13:52:01.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:52:00 smithi062 bash[19845]: cluster 2024-09-13T13:51:59.098792+0000 mgr.y (mgr.14150) 267 : cluster [DBG] pgmap v244: 1 pgs: 1 active+clean; 577 KiB data, 179 MiB used, 536 GiB / 536 GiB avail; 64 KiB/s, 0 objects/s recovering 2024-09-13T13:52:01.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:52:00 smithi062 bash[26634]: cluster 2024-09-13T13:51:59.098792+0000 mgr.y (mgr.14150) 267 : cluster [DBG] pgmap v244: 1 pgs: 1 active+clean; 577 KiB data, 179 MiB used, 536 GiB / 536 GiB avail; 64 KiB/s, 0 objects/s recovering 2024-09-13T13:52:02.934 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:52:02 smithi178 bash[22034]: cluster 2024-09-13T13:52:01.099346+0000 mgr.y (mgr.14150) 268 : cluster [DBG] pgmap v245: 1 pgs: 1 active+clean; 577 KiB data, 179 MiB used, 536 GiB / 536 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-09-13T13:52:03.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:52:02 smithi062 bash[19845]: cluster 2024-09-13T13:52:01.099346+0000 mgr.y (mgr.14150) 268 : cluster [DBG] pgmap v245: 1 pgs: 1 active+clean; 577 KiB data, 179 MiB used, 536 GiB / 536 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-09-13T13:52:03.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:52:02 smithi062 bash[26634]: cluster 2024-09-13T13:52:01.099346+0000 mgr.y (mgr.14150) 268 : cluster [DBG] pgmap v245: 1 pgs: 1 active+clean; 577 KiB data, 179 MiB used, 536 GiB / 536 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-09-13T13:52:03.636 INFO:teuthology.orchestra.run.smithi178.stderr:Inferring config /var/lib/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/mon.b/config 2024-09-13T13:52:04.934 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:52:04 smithi178 bash[22034]: cluster 2024-09-13T13:52:03.099992+0000 mgr.y (mgr.14150) 269 : cluster [DBG] pgmap v246: 1 pgs: 1 active+clean; 577 KiB data, 179 MiB used, 536 GiB / 536 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-09-13T13:52:05.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:52:04 smithi062 bash[26634]: cluster 2024-09-13T13:52:03.099992+0000 mgr.y (mgr.14150) 269 : cluster [DBG] pgmap v246: 1 pgs: 1 active+clean; 577 KiB data, 179 MiB used, 536 GiB / 536 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-09-13T13:52:05.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:52:04 smithi062 bash[19845]: cluster 2024-09-13T13:52:03.099992+0000 mgr.y (mgr.14150) 269 : cluster [DBG] pgmap v246: 1 pgs: 1 active+clean; 577 KiB data, 179 MiB used, 536 GiB / 536 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-09-13T13:52:05.934 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:52:05 smithi178 bash[22034]: audit 2024-09-13T13:52:05.137358+0000 mon.a (mon.0) 575 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-13T13:52:05.934 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:52:05 smithi178 bash[22034]: audit 2024-09-13T13:52:05.143487+0000 mon.a (mon.0) 576 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-13T13:52:05.934 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:52:05 smithi178 bash[22034]: audit 2024-09-13T13:52:05.145125+0000 mon.a (mon.0) 577 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T13:52:06.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:52:05 smithi062 bash[26634]: audit 2024-09-13T13:52:05.137358+0000 mon.a (mon.0) 575 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-13T13:52:06.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:52:05 smithi062 bash[26634]: audit 2024-09-13T13:52:05.143487+0000 mon.a (mon.0) 576 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-13T13:52:06.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:52:05 smithi062 bash[26634]: audit 2024-09-13T13:52:05.145125+0000 mon.a (mon.0) 577 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T13:52:06.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:52:05 smithi062 bash[19845]: audit 2024-09-13T13:52:05.137358+0000 mon.a (mon.0) 575 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-13T13:52:06.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:52:05 smithi062 bash[19845]: audit 2024-09-13T13:52:05.143487+0000 mon.a (mon.0) 576 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-13T13:52:06.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:52:05 smithi062 bash[19845]: audit 2024-09-13T13:52:05.145125+0000 mon.a (mon.0) 577 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T13:52:06.934 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:52:06 smithi178 bash[22034]: cluster 2024-09-13T13:52:05.100549+0000 mgr.y (mgr.14150) 270 : cluster [DBG] pgmap v247: 1 pgs: 1 active+clean; 577 KiB data, 179 MiB used, 536 GiB / 536 GiB avail 2024-09-13T13:52:06.934 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:52:06 smithi178 bash[22034]: audit 2024-09-13T13:52:05.130760+0000 mgr.y (mgr.14150) 271 : audit [DBG] from='client.24238 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi178:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T13:52:07.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:52:06 smithi062 bash[26634]: cluster 2024-09-13T13:52:05.100549+0000 mgr.y (mgr.14150) 270 : cluster [DBG] pgmap v247: 1 pgs: 1 active+clean; 577 KiB data, 179 MiB used, 536 GiB / 536 GiB avail 2024-09-13T13:52:07.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:52:06 smithi062 bash[26634]: audit 2024-09-13T13:52:05.130760+0000 mgr.y (mgr.14150) 271 : audit [DBG] from='client.24238 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi178:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T13:52:07.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:52:06 smithi062 bash[19845]: cluster 2024-09-13T13:52:05.100549+0000 mgr.y (mgr.14150) 270 : cluster [DBG] pgmap v247: 1 pgs: 1 active+clean; 577 KiB data, 179 MiB used, 536 GiB / 536 GiB avail 2024-09-13T13:52:07.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:52:06 smithi062 bash[19845]: audit 2024-09-13T13:52:05.130760+0000 mgr.y (mgr.14150) 271 : audit [DBG] from='client.24238 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi178:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T13:52:08.934 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:52:08 smithi178 bash[22034]: cluster 2024-09-13T13:52:07.101085+0000 mgr.y (mgr.14150) 272 : cluster [DBG] pgmap v248: 1 pgs: 1 active+clean; 577 KiB data, 179 MiB used, 536 GiB / 536 GiB avail 2024-09-13T13:52:09.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:52:08 smithi062 bash[26634]: cluster 2024-09-13T13:52:07.101085+0000 mgr.y (mgr.14150) 272 : cluster [DBG] pgmap v248: 1 pgs: 1 active+clean; 577 KiB data, 179 MiB used, 536 GiB / 536 GiB avail 2024-09-13T13:52:09.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:52:08 smithi062 bash[19845]: cluster 2024-09-13T13:52:07.101085+0000 mgr.y (mgr.14150) 272 : cluster [DBG] pgmap v248: 1 pgs: 1 active+clean; 577 KiB data, 179 MiB used, 536 GiB / 536 GiB avail 2024-09-13T13:52:10.934 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:52:10 smithi178 bash[22034]: cluster 2024-09-13T13:52:09.101638+0000 mgr.y (mgr.14150) 273 : cluster [DBG] pgmap v249: 1 pgs: 1 active+clean; 577 KiB data, 179 MiB used, 536 GiB / 536 GiB avail 2024-09-13T13:52:11.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:52:10 smithi062 bash[19845]: cluster 2024-09-13T13:52:09.101638+0000 mgr.y (mgr.14150) 273 : cluster [DBG] pgmap v249: 1 pgs: 1 active+clean; 577 KiB data, 179 MiB used, 536 GiB / 536 GiB avail 2024-09-13T13:52:11.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:52:10 smithi062 bash[26634]: cluster 2024-09-13T13:52:09.101638+0000 mgr.y (mgr.14150) 273 : cluster [DBG] pgmap v249: 1 pgs: 1 active+clean; 577 KiB data, 179 MiB used, 536 GiB / 536 GiB avail 2024-09-13T13:52:12.889 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:52:12 smithi178 bash[22034]: cluster 2024-09-13T13:52:11.102192+0000 mgr.y (mgr.14150) 274 : cluster [DBG] pgmap v250: 1 pgs: 1 active+clean; 577 KiB data, 179 MiB used, 536 GiB / 536 GiB avail 2024-09-13T13:52:13.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:52:12 smithi062 bash[19845]: cluster 2024-09-13T13:52:11.102192+0000 mgr.y (mgr.14150) 274 : cluster [DBG] pgmap v250: 1 pgs: 1 active+clean; 577 KiB data, 179 MiB used, 536 GiB / 536 GiB avail 2024-09-13T13:52:13.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:52:12 smithi062 bash[26634]: cluster 2024-09-13T13:52:11.102192+0000 mgr.y (mgr.14150) 274 : cluster [DBG] pgmap v250: 1 pgs: 1 active+clean; 577 KiB data, 179 MiB used, 536 GiB / 536 GiB avail 2024-09-13T13:52:14.934 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:52:14 smithi178 bash[22034]: cluster 2024-09-13T13:52:13.102774+0000 mgr.y (mgr.14150) 275 : cluster [DBG] pgmap v251: 1 pgs: 1 active+clean; 577 KiB data, 179 MiB used, 536 GiB / 536 GiB avail 2024-09-13T13:52:14.934 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:52:14 smithi178 bash[22034]: audit 2024-09-13T13:52:13.654252+0000 mon.b (mon.1) 18 : audit [INF] from='client.? 172.21.15.178:0/658682645' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "45057ed7-bfe2-4b05-90f4-0d881aa8c42b"}]: dispatch 2024-09-13T13:52:14.934 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:52:14 smithi178 bash[22034]: audit 2024-09-13T13:52:13.655478+0000 mon.a (mon.0) 578 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "45057ed7-bfe2-4b05-90f4-0d881aa8c42b"}]: dispatch 2024-09-13T13:52:14.934 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:52:14 smithi178 bash[22034]: audit 2024-09-13T13:52:13.660956+0000 mon.a (mon.0) 579 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "45057ed7-bfe2-4b05-90f4-0d881aa8c42b"}]': finished 2024-09-13T13:52:14.934 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:52:14 smithi178 bash[22034]: cluster 2024-09-13T13:52:13.668447+0000 mon.a (mon.0) 580 : cluster [DBG] osdmap e44: 7 total, 6 up, 7 in 2024-09-13T13:52:14.934 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:52:14 smithi178 bash[22034]: audit 2024-09-13T13:52:13.668917+0000 mon.a (mon.0) 581 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-13T13:52:14.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:52:14 smithi178 bash[22034]: audit 2024-09-13T13:52:14.275655+0000 mon.b (mon.1) 19 : audit [DBG] from='client.? 172.21.15.178:0/1927569314' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-13T13:52:15.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:52:14 smithi062 bash[19845]: cluster 2024-09-13T13:52:13.102774+0000 mgr.y (mgr.14150) 275 : cluster [DBG] pgmap v251: 1 pgs: 1 active+clean; 577 KiB data, 179 MiB used, 536 GiB / 536 GiB avail 2024-09-13T13:52:15.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:52:14 smithi062 bash[19845]: audit 2024-09-13T13:52:13.654252+0000 mon.b (mon.1) 18 : audit [INF] from='client.? 172.21.15.178:0/658682645' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "45057ed7-bfe2-4b05-90f4-0d881aa8c42b"}]: dispatch 2024-09-13T13:52:15.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:52:14 smithi062 bash[19845]: audit 2024-09-13T13:52:13.655478+0000 mon.a (mon.0) 578 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "45057ed7-bfe2-4b05-90f4-0d881aa8c42b"}]: dispatch 2024-09-13T13:52:15.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:52:14 smithi062 bash[19845]: audit 2024-09-13T13:52:13.660956+0000 mon.a (mon.0) 579 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "45057ed7-bfe2-4b05-90f4-0d881aa8c42b"}]': finished 2024-09-13T13:52:15.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:52:14 smithi062 bash[19845]: cluster 2024-09-13T13:52:13.668447+0000 mon.a (mon.0) 580 : cluster [DBG] osdmap e44: 7 total, 6 up, 7 in 2024-09-13T13:52:15.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:52:14 smithi062 bash[19845]: audit 2024-09-13T13:52:13.668917+0000 mon.a (mon.0) 581 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-13T13:52:15.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:52:14 smithi062 bash[19845]: audit 2024-09-13T13:52:14.275655+0000 mon.b (mon.1) 19 : audit [DBG] from='client.? 172.21.15.178:0/1927569314' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-13T13:52:15.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:52:14 smithi062 bash[26634]: cluster 2024-09-13T13:52:13.102774+0000 mgr.y (mgr.14150) 275 : cluster [DBG] pgmap v251: 1 pgs: 1 active+clean; 577 KiB data, 179 MiB used, 536 GiB / 536 GiB avail 2024-09-13T13:52:15.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:52:14 smithi062 bash[26634]: audit 2024-09-13T13:52:13.654252+0000 mon.b (mon.1) 18 : audit [INF] from='client.? 172.21.15.178:0/658682645' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "45057ed7-bfe2-4b05-90f4-0d881aa8c42b"}]: dispatch 2024-09-13T13:52:15.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:52:14 smithi062 bash[26634]: audit 2024-09-13T13:52:13.655478+0000 mon.a (mon.0) 578 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "45057ed7-bfe2-4b05-90f4-0d881aa8c42b"}]: dispatch 2024-09-13T13:52:15.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:52:14 smithi062 bash[26634]: audit 2024-09-13T13:52:13.660956+0000 mon.a (mon.0) 579 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "45057ed7-bfe2-4b05-90f4-0d881aa8c42b"}]': finished 2024-09-13T13:52:15.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:52:14 smithi062 bash[26634]: cluster 2024-09-13T13:52:13.668447+0000 mon.a (mon.0) 580 : cluster [DBG] osdmap e44: 7 total, 6 up, 7 in 2024-09-13T13:52:15.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:52:14 smithi062 bash[26634]: audit 2024-09-13T13:52:13.668917+0000 mon.a (mon.0) 581 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-13T13:52:15.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:52:14 smithi062 bash[26634]: audit 2024-09-13T13:52:14.275655+0000 mon.b (mon.1) 19 : audit [DBG] from='client.? 172.21.15.178:0/1927569314' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-13T13:52:16.934 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:52:16 smithi178 bash[22034]: cluster 2024-09-13T13:52:15.103321+0000 mgr.y (mgr.14150) 276 : cluster [DBG] pgmap v253: 1 pgs: 1 active+clean; 577 KiB data, 179 MiB used, 536 GiB / 536 GiB avail 2024-09-13T13:52:17.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:52:16 smithi062 bash[19845]: cluster 2024-09-13T13:52:15.103321+0000 mgr.y (mgr.14150) 276 : cluster [DBG] pgmap v253: 1 pgs: 1 active+clean; 577 KiB data, 179 MiB used, 536 GiB / 536 GiB avail 2024-09-13T13:52:17.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:52:16 smithi062 bash[26634]: cluster 2024-09-13T13:52:15.103321+0000 mgr.y (mgr.14150) 276 : cluster [DBG] pgmap v253: 1 pgs: 1 active+clean; 577 KiB data, 179 MiB used, 536 GiB / 536 GiB avail 2024-09-13T13:52:18.933 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:52:18 smithi178 bash[22034]: cluster 2024-09-13T13:52:17.103880+0000 mgr.y (mgr.14150) 277 : cluster [DBG] pgmap v254: 1 pgs: 1 active+clean; 577 KiB data, 179 MiB used, 536 GiB / 536 GiB avail 2024-09-13T13:52:19.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:52:18 smithi062 bash[19845]: cluster 2024-09-13T13:52:17.103880+0000 mgr.y (mgr.14150) 277 : cluster [DBG] pgmap v254: 1 pgs: 1 active+clean; 577 KiB data, 179 MiB used, 536 GiB / 536 GiB avail 2024-09-13T13:52:19.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:52:18 smithi062 bash[26634]: cluster 2024-09-13T13:52:17.103880+0000 mgr.y (mgr.14150) 277 : cluster [DBG] pgmap v254: 1 pgs: 1 active+clean; 577 KiB data, 179 MiB used, 536 GiB / 536 GiB avail 2024-09-13T13:52:20.934 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:52:20 smithi178 bash[22034]: cluster 2024-09-13T13:52:19.104443+0000 mgr.y (mgr.14150) 278 : cluster [DBG] pgmap v255: 1 pgs: 1 active+clean; 577 KiB data, 179 MiB used, 536 GiB / 536 GiB avail 2024-09-13T13:52:21.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:52:20 smithi062 bash[19845]: cluster 2024-09-13T13:52:19.104443+0000 mgr.y (mgr.14150) 278 : cluster [DBG] pgmap v255: 1 pgs: 1 active+clean; 577 KiB data, 179 MiB used, 536 GiB / 536 GiB avail 2024-09-13T13:52:21.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:52:20 smithi062 bash[26634]: cluster 2024-09-13T13:52:19.104443+0000 mgr.y (mgr.14150) 278 : cluster [DBG] pgmap v255: 1 pgs: 1 active+clean; 577 KiB data, 179 MiB used, 536 GiB / 536 GiB avail 2024-09-13T13:52:22.934 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:52:22 smithi178 bash[22034]: cluster 2024-09-13T13:52:21.105068+0000 mgr.y (mgr.14150) 279 : cluster [DBG] pgmap v256: 1 pgs: 1 active+clean; 577 KiB data, 179 MiB used, 536 GiB / 536 GiB avail 2024-09-13T13:52:23.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:52:22 smithi062 bash[19845]: cluster 2024-09-13T13:52:21.105068+0000 mgr.y (mgr.14150) 279 : cluster [DBG] pgmap v256: 1 pgs: 1 active+clean; 577 KiB data, 179 MiB used, 536 GiB / 536 GiB avail 2024-09-13T13:52:23.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:52:22 smithi062 bash[26634]: cluster 2024-09-13T13:52:21.105068+0000 mgr.y (mgr.14150) 279 : cluster [DBG] pgmap v256: 1 pgs: 1 active+clean; 577 KiB data, 179 MiB used, 536 GiB / 536 GiB avail 2024-09-13T13:52:24.934 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:52:24 smithi178 bash[22034]: cluster 2024-09-13T13:52:23.105647+0000 mgr.y (mgr.14150) 280 : cluster [DBG] pgmap v257: 1 pgs: 1 active+clean; 577 KiB data, 179 MiB used, 536 GiB / 536 GiB avail 2024-09-13T13:52:25.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:52:24 smithi062 bash[19845]: cluster 2024-09-13T13:52:23.105647+0000 mgr.y (mgr.14150) 280 : cluster [DBG] pgmap v257: 1 pgs: 1 active+clean; 577 KiB data, 179 MiB used, 536 GiB / 536 GiB avail 2024-09-13T13:52:25.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:52:24 smithi062 bash[26634]: cluster 2024-09-13T13:52:23.105647+0000 mgr.y (mgr.14150) 280 : cluster [DBG] pgmap v257: 1 pgs: 1 active+clean; 577 KiB data, 179 MiB used, 536 GiB / 536 GiB avail 2024-09-13T13:52:26.934 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:52:26 smithi178 bash[22034]: cluster 2024-09-13T13:52:25.106198+0000 mgr.y (mgr.14150) 281 : cluster [DBG] pgmap v258: 1 pgs: 1 active+clean; 577 KiB data, 179 MiB used, 536 GiB / 536 GiB avail 2024-09-13T13:52:27.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:52:26 smithi062 bash[19845]: cluster 2024-09-13T13:52:25.106198+0000 mgr.y (mgr.14150) 281 : cluster [DBG] pgmap v258: 1 pgs: 1 active+clean; 577 KiB data, 179 MiB used, 536 GiB / 536 GiB avail 2024-09-13T13:52:27.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:52:26 smithi062 bash[26634]: cluster 2024-09-13T13:52:25.106198+0000 mgr.y (mgr.14150) 281 : cluster [DBG] pgmap v258: 1 pgs: 1 active+clean; 577 KiB data, 179 MiB used, 536 GiB / 536 GiB avail 2024-09-13T13:52:27.934 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:52:27 smithi178 bash[22034]: audit 2024-09-13T13:52:27.002829+0000 mon.a (mon.0) 582 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-09-13T13:52:27.934 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:52:27 smithi178 bash[22034]: audit 2024-09-13T13:52:27.004843+0000 mon.a (mon.0) 583 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T13:52:27.934 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:52:27 smithi178 bash[22034]: cephadm 2024-09-13T13:52:27.006501+0000 mgr.y (mgr.14150) 282 : cephadm [INF] Deploying daemon osd.6 on smithi178 2024-09-13T13:52:28.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:52:27 smithi062 bash[26634]: audit 2024-09-13T13:52:27.002829+0000 mon.a (mon.0) 582 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-09-13T13:52:28.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:52:27 smithi062 bash[26634]: audit 2024-09-13T13:52:27.004843+0000 mon.a (mon.0) 583 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T13:52:28.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:52:27 smithi062 bash[26634]: cephadm 2024-09-13T13:52:27.006501+0000 mgr.y (mgr.14150) 282 : cephadm [INF] Deploying daemon osd.6 on smithi178 2024-09-13T13:52:28.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:52:27 smithi062 bash[19845]: audit 2024-09-13T13:52:27.002829+0000 mon.a (mon.0) 582 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-09-13T13:52:28.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:52:27 smithi062 bash[19845]: audit 2024-09-13T13:52:27.004843+0000 mon.a (mon.0) 583 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T13:52:28.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:52:27 smithi062 bash[19845]: cephadm 2024-09-13T13:52:27.006501+0000 mgr.y (mgr.14150) 282 : cephadm [INF] Deploying daemon osd.6 on smithi178 2024-09-13T13:52:28.892 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:52:28 smithi178 bash[22034]: cluster 2024-09-13T13:52:27.106707+0000 mgr.y (mgr.14150) 283 : cluster [DBG] pgmap v259: 1 pgs: 1 active+clean; 577 KiB data, 179 MiB used, 536 GiB / 536 GiB avail 2024-09-13T13:52:29.002 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:52:28 smithi062 bash[26634]: cluster 2024-09-13T13:52:27.106707+0000 mgr.y (mgr.14150) 283 : cluster [DBG] pgmap v259: 1 pgs: 1 active+clean; 577 KiB data, 179 MiB used, 536 GiB / 536 GiB avail 2024-09-13T13:52:29.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:52:28 smithi062 bash[19845]: cluster 2024-09-13T13:52:27.106707+0000 mgr.y (mgr.14150) 283 : cluster [DBG] pgmap v259: 1 pgs: 1 active+clean; 577 KiB data, 179 MiB used, 536 GiB / 536 GiB avail 2024-09-13T13:52:30.933 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:52:30 smithi178 bash[22034]: cluster 2024-09-13T13:52:29.107380+0000 mgr.y (mgr.14150) 284 : cluster [DBG] pgmap v260: 1 pgs: 1 active+clean; 577 KiB data, 179 MiB used, 536 GiB / 536 GiB avail 2024-09-13T13:52:31.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:52:30 smithi062 bash[19845]: cluster 2024-09-13T13:52:29.107380+0000 mgr.y (mgr.14150) 284 : cluster [DBG] pgmap v260: 1 pgs: 1 active+clean; 577 KiB data, 179 MiB used, 536 GiB / 536 GiB avail 2024-09-13T13:52:31.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:52:30 smithi062 bash[26634]: cluster 2024-09-13T13:52:29.107380+0000 mgr.y (mgr.14150) 284 : cluster [DBG] pgmap v260: 1 pgs: 1 active+clean; 577 KiB data, 179 MiB used, 536 GiB / 536 GiB avail 2024-09-13T13:52:31.683 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:52:31 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T13:52:31.684 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 13 13:52:31 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T13:52:31.684 INFO:journalctl@ceph.osd.4.smithi178.stdout:Sep 13 13:52:31 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T13:52:31.684 INFO:journalctl@ceph.osd.5.smithi178.stdout:Sep 13 13:52:31 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T13:52:32.184 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 13 13:52:31 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T13:52:32.184 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:52:31 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T13:52:32.184 INFO:journalctl@ceph.osd.4.smithi178.stdout:Sep 13 13:52:31 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T13:52:32.184 INFO:journalctl@ceph.osd.5.smithi178.stdout:Sep 13 13:52:31 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T13:52:32.933 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:52:32 smithi178 bash[22034]: cluster 2024-09-13T13:52:31.108005+0000 mgr.y (mgr.14150) 285 : cluster [DBG] pgmap v261: 1 pgs: 1 active+clean; 577 KiB data, 179 MiB used, 536 GiB / 536 GiB avail 2024-09-13T13:52:32.933 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:52:32 smithi178 bash[22034]: audit 2024-09-13T13:52:31.845332+0000 mon.a (mon.0) 584 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T13:52:32.933 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:52:32 smithi178 bash[22034]: audit 2024-09-13T13:52:31.854357+0000 mon.a (mon.0) 585 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:52:32.933 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:52:32 smithi178 bash[22034]: audit 2024-09-13T13:52:31.865187+0000 mon.a (mon.0) 586 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:52:33.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:52:32 smithi062 bash[19845]: cluster 2024-09-13T13:52:31.108005+0000 mgr.y (mgr.14150) 285 : cluster [DBG] pgmap v261: 1 pgs: 1 active+clean; 577 KiB data, 179 MiB used, 536 GiB / 536 GiB avail 2024-09-13T13:52:33.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:52:32 smithi062 bash[19845]: audit 2024-09-13T13:52:31.845332+0000 mon.a (mon.0) 584 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T13:52:33.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:52:32 smithi062 bash[19845]: audit 2024-09-13T13:52:31.854357+0000 mon.a (mon.0) 585 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:52:33.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:52:32 smithi062 bash[19845]: audit 2024-09-13T13:52:31.865187+0000 mon.a (mon.0) 586 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:52:33.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:52:32 smithi062 bash[26634]: cluster 2024-09-13T13:52:31.108005+0000 mgr.y (mgr.14150) 285 : cluster [DBG] pgmap v261: 1 pgs: 1 active+clean; 577 KiB data, 179 MiB used, 536 GiB / 536 GiB avail 2024-09-13T13:52:33.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:52:32 smithi062 bash[26634]: audit 2024-09-13T13:52:31.845332+0000 mon.a (mon.0) 584 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T13:52:33.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:52:32 smithi062 bash[26634]: audit 2024-09-13T13:52:31.854357+0000 mon.a (mon.0) 585 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:52:33.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:52:32 smithi062 bash[26634]: audit 2024-09-13T13:52:31.865187+0000 mon.a (mon.0) 586 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:52:35.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:52:34 smithi062 bash[19845]: cluster 2024-09-13T13:52:33.108566+0000 mgr.y (mgr.14150) 286 : cluster [DBG] pgmap v262: 1 pgs: 1 active+clean; 577 KiB data, 179 MiB used, 536 GiB / 536 GiB avail 2024-09-13T13:52:35.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:52:34 smithi062 bash[26634]: cluster 2024-09-13T13:52:33.108566+0000 mgr.y (mgr.14150) 286 : cluster [DBG] pgmap v262: 1 pgs: 1 active+clean; 577 KiB data, 179 MiB used, 536 GiB / 536 GiB avail 2024-09-13T13:52:35.007 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:52:34 smithi178 bash[22034]: cluster 2024-09-13T13:52:33.108566+0000 mgr.y (mgr.14150) 286 : cluster [DBG] pgmap v262: 1 pgs: 1 active+clean; 577 KiB data, 179 MiB used, 536 GiB / 536 GiB avail 2024-09-13T13:52:37.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:52:36 smithi062 bash[19845]: cluster 2024-09-13T13:52:35.109231+0000 mgr.y (mgr.14150) 287 : cluster [DBG] pgmap v263: 1 pgs: 1 active+clean; 577 KiB data, 179 MiB used, 536 GiB / 536 GiB avail 2024-09-13T13:52:37.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:52:36 smithi062 bash[26634]: cluster 2024-09-13T13:52:35.109231+0000 mgr.y (mgr.14150) 287 : cluster [DBG] pgmap v263: 1 pgs: 1 active+clean; 577 KiB data, 179 MiB used, 536 GiB / 536 GiB avail 2024-09-13T13:52:37.184 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:52:36 smithi178 bash[22034]: cluster 2024-09-13T13:52:35.109231+0000 mgr.y (mgr.14150) 287 : cluster [DBG] pgmap v263: 1 pgs: 1 active+clean; 577 KiB data, 179 MiB used, 536 GiB / 536 GiB avail 2024-09-13T13:52:38.934 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:52:38 smithi178 bash[22034]: cluster 2024-09-13T13:52:37.109898+0000 mgr.y (mgr.14150) 288 : cluster [DBG] pgmap v264: 1 pgs: 1 active+clean; 577 KiB data, 179 MiB used, 536 GiB / 536 GiB avail 2024-09-13T13:52:39.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:52:38 smithi062 bash[26634]: cluster 2024-09-13T13:52:37.109898+0000 mgr.y (mgr.14150) 288 : cluster [DBG] pgmap v264: 1 pgs: 1 active+clean; 577 KiB data, 179 MiB used, 536 GiB / 536 GiB avail 2024-09-13T13:52:39.062 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:52:38 smithi062 bash[19845]: cluster 2024-09-13T13:52:37.109898+0000 mgr.y (mgr.14150) 288 : cluster [DBG] pgmap v264: 1 pgs: 1 active+clean; 577 KiB data, 179 MiB used, 536 GiB / 536 GiB avail 2024-09-13T13:52:40.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:52:39 smithi062 bash[19845]: audit 2024-09-13T13:52:38.708571+0000 mon.a (mon.0) 587 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:52:40.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:52:39 smithi062 bash[19845]: audit 2024-09-13T13:52:38.717241+0000 mon.a (mon.0) 588 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:52:40.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:52:39 smithi062 bash[19845]: audit 2024-09-13T13:52:39.424917+0000 mon.a (mon.0) 589 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T13:52:40.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:52:39 smithi062 bash[19845]: audit 2024-09-13T13:52:39.426558+0000 mon.a (mon.0) 590 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T13:52:40.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:52:39 smithi062 bash[19845]: audit 2024-09-13T13:52:39.436191+0000 mon.a (mon.0) 591 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:52:40.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:52:39 smithi062 bash[26634]: audit 2024-09-13T13:52:38.708571+0000 mon.a (mon.0) 587 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:52:40.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:52:39 smithi062 bash[26634]: audit 2024-09-13T13:52:38.717241+0000 mon.a (mon.0) 588 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:52:40.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:52:39 smithi062 bash[26634]: audit 2024-09-13T13:52:39.424917+0000 mon.a (mon.0) 589 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T13:52:40.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:52:39 smithi062 bash[26634]: audit 2024-09-13T13:52:39.426558+0000 mon.a (mon.0) 590 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T13:52:40.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:52:39 smithi062 bash[26634]: audit 2024-09-13T13:52:39.436191+0000 mon.a (mon.0) 591 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:52:40.183 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:52:39 smithi178 bash[22034]: audit 2024-09-13T13:52:38.708571+0000 mon.a (mon.0) 587 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:52:40.184 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:52:39 smithi178 bash[22034]: audit 2024-09-13T13:52:38.717241+0000 mon.a (mon.0) 588 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:52:40.184 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:52:39 smithi178 bash[22034]: audit 2024-09-13T13:52:39.424917+0000 mon.a (mon.0) 589 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T13:52:40.184 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:52:39 smithi178 bash[22034]: audit 2024-09-13T13:52:39.426558+0000 mon.a (mon.0) 590 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T13:52:40.184 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:52:39 smithi178 bash[22034]: audit 2024-09-13T13:52:39.436191+0000 mon.a (mon.0) 591 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:52:41.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:52:40 smithi062 bash[19845]: cluster 2024-09-13T13:52:39.110586+0000 mgr.y (mgr.14150) 289 : cluster [DBG] pgmap v265: 1 pgs: 1 active+clean; 577 KiB data, 179 MiB used, 536 GiB / 536 GiB avail 2024-09-13T13:52:41.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:52:40 smithi062 bash[26634]: cluster 2024-09-13T13:52:39.110586+0000 mgr.y (mgr.14150) 289 : cluster [DBG] pgmap v265: 1 pgs: 1 active+clean; 577 KiB data, 179 MiB used, 536 GiB / 536 GiB avail 2024-09-13T13:52:41.107 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:52:40 smithi178 bash[22034]: cluster 2024-09-13T13:52:39.110586+0000 mgr.y (mgr.14150) 289 : cluster [DBG] pgmap v265: 1 pgs: 1 active+clean; 577 KiB data, 179 MiB used, 536 GiB / 536 GiB avail 2024-09-13T13:52:42.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:52:41 smithi062 bash[19845]: audit 2024-09-13T13:52:41.112619+0000 mon.b (mon.1) 20 : audit [INF] from='osd.6 [v2:172.21.15.178:6816/3193201716,v1:172.21.15.178:6817/3193201716]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-09-13T13:52:42.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:52:41 smithi062 bash[19845]: audit 2024-09-13T13:52:41.113547+0000 mon.a (mon.0) 592 : audit [INF] from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-09-13T13:52:42.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:52:41 smithi062 bash[26634]: audit 2024-09-13T13:52:41.112619+0000 mon.b (mon.1) 20 : audit [INF] from='osd.6 [v2:172.21.15.178:6816/3193201716,v1:172.21.15.178:6817/3193201716]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-09-13T13:52:42.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:52:41 smithi062 bash[26634]: audit 2024-09-13T13:52:41.113547+0000 mon.a (mon.0) 592 : audit [INF] from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-09-13T13:52:42.065 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:52:41 smithi178 bash[22034]: audit 2024-09-13T13:52:41.112619+0000 mon.b (mon.1) 20 : audit [INF] from='osd.6 [v2:172.21.15.178:6816/3193201716,v1:172.21.15.178:6817/3193201716]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-09-13T13:52:42.065 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:52:41 smithi178 bash[22034]: audit 2024-09-13T13:52:41.113547+0000 mon.a (mon.0) 592 : audit [INF] from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-09-13T13:52:42.597 INFO:teuthology.orchestra.run.smithi178.stdout:Created osd(s) 6 on host 'smithi178' 2024-09-13T13:52:42.934 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:52:42 smithi178 bash[22034]: cluster 2024-09-13T13:52:41.111268+0000 mgr.y (mgr.14150) 290 : cluster [DBG] pgmap v266: 1 pgs: 1 active+clean; 577 KiB data, 179 MiB used, 536 GiB / 536 GiB avail 2024-09-13T13:52:42.934 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:52:42 smithi178 bash[22034]: audit 2024-09-13T13:52:41.727078+0000 mon.a (mon.0) 593 : audit [INF] from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-09-13T13:52:42.934 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:52:42 smithi178 bash[22034]: audit 2024-09-13T13:52:41.732484+0000 mon.b (mon.1) 21 : audit [INF] from='osd.6 [v2:172.21.15.178:6816/3193201716,v1:172.21.15.178:6817/3193201716]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi178", "root=default"]}]: dispatch 2024-09-13T13:52:42.934 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:52:42 smithi178 bash[22034]: cluster 2024-09-13T13:52:41.733053+0000 mon.a (mon.0) 594 : cluster [DBG] osdmap e45: 7 total, 6 up, 7 in 2024-09-13T13:52:42.934 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:52:42 smithi178 bash[22034]: audit 2024-09-13T13:52:41.733736+0000 mon.a (mon.0) 595 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-13T13:52:42.934 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:52:42 smithi178 bash[22034]: audit 2024-09-13T13:52:41.734651+0000 mon.a (mon.0) 596 : audit [INF] from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi178", "root=default"]}]: dispatch 2024-09-13T13:52:42.934 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:52:42 smithi178 bash[22034]: audit 2024-09-13T13:52:42.577327+0000 mon.a (mon.0) 597 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T13:52:42.934 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:52:42 smithi178 bash[22034]: audit 2024-09-13T13:52:42.585343+0000 mon.a (mon.0) 598 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:52:42.934 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:52:42 smithi178 bash[22034]: audit 2024-09-13T13:52:42.593750+0000 mon.a (mon.0) 599 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:52:43.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:52:42 smithi062 bash[19845]: cluster 2024-09-13T13:52:41.111268+0000 mgr.y (mgr.14150) 290 : cluster [DBG] pgmap v266: 1 pgs: 1 active+clean; 577 KiB data, 179 MiB used, 536 GiB / 536 GiB avail 2024-09-13T13:52:43.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:52:42 smithi062 bash[19845]: audit 2024-09-13T13:52:41.727078+0000 mon.a (mon.0) 593 : audit [INF] from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-09-13T13:52:43.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:52:42 smithi062 bash[19845]: audit 2024-09-13T13:52:41.732484+0000 mon.b (mon.1) 21 : audit [INF] from='osd.6 [v2:172.21.15.178:6816/3193201716,v1:172.21.15.178:6817/3193201716]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi178", "root=default"]}]: dispatch 2024-09-13T13:52:43.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:52:42 smithi062 bash[19845]: cluster 2024-09-13T13:52:41.733053+0000 mon.a (mon.0) 594 : cluster [DBG] osdmap e45: 7 total, 6 up, 7 in 2024-09-13T13:52:43.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:52:42 smithi062 bash[19845]: audit 2024-09-13T13:52:41.733736+0000 mon.a (mon.0) 595 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-13T13:52:43.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:52:42 smithi062 bash[19845]: audit 2024-09-13T13:52:41.734651+0000 mon.a (mon.0) 596 : audit [INF] from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi178", "root=default"]}]: dispatch 2024-09-13T13:52:43.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:52:42 smithi062 bash[19845]: audit 2024-09-13T13:52:42.577327+0000 mon.a (mon.0) 597 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T13:52:43.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:52:42 smithi062 bash[19845]: audit 2024-09-13T13:52:42.585343+0000 mon.a (mon.0) 598 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:52:43.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:52:42 smithi062 bash[19845]: audit 2024-09-13T13:52:42.593750+0000 mon.a (mon.0) 599 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:52:43.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:52:42 smithi062 bash[26634]: cluster 2024-09-13T13:52:41.111268+0000 mgr.y (mgr.14150) 290 : cluster [DBG] pgmap v266: 1 pgs: 1 active+clean; 577 KiB data, 179 MiB used, 536 GiB / 536 GiB avail 2024-09-13T13:52:43.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:52:42 smithi062 bash[26634]: audit 2024-09-13T13:52:41.727078+0000 mon.a (mon.0) 593 : audit [INF] from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-09-13T13:52:43.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:52:42 smithi062 bash[26634]: audit 2024-09-13T13:52:41.732484+0000 mon.b (mon.1) 21 : audit [INF] from='osd.6 [v2:172.21.15.178:6816/3193201716,v1:172.21.15.178:6817/3193201716]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi178", "root=default"]}]: dispatch 2024-09-13T13:52:43.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:52:42 smithi062 bash[26634]: cluster 2024-09-13T13:52:41.733053+0000 mon.a (mon.0) 594 : cluster [DBG] osdmap e45: 7 total, 6 up, 7 in 2024-09-13T13:52:43.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:52:42 smithi062 bash[26634]: audit 2024-09-13T13:52:41.733736+0000 mon.a (mon.0) 595 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-13T13:52:43.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:52:42 smithi062 bash[26634]: audit 2024-09-13T13:52:41.734651+0000 mon.a (mon.0) 596 : audit [INF] from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi178", "root=default"]}]: dispatch 2024-09-13T13:52:43.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:52:42 smithi062 bash[26634]: audit 2024-09-13T13:52:42.577327+0000 mon.a (mon.0) 597 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T13:52:43.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:52:42 smithi062 bash[26634]: audit 2024-09-13T13:52:42.585343+0000 mon.a (mon.0) 598 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:52:43.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:52:42 smithi062 bash[26634]: audit 2024-09-13T13:52:42.593750+0000 mon.a (mon.0) 599 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:52:43.275 DEBUG:teuthology.orchestra.run.smithi178:osd.6> sudo journalctl -f -n 0 -u ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@osd.6.service 2024-09-13T13:52:43.278 INFO:tasks.cephadm:Deploying osd.7 on smithi178 with /dev/vg_nvme/lv_1... 2024-09-13T13:52:43.278 DEBUG:teuthology.orchestra.run.smithi178:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ff1149ea-71d5-11ef-bceb-c7b262605968 -- lvm zap /dev/vg_nvme/lv_1 2024-09-13T13:52:44.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:52:43 smithi062 bash[19845]: audit 2024-09-13T13:52:42.729661+0000 mon.a (mon.0) 600 : audit [INF] from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi178", "root=default"]}]': finished 2024-09-13T13:52:44.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:52:43 smithi062 bash[19845]: cluster 2024-09-13T13:52:42.735939+0000 mon.a (mon.0) 601 : cluster [DBG] osdmap e46: 7 total, 6 up, 7 in 2024-09-13T13:52:44.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:52:43 smithi062 bash[19845]: audit 2024-09-13T13:52:42.737186+0000 mon.a (mon.0) 602 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-13T13:52:44.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:52:43 smithi062 bash[19845]: audit 2024-09-13T13:52:42.745391+0000 mon.a (mon.0) 603 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-13T13:52:44.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:52:43 smithi062 bash[26634]: audit 2024-09-13T13:52:42.729661+0000 mon.a (mon.0) 600 : audit [INF] from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi178", "root=default"]}]': finished 2024-09-13T13:52:44.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:52:43 smithi062 bash[26634]: cluster 2024-09-13T13:52:42.735939+0000 mon.a (mon.0) 601 : cluster [DBG] osdmap e46: 7 total, 6 up, 7 in 2024-09-13T13:52:44.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:52:43 smithi062 bash[26634]: audit 2024-09-13T13:52:42.737186+0000 mon.a (mon.0) 602 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-13T13:52:44.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:52:43 smithi062 bash[26634]: audit 2024-09-13T13:52:42.745391+0000 mon.a (mon.0) 603 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-13T13:52:44.184 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:52:43 smithi178 bash[22034]: audit 2024-09-13T13:52:42.729661+0000 mon.a (mon.0) 600 : audit [INF] from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi178", "root=default"]}]': finished 2024-09-13T13:52:44.184 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:52:43 smithi178 bash[22034]: cluster 2024-09-13T13:52:42.735939+0000 mon.a (mon.0) 601 : cluster [DBG] osdmap e46: 7 total, 6 up, 7 in 2024-09-13T13:52:44.184 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:52:43 smithi178 bash[22034]: audit 2024-09-13T13:52:42.737186+0000 mon.a (mon.0) 602 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-13T13:52:44.184 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:52:43 smithi178 bash[22034]: audit 2024-09-13T13:52:42.745391+0000 mon.a (mon.0) 603 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-13T13:52:45.184 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:52:44 smithi178 bash[22034]: cluster 2024-09-13T13:52:42.120237+0000 osd.6 (osd.6) 1 : cluster [DBG] purged_snaps scrub starts 2024-09-13T13:52:45.184 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:52:44 smithi178 bash[22034]: cluster 2024-09-13T13:52:42.120349+0000 osd.6 (osd.6) 2 : cluster [DBG] purged_snaps scrub ok 2024-09-13T13:52:45.184 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:52:44 smithi178 bash[22034]: cluster 2024-09-13T13:52:43.111855+0000 mgr.y (mgr.14150) 291 : cluster [DBG] pgmap v269: 1 pgs: 1 active+clean; 577 KiB data, 179 MiB used, 536 GiB / 536 GiB avail 2024-09-13T13:52:45.184 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:52:44 smithi178 bash[22034]: cluster 2024-09-13T13:52:43.739520+0000 mon.a (mon.0) 604 : cluster [INF] osd.6 [v2:172.21.15.178:6816/3193201716,v1:172.21.15.178:6817/3193201716] boot 2024-09-13T13:52:45.184 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:52:44 smithi178 bash[22034]: cluster 2024-09-13T13:52:43.739661+0000 mon.a (mon.0) 605 : cluster [DBG] osdmap e47: 7 total, 7 up, 7 in 2024-09-13T13:52:45.184 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:52:44 smithi178 bash[22034]: audit 2024-09-13T13:52:43.740109+0000 mon.a (mon.0) 606 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-13T13:52:45.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:52:44 smithi062 bash[26634]: cluster 2024-09-13T13:52:42.120237+0000 osd.6 (osd.6) 1 : cluster [DBG] purged_snaps scrub starts 2024-09-13T13:52:45.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:52:44 smithi062 bash[26634]: cluster 2024-09-13T13:52:42.120349+0000 osd.6 (osd.6) 2 : cluster [DBG] purged_snaps scrub ok 2024-09-13T13:52:45.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:52:44 smithi062 bash[26634]: cluster 2024-09-13T13:52:43.111855+0000 mgr.y (mgr.14150) 291 : cluster [DBG] pgmap v269: 1 pgs: 1 active+clean; 577 KiB data, 179 MiB used, 536 GiB / 536 GiB avail 2024-09-13T13:52:45.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:52:44 smithi062 bash[26634]: cluster 2024-09-13T13:52:43.739520+0000 mon.a (mon.0) 604 : cluster [INF] osd.6 [v2:172.21.15.178:6816/3193201716,v1:172.21.15.178:6817/3193201716] boot 2024-09-13T13:52:45.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:52:44 smithi062 bash[26634]: cluster 2024-09-13T13:52:43.739661+0000 mon.a (mon.0) 605 : cluster [DBG] osdmap e47: 7 total, 7 up, 7 in 2024-09-13T13:52:45.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:52:44 smithi062 bash[26634]: audit 2024-09-13T13:52:43.740109+0000 mon.a (mon.0) 606 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-13T13:52:45.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:52:44 smithi062 bash[19845]: cluster 2024-09-13T13:52:42.120237+0000 osd.6 (osd.6) 1 : cluster [DBG] purged_snaps scrub starts 2024-09-13T13:52:45.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:52:44 smithi062 bash[19845]: cluster 2024-09-13T13:52:42.120349+0000 osd.6 (osd.6) 2 : cluster [DBG] purged_snaps scrub ok 2024-09-13T13:52:45.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:52:44 smithi062 bash[19845]: cluster 2024-09-13T13:52:43.111855+0000 mgr.y (mgr.14150) 291 : cluster [DBG] pgmap v269: 1 pgs: 1 active+clean; 577 KiB data, 179 MiB used, 536 GiB / 536 GiB avail 2024-09-13T13:52:45.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:52:44 smithi062 bash[19845]: cluster 2024-09-13T13:52:43.739520+0000 mon.a (mon.0) 604 : cluster [INF] osd.6 [v2:172.21.15.178:6816/3193201716,v1:172.21.15.178:6817/3193201716] boot 2024-09-13T13:52:45.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:52:44 smithi062 bash[19845]: cluster 2024-09-13T13:52:43.739661+0000 mon.a (mon.0) 605 : cluster [DBG] osdmap e47: 7 total, 7 up, 7 in 2024-09-13T13:52:45.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:52:44 smithi062 bash[19845]: audit 2024-09-13T13:52:43.740109+0000 mon.a (mon.0) 606 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-13T13:52:46.183 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:52:45 smithi178 bash[22034]: cluster 2024-09-13T13:52:44.750811+0000 mon.a (mon.0) 607 : cluster [DBG] osdmap e48: 7 total, 7 up, 7 in 2024-09-13T13:52:46.184 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:52:45 smithi178 bash[22034]: cluster 2024-09-13T13:52:45.753114+0000 mon.a (mon.0) 608 : cluster [DBG] osdmap e49: 7 total, 7 up, 7 in 2024-09-13T13:52:46.252 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:52:45 smithi062 bash[26634]: cluster 2024-09-13T13:52:44.750811+0000 mon.a (mon.0) 607 : cluster [DBG] osdmap e48: 7 total, 7 up, 7 in 2024-09-13T13:52:46.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:52:45 smithi062 bash[26634]: cluster 2024-09-13T13:52:45.753114+0000 mon.a (mon.0) 608 : cluster [DBG] osdmap e49: 7 total, 7 up, 7 in 2024-09-13T13:52:46.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:52:45 smithi062 bash[19845]: cluster 2024-09-13T13:52:44.750811+0000 mon.a (mon.0) 607 : cluster [DBG] osdmap e48: 7 total, 7 up, 7 in 2024-09-13T13:52:46.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:52:45 smithi062 bash[19845]: cluster 2024-09-13T13:52:45.753114+0000 mon.a (mon.0) 608 : cluster [DBG] osdmap e49: 7 total, 7 up, 7 in 2024-09-13T13:52:47.183 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:52:46 smithi178 bash[22034]: cluster 2024-09-13T13:52:45.112344+0000 mgr.y (mgr.14150) 292 : cluster [DBG] pgmap v272: 1 pgs: 1 remapped+peering; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-09-13T13:52:47.252 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:52:46 smithi062 bash[26634]: cluster 2024-09-13T13:52:45.112344+0000 mgr.y (mgr.14150) 292 : cluster [DBG] pgmap v272: 1 pgs: 1 remapped+peering; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-09-13T13:52:47.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:52:46 smithi062 bash[19845]: cluster 2024-09-13T13:52:45.112344+0000 mgr.y (mgr.14150) 292 : cluster [DBG] pgmap v272: 1 pgs: 1 remapped+peering; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-09-13T13:52:47.637 INFO:teuthology.orchestra.run.smithi178.stderr:Inferring config /var/lib/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/mon.b/config 2024-09-13T13:52:48.183 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:52:47 smithi178 bash[22034]: cluster 2024-09-13T13:52:46.783924+0000 mon.a (mon.0) 609 : cluster [DBG] osdmap e50: 7 total, 7 up, 7 in 2024-09-13T13:52:48.252 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:52:47 smithi062 bash[19845]: cluster 2024-09-13T13:52:46.783924+0000 mon.a (mon.0) 609 : cluster [DBG] osdmap e50: 7 total, 7 up, 7 in 2024-09-13T13:52:48.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:52:47 smithi062 bash[26634]: cluster 2024-09-13T13:52:46.783924+0000 mon.a (mon.0) 609 : cluster [DBG] osdmap e50: 7 total, 7 up, 7 in 2024-09-13T13:52:49.178 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:52:48 smithi178 bash[22034]: cluster 2024-09-13T13:52:47.112890+0000 mgr.y (mgr.14150) 293 : cluster [DBG] pgmap v275: 1 pgs: 1 remapped+peering; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-09-13T13:52:49.178 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:52:48 smithi178 bash[22034]: cluster 2024-09-13T13:52:47.790909+0000 mon.a (mon.0) 610 : cluster [DBG] osdmap e51: 7 total, 7 up, 7 in 2024-09-13T13:52:49.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:52:48 smithi062 bash[19845]: cluster 2024-09-13T13:52:47.112890+0000 mgr.y (mgr.14150) 293 : cluster [DBG] pgmap v275: 1 pgs: 1 remapped+peering; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-09-13T13:52:49.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:52:48 smithi062 bash[19845]: cluster 2024-09-13T13:52:47.790909+0000 mon.a (mon.0) 610 : cluster [DBG] osdmap e51: 7 total, 7 up, 7 in 2024-09-13T13:52:49.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:52:48 smithi062 bash[26634]: cluster 2024-09-13T13:52:47.112890+0000 mgr.y (mgr.14150) 293 : cluster [DBG] pgmap v275: 1 pgs: 1 remapped+peering; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-09-13T13:52:49.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:52:48 smithi062 bash[26634]: cluster 2024-09-13T13:52:47.790909+0000 mon.a (mon.0) 610 : cluster [DBG] osdmap e51: 7 total, 7 up, 7 in 2024-09-13T13:52:51.183 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:52:50 smithi178 bash[22034]: cluster 2024-09-13T13:52:49.113456+0000 mgr.y (mgr.14150) 294 : cluster [DBG] pgmap v277: 1 pgs: 1 remapped+peering; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-09-13T13:52:51.252 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:52:50 smithi062 bash[19845]: cluster 2024-09-13T13:52:49.113456+0000 mgr.y (mgr.14150) 294 : cluster [DBG] pgmap v277: 1 pgs: 1 remapped+peering; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-09-13T13:52:51.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:52:50 smithi062 bash[26634]: cluster 2024-09-13T13:52:49.113456+0000 mgr.y (mgr.14150) 294 : cluster [DBG] pgmap v277: 1 pgs: 1 remapped+peering; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-09-13T13:52:52.647 INFO:teuthology.orchestra.run.smithi178.stdout: 2024-09-13T13:52:52.711 DEBUG:teuthology.orchestra.run.smithi178:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ff1149ea-71d5-11ef-bceb-c7b262605968 -- ceph orch daemon add osd smithi178:vg_nvme/lv_1 2024-09-13T13:52:53.184 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:52:52 smithi178 bash[22034]: cluster 2024-09-13T13:52:51.114086+0000 mgr.y (mgr.14150) 295 : cluster [DBG] pgmap v278: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-09-13T13:52:53.252 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:52:52 smithi062 bash[26634]: cluster 2024-09-13T13:52:51.114086+0000 mgr.y (mgr.14150) 295 : cluster [DBG] pgmap v278: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-09-13T13:52:53.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:52:52 smithi062 bash[19845]: cluster 2024-09-13T13:52:51.114086+0000 mgr.y (mgr.14150) 295 : cluster [DBG] pgmap v278: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-09-13T13:52:55.095 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:52:54 smithi178 bash[22034]: cluster 2024-09-13T13:52:53.114674+0000 mgr.y (mgr.14150) 296 : cluster [DBG] pgmap v279: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail; 78 KiB/s, 0 objects/s recovering 2024-09-13T13:52:55.252 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:52:54 smithi062 bash[26634]: cluster 2024-09-13T13:52:53.114674+0000 mgr.y (mgr.14150) 296 : cluster [DBG] pgmap v279: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail; 78 KiB/s, 0 objects/s recovering 2024-09-13T13:52:55.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:52:54 smithi062 bash[19845]: cluster 2024-09-13T13:52:53.114674+0000 mgr.y (mgr.14150) 296 : cluster [DBG] pgmap v279: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail; 78 KiB/s, 0 objects/s recovering 2024-09-13T13:52:56.934 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:52:56 smithi178 bash[22034]: cluster 2024-09-13T13:52:55.115214+0000 mgr.y (mgr.14150) 297 : cluster [DBG] pgmap v280: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail; 69 KiB/s, 0 objects/s recovering 2024-09-13T13:52:56.934 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:52:56 smithi178 bash[22034]: cephadm 2024-09-13T13:52:55.514705+0000 mgr.y (mgr.14150) 298 : cephadm [INF] Detected new or changed devices on smithi178 2024-09-13T13:52:56.934 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:52:56 smithi178 bash[22034]: audit 2024-09-13T13:52:55.523650+0000 mon.a (mon.0) 611 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:52:56.934 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:52:56 smithi178 bash[22034]: audit 2024-09-13T13:52:55.532812+0000 mon.a (mon.0) 612 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:52:56.934 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:52:56 smithi178 bash[22034]: audit 2024-09-13T13:52:55.535722+0000 mon.a (mon.0) 613 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-13T13:52:56.934 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:52:56 smithi178 bash[22034]: audit 2024-09-13T13:52:55.537602+0000 mon.a (mon.0) 614 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-13T13:52:56.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:52:56 smithi178 bash[22034]: audit 2024-09-13T13:52:55.539415+0000 mon.a (mon.0) 615 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-13T13:52:56.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:52:56 smithi178 bash[22034]: cephadm 2024-09-13T13:52:55.540742+0000 mgr.y (mgr.14150) 299 : cephadm [INF] Adjusting osd_memory_target on smithi178 to 5755M 2024-09-13T13:52:56.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:52:56 smithi178 bash[22034]: audit 2024-09-13T13:52:55.548944+0000 mon.a (mon.0) 616 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:52:56.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:52:56 smithi178 bash[22034]: audit 2024-09-13T13:52:55.554741+0000 mon.a (mon.0) 617 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T13:52:56.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:52:56 smithi178 bash[22034]: audit 2024-09-13T13:52:55.556775+0000 mon.a (mon.0) 618 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T13:52:56.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:52:56 smithi178 bash[22034]: audit 2024-09-13T13:52:55.568980+0000 mon.a (mon.0) 619 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:52:57.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:52:56 smithi062 bash[19845]: cluster 2024-09-13T13:52:55.115214+0000 mgr.y (mgr.14150) 297 : cluster [DBG] pgmap v280: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail; 69 KiB/s, 0 objects/s recovering 2024-09-13T13:52:57.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:52:56 smithi062 bash[19845]: cephadm 2024-09-13T13:52:55.514705+0000 mgr.y (mgr.14150) 298 : cephadm [INF] Detected new or changed devices on smithi178 2024-09-13T13:52:57.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:52:56 smithi062 bash[19845]: audit 2024-09-13T13:52:55.523650+0000 mon.a (mon.0) 611 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:52:57.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:52:56 smithi062 bash[19845]: audit 2024-09-13T13:52:55.532812+0000 mon.a (mon.0) 612 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:52:57.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:52:56 smithi062 bash[19845]: audit 2024-09-13T13:52:55.535722+0000 mon.a (mon.0) 613 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-13T13:52:57.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:52:56 smithi062 bash[19845]: audit 2024-09-13T13:52:55.537602+0000 mon.a (mon.0) 614 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-13T13:52:57.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:52:56 smithi062 bash[19845]: audit 2024-09-13T13:52:55.539415+0000 mon.a (mon.0) 615 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-13T13:52:57.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:52:56 smithi062 bash[19845]: cephadm 2024-09-13T13:52:55.540742+0000 mgr.y (mgr.14150) 299 : cephadm [INF] Adjusting osd_memory_target on smithi178 to 5755M 2024-09-13T13:52:57.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:52:56 smithi062 bash[19845]: audit 2024-09-13T13:52:55.548944+0000 mon.a (mon.0) 616 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:52:57.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:52:56 smithi062 bash[19845]: audit 2024-09-13T13:52:55.554741+0000 mon.a (mon.0) 617 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T13:52:57.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:52:56 smithi062 bash[19845]: audit 2024-09-13T13:52:55.556775+0000 mon.a (mon.0) 618 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T13:52:57.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:52:56 smithi062 bash[19845]: audit 2024-09-13T13:52:55.568980+0000 mon.a (mon.0) 619 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:52:57.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:52:56 smithi062 bash[26634]: cluster 2024-09-13T13:52:55.115214+0000 mgr.y (mgr.14150) 297 : cluster [DBG] pgmap v280: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail; 69 KiB/s, 0 objects/s recovering 2024-09-13T13:52:57.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:52:56 smithi062 bash[26634]: cephadm 2024-09-13T13:52:55.514705+0000 mgr.y (mgr.14150) 298 : cephadm [INF] Detected new or changed devices on smithi178 2024-09-13T13:52:57.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:52:56 smithi062 bash[26634]: audit 2024-09-13T13:52:55.523650+0000 mon.a (mon.0) 611 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:52:57.005 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:52:56 smithi062 bash[26634]: audit 2024-09-13T13:52:55.532812+0000 mon.a (mon.0) 612 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:52:57.005 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:52:56 smithi062 bash[26634]: audit 2024-09-13T13:52:55.535722+0000 mon.a (mon.0) 613 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-13T13:52:57.005 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:52:56 smithi062 bash[26634]: audit 2024-09-13T13:52:55.537602+0000 mon.a (mon.0) 614 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-13T13:52:57.005 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:52:56 smithi062 bash[26634]: audit 2024-09-13T13:52:55.539415+0000 mon.a (mon.0) 615 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-13T13:52:57.005 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:52:56 smithi062 bash[26634]: cephadm 2024-09-13T13:52:55.540742+0000 mgr.y (mgr.14150) 299 : cephadm [INF] Adjusting osd_memory_target on smithi178 to 5755M 2024-09-13T13:52:57.005 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:52:56 smithi062 bash[26634]: audit 2024-09-13T13:52:55.548944+0000 mon.a (mon.0) 616 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:52:57.005 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:52:56 smithi062 bash[26634]: audit 2024-09-13T13:52:55.554741+0000 mon.a (mon.0) 617 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T13:52:57.005 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:52:56 smithi062 bash[26634]: audit 2024-09-13T13:52:55.556775+0000 mon.a (mon.0) 618 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T13:52:57.005 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:52:56 smithi062 bash[26634]: audit 2024-09-13T13:52:55.568980+0000 mon.a (mon.0) 619 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:52:57.998 INFO:teuthology.orchestra.run.smithi178.stderr:Inferring config /var/lib/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/mon.b/config 2024-09-13T13:52:58.933 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:52:58 smithi178 bash[22034]: cluster 2024-09-13T13:52:57.115772+0000 mgr.y (mgr.14150) 300 : cluster [DBG] pgmap v281: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-09-13T13:52:59.002 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:52:58 smithi062 bash[26634]: cluster 2024-09-13T13:52:57.115772+0000 mgr.y (mgr.14150) 300 : cluster [DBG] pgmap v281: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-09-13T13:52:59.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:52:58 smithi062 bash[19845]: cluster 2024-09-13T13:52:57.115772+0000 mgr.y (mgr.14150) 300 : cluster [DBG] pgmap v281: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-09-13T13:52:59.934 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:52:59 smithi178 bash[22034]: audit 2024-09-13T13:52:59.493668+0000 mon.a (mon.0) 620 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-13T13:52:59.934 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:52:59 smithi178 bash[22034]: audit 2024-09-13T13:52:59.499775+0000 mon.a (mon.0) 621 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-13T13:52:59.934 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:52:59 smithi178 bash[22034]: audit 2024-09-13T13:52:59.501747+0000 mon.a (mon.0) 622 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T13:53:00.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:52:59 smithi062 bash[19845]: audit 2024-09-13T13:52:59.493668+0000 mon.a (mon.0) 620 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-13T13:53:00.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:52:59 smithi062 bash[19845]: audit 2024-09-13T13:52:59.499775+0000 mon.a (mon.0) 621 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-13T13:53:00.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:52:59 smithi062 bash[19845]: audit 2024-09-13T13:52:59.501747+0000 mon.a (mon.0) 622 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T13:53:00.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:52:59 smithi062 bash[26634]: audit 2024-09-13T13:52:59.493668+0000 mon.a (mon.0) 620 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-13T13:53:00.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:52:59 smithi062 bash[26634]: audit 2024-09-13T13:52:59.499775+0000 mon.a (mon.0) 621 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-13T13:53:00.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:52:59 smithi062 bash[26634]: audit 2024-09-13T13:52:59.501747+0000 mon.a (mon.0) 622 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T13:53:00.933 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:53:00 smithi178 bash[22034]: cluster 2024-09-13T13:52:59.116345+0000 mgr.y (mgr.14150) 301 : cluster [DBG] pgmap v282: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail; 51 KiB/s, 0 objects/s recovering 2024-09-13T13:53:00.934 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:53:00 smithi178 bash[22034]: audit 2024-09-13T13:52:59.487238+0000 mgr.y (mgr.14150) 302 : audit [DBG] from='client.24265 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi178:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T13:53:01.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:53:00 smithi062 bash[19845]: cluster 2024-09-13T13:52:59.116345+0000 mgr.y (mgr.14150) 301 : cluster [DBG] pgmap v282: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail; 51 KiB/s, 0 objects/s recovering 2024-09-13T13:53:01.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:53:00 smithi062 bash[19845]: audit 2024-09-13T13:52:59.487238+0000 mgr.y (mgr.14150) 302 : audit [DBG] from='client.24265 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi178:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T13:53:01.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:53:00 smithi062 bash[26634]: cluster 2024-09-13T13:52:59.116345+0000 mgr.y (mgr.14150) 301 : cluster [DBG] pgmap v282: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail; 51 KiB/s, 0 objects/s recovering 2024-09-13T13:53:01.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:53:00 smithi062 bash[26634]: audit 2024-09-13T13:52:59.487238+0000 mgr.y (mgr.14150) 302 : audit [DBG] from='client.24265 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi178:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T13:53:02.933 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:53:02 smithi178 bash[22034]: cluster 2024-09-13T13:53:01.116966+0000 mgr.y (mgr.14150) 303 : cluster [DBG] pgmap v283: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-09-13T13:53:03.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:53:02 smithi062 bash[19845]: cluster 2024-09-13T13:53:01.116966+0000 mgr.y (mgr.14150) 303 : cluster [DBG] pgmap v283: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-09-13T13:53:03.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:53:02 smithi062 bash[26634]: cluster 2024-09-13T13:53:01.116966+0000 mgr.y (mgr.14150) 303 : cluster [DBG] pgmap v283: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-09-13T13:53:04.933 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:53:04 smithi178 bash[22034]: cluster 2024-09-13T13:53:03.117524+0000 mgr.y (mgr.14150) 304 : cluster [DBG] pgmap v284: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-09-13T13:53:05.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:53:04 smithi062 bash[19845]: cluster 2024-09-13T13:53:03.117524+0000 mgr.y (mgr.14150) 304 : cluster [DBG] pgmap v284: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-09-13T13:53:05.002 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:53:04 smithi062 bash[26634]: cluster 2024-09-13T13:53:03.117524+0000 mgr.y (mgr.14150) 304 : cluster [DBG] pgmap v284: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-09-13T13:53:06.933 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:53:06 smithi178 bash[22034]: cluster 2024-09-13T13:53:05.118071+0000 mgr.y (mgr.14150) 305 : cluster [DBG] pgmap v285: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-09-13T13:53:07.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:53:06 smithi062 bash[19845]: cluster 2024-09-13T13:53:05.118071+0000 mgr.y (mgr.14150) 305 : cluster [DBG] pgmap v285: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-09-13T13:53:07.002 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:53:06 smithi062 bash[26634]: cluster 2024-09-13T13:53:05.118071+0000 mgr.y (mgr.14150) 305 : cluster [DBG] pgmap v285: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-09-13T13:53:08.933 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:53:08 smithi178 bash[22034]: cluster 2024-09-13T13:53:07.118688+0000 mgr.y (mgr.14150) 306 : cluster [DBG] pgmap v286: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-09-13T13:53:08.934 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:53:08 smithi178 bash[22034]: audit 2024-09-13T13:53:08.145949+0000 mon.b (mon.1) 22 : audit [INF] from='client.? 172.21.15.178:0/257930428' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d02018a0-ee1f-4aec-a4e1-d87057cb11d6"}]: dispatch 2024-09-13T13:53:08.934 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:53:08 smithi178 bash[22034]: audit 2024-09-13T13:53:08.147106+0000 mon.a (mon.0) 623 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d02018a0-ee1f-4aec-a4e1-d87057cb11d6"}]: dispatch 2024-09-13T13:53:08.934 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:53:08 smithi178 bash[22034]: audit 2024-09-13T13:53:08.150855+0000 mon.a (mon.0) 624 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "d02018a0-ee1f-4aec-a4e1-d87057cb11d6"}]': finished 2024-09-13T13:53:08.934 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:53:08 smithi178 bash[22034]: cluster 2024-09-13T13:53:08.156743+0000 mon.a (mon.0) 625 : cluster [DBG] osdmap e52: 8 total, 7 up, 8 in 2024-09-13T13:53:08.934 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:53:08 smithi178 bash[22034]: audit 2024-09-13T13:53:08.157452+0000 mon.a (mon.0) 626 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-13T13:53:09.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:53:08 smithi062 bash[19845]: cluster 2024-09-13T13:53:07.118688+0000 mgr.y (mgr.14150) 306 : cluster [DBG] pgmap v286: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-09-13T13:53:09.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:53:08 smithi062 bash[19845]: audit 2024-09-13T13:53:08.145949+0000 mon.b (mon.1) 22 : audit [INF] from='client.? 172.21.15.178:0/257930428' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d02018a0-ee1f-4aec-a4e1-d87057cb11d6"}]: dispatch 2024-09-13T13:53:09.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:53:08 smithi062 bash[19845]: audit 2024-09-13T13:53:08.147106+0000 mon.a (mon.0) 623 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d02018a0-ee1f-4aec-a4e1-d87057cb11d6"}]: dispatch 2024-09-13T13:53:09.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:53:08 smithi062 bash[19845]: audit 2024-09-13T13:53:08.150855+0000 mon.a (mon.0) 624 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "d02018a0-ee1f-4aec-a4e1-d87057cb11d6"}]': finished 2024-09-13T13:53:09.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:53:08 smithi062 bash[19845]: cluster 2024-09-13T13:53:08.156743+0000 mon.a (mon.0) 625 : cluster [DBG] osdmap e52: 8 total, 7 up, 8 in 2024-09-13T13:53:09.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:53:08 smithi062 bash[19845]: audit 2024-09-13T13:53:08.157452+0000 mon.a (mon.0) 626 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-13T13:53:09.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:53:08 smithi062 bash[26634]: cluster 2024-09-13T13:53:07.118688+0000 mgr.y (mgr.14150) 306 : cluster [DBG] pgmap v286: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-09-13T13:53:09.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:53:08 smithi062 bash[26634]: audit 2024-09-13T13:53:08.145949+0000 mon.b (mon.1) 22 : audit [INF] from='client.? 172.21.15.178:0/257930428' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d02018a0-ee1f-4aec-a4e1-d87057cb11d6"}]: dispatch 2024-09-13T13:53:09.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:53:08 smithi062 bash[26634]: audit 2024-09-13T13:53:08.147106+0000 mon.a (mon.0) 623 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d02018a0-ee1f-4aec-a4e1-d87057cb11d6"}]: dispatch 2024-09-13T13:53:09.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:53:08 smithi062 bash[26634]: audit 2024-09-13T13:53:08.150855+0000 mon.a (mon.0) 624 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "d02018a0-ee1f-4aec-a4e1-d87057cb11d6"}]': finished 2024-09-13T13:53:09.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:53:08 smithi062 bash[26634]: cluster 2024-09-13T13:53:08.156743+0000 mon.a (mon.0) 625 : cluster [DBG] osdmap e52: 8 total, 7 up, 8 in 2024-09-13T13:53:09.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:53:08 smithi062 bash[26634]: audit 2024-09-13T13:53:08.157452+0000 mon.a (mon.0) 626 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-13T13:53:09.933 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:53:09 smithi178 bash[22034]: audit 2024-09-13T13:53:08.806958+0000 mon.b (mon.1) 23 : audit [DBG] from='client.? 172.21.15.178:0/1447114855' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-13T13:53:10.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:53:09 smithi062 bash[19845]: audit 2024-09-13T13:53:08.806958+0000 mon.b (mon.1) 23 : audit [DBG] from='client.? 172.21.15.178:0/1447114855' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-13T13:53:10.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:53:09 smithi062 bash[26634]: audit 2024-09-13T13:53:08.806958+0000 mon.b (mon.1) 23 : audit [DBG] from='client.? 172.21.15.178:0/1447114855' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-13T13:53:10.933 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:53:10 smithi178 bash[22034]: cluster 2024-09-13T13:53:09.119203+0000 mgr.y (mgr.14150) 307 : cluster [DBG] pgmap v288: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-09-13T13:53:11.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:53:10 smithi062 bash[19845]: cluster 2024-09-13T13:53:09.119203+0000 mgr.y (mgr.14150) 307 : cluster [DBG] pgmap v288: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-09-13T13:53:11.002 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:53:10 smithi062 bash[26634]: cluster 2024-09-13T13:53:09.119203+0000 mgr.y (mgr.14150) 307 : cluster [DBG] pgmap v288: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-09-13T13:53:12.934 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:53:12 smithi178 bash[22034]: cluster 2024-09-13T13:53:11.119783+0000 mgr.y (mgr.14150) 308 : cluster [DBG] pgmap v289: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-09-13T13:53:13.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:53:12 smithi062 bash[19845]: cluster 2024-09-13T13:53:11.119783+0000 mgr.y (mgr.14150) 308 : cluster [DBG] pgmap v289: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-09-13T13:53:13.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:53:12 smithi062 bash[26634]: cluster 2024-09-13T13:53:11.119783+0000 mgr.y (mgr.14150) 308 : cluster [DBG] pgmap v289: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-09-13T13:53:14.933 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:53:14 smithi178 bash[22034]: cluster 2024-09-13T13:53:13.120373+0000 mgr.y (mgr.14150) 309 : cluster [DBG] pgmap v290: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-09-13T13:53:15.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:53:14 smithi062 bash[19845]: cluster 2024-09-13T13:53:13.120373+0000 mgr.y (mgr.14150) 309 : cluster [DBG] pgmap v290: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-09-13T13:53:15.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:53:14 smithi062 bash[26634]: cluster 2024-09-13T13:53:13.120373+0000 mgr.y (mgr.14150) 309 : cluster [DBG] pgmap v290: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-09-13T13:53:16.933 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:53:16 smithi178 bash[22034]: cluster 2024-09-13T13:53:15.120932+0000 mgr.y (mgr.14150) 310 : cluster [DBG] pgmap v291: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-09-13T13:53:17.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:53:16 smithi062 bash[19845]: cluster 2024-09-13T13:53:15.120932+0000 mgr.y (mgr.14150) 310 : cluster [DBG] pgmap v291: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-09-13T13:53:17.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:53:16 smithi062 bash[26634]: cluster 2024-09-13T13:53:15.120932+0000 mgr.y (mgr.14150) 310 : cluster [DBG] pgmap v291: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-09-13T13:53:18.933 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:53:18 smithi178 bash[22034]: cluster 2024-09-13T13:53:17.121468+0000 mgr.y (mgr.14150) 311 : cluster [DBG] pgmap v292: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-09-13T13:53:19.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:53:18 smithi062 bash[19845]: cluster 2024-09-13T13:53:17.121468+0000 mgr.y (mgr.14150) 311 : cluster [DBG] pgmap v292: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-09-13T13:53:19.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:53:18 smithi062 bash[26634]: cluster 2024-09-13T13:53:17.121468+0000 mgr.y (mgr.14150) 311 : cluster [DBG] pgmap v292: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-09-13T13:53:20.933 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:53:20 smithi178 bash[22034]: cluster 2024-09-13T13:53:19.122015+0000 mgr.y (mgr.14150) 312 : cluster [DBG] pgmap v293: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-09-13T13:53:21.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:53:20 smithi062 bash[19845]: cluster 2024-09-13T13:53:19.122015+0000 mgr.y (mgr.14150) 312 : cluster [DBG] pgmap v293: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-09-13T13:53:21.002 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:53:20 smithi062 bash[26634]: cluster 2024-09-13T13:53:19.122015+0000 mgr.y (mgr.14150) 312 : cluster [DBG] pgmap v293: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-09-13T13:53:22.683 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:53:22 smithi178 bash[22034]: cluster 2024-09-13T13:53:21.122578+0000 mgr.y (mgr.14150) 313 : cluster [DBG] pgmap v294: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-09-13T13:53:22.684 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:53:22 smithi178 bash[22034]: audit 2024-09-13T13:53:21.867567+0000 mon.a (mon.0) 627 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-09-13T13:53:22.684 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:53:22 smithi178 bash[22034]: audit 2024-09-13T13:53:21.869738+0000 mon.a (mon.0) 628 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T13:53:22.684 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:53:22 smithi178 bash[22034]: cephadm 2024-09-13T13:53:21.871539+0000 mgr.y (mgr.14150) 314 : cephadm [INF] Deploying daemon osd.7 on smithi178 2024-09-13T13:53:23.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:53:22 smithi062 bash[19845]: cluster 2024-09-13T13:53:21.122578+0000 mgr.y (mgr.14150) 313 : cluster [DBG] pgmap v294: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-09-13T13:53:23.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:53:22 smithi062 bash[19845]: audit 2024-09-13T13:53:21.867567+0000 mon.a (mon.0) 627 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-09-13T13:53:23.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:53:22 smithi062 bash[19845]: audit 2024-09-13T13:53:21.869738+0000 mon.a (mon.0) 628 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T13:53:23.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:53:22 smithi062 bash[19845]: cephadm 2024-09-13T13:53:21.871539+0000 mgr.y (mgr.14150) 314 : cephadm [INF] Deploying daemon osd.7 on smithi178 2024-09-13T13:53:23.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:53:22 smithi062 bash[26634]: cluster 2024-09-13T13:53:21.122578+0000 mgr.y (mgr.14150) 313 : cluster [DBG] pgmap v294: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-09-13T13:53:23.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:53:22 smithi062 bash[26634]: audit 2024-09-13T13:53:21.867567+0000 mon.a (mon.0) 627 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-09-13T13:53:23.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:53:22 smithi062 bash[26634]: audit 2024-09-13T13:53:21.869738+0000 mon.a (mon.0) 628 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T13:53:23.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:53:22 smithi062 bash[26634]: cephadm 2024-09-13T13:53:21.871539+0000 mgr.y (mgr.14150) 314 : cephadm [INF] Deploying daemon osd.7 on smithi178 2024-09-13T13:53:24.933 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:53:24 smithi178 bash[22034]: cluster 2024-09-13T13:53:23.123124+0000 mgr.y (mgr.14150) 315 : cluster [DBG] pgmap v295: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-09-13T13:53:25.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:53:24 smithi062 bash[19845]: cluster 2024-09-13T13:53:23.123124+0000 mgr.y (mgr.14150) 315 : cluster [DBG] pgmap v295: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-09-13T13:53:25.002 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:53:24 smithi062 bash[26634]: cluster 2024-09-13T13:53:23.123124+0000 mgr.y (mgr.14150) 315 : cluster [DBG] pgmap v295: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-09-13T13:53:26.544 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:53:26 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T13:53:26.544 INFO:journalctl@ceph.osd.5.smithi178.stdout:Sep 13 13:53:26 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T13:53:26.545 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 13 13:53:26 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T13:53:26.545 INFO:journalctl@ceph.osd.4.smithi178.stdout:Sep 13 13:53:26 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T13:53:26.545 INFO:journalctl@ceph.osd.6.smithi178.stdout:Sep 13 13:53:26 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T13:53:26.905 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 13 13:53:26 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T13:53:26.906 INFO:journalctl@ceph.osd.4.smithi178.stdout:Sep 13 13:53:26 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T13:53:26.906 INFO:journalctl@ceph.osd.5.smithi178.stdout:Sep 13 13:53:26 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T13:53:26.906 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:53:26 smithi178 bash[22034]: cluster 2024-09-13T13:53:25.123690+0000 mgr.y (mgr.14150) 316 : cluster [DBG] pgmap v296: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-09-13T13:53:26.907 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:53:26 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T13:53:26.907 INFO:journalctl@ceph.osd.6.smithi178.stdout:Sep 13 13:53:26 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T13:53:27.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:53:26 smithi062 bash[19845]: cluster 2024-09-13T13:53:25.123690+0000 mgr.y (mgr.14150) 316 : cluster [DBG] pgmap v296: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-09-13T13:53:27.002 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:53:26 smithi062 bash[26634]: cluster 2024-09-13T13:53:25.123690+0000 mgr.y (mgr.14150) 316 : cluster [DBG] pgmap v296: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-09-13T13:53:27.868 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:53:27 smithi178 bash[22034]: audit 2024-09-13T13:53:26.835914+0000 mon.a (mon.0) 629 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T13:53:27.868 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:53:27 smithi178 bash[22034]: audit 2024-09-13T13:53:26.843595+0000 mon.a (mon.0) 630 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:53:27.868 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:53:27 smithi178 bash[22034]: audit 2024-09-13T13:53:26.852351+0000 mon.a (mon.0) 631 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:53:28.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:53:27 smithi062 bash[19845]: audit 2024-09-13T13:53:26.835914+0000 mon.a (mon.0) 629 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T13:53:28.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:53:27 smithi062 bash[19845]: audit 2024-09-13T13:53:26.843595+0000 mon.a (mon.0) 630 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:53:28.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:53:27 smithi062 bash[19845]: audit 2024-09-13T13:53:26.852351+0000 mon.a (mon.0) 631 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:53:28.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:53:27 smithi062 bash[26634]: audit 2024-09-13T13:53:26.835914+0000 mon.a (mon.0) 629 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T13:53:28.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:53:27 smithi062 bash[26634]: audit 2024-09-13T13:53:26.843595+0000 mon.a (mon.0) 630 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:53:28.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:53:27 smithi062 bash[26634]: audit 2024-09-13T13:53:26.852351+0000 mon.a (mon.0) 631 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:53:29.165 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:53:28 smithi178 bash[22034]: cluster 2024-09-13T13:53:27.124070+0000 mgr.y (mgr.14150) 317 : cluster [DBG] pgmap v297: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-09-13T13:53:29.252 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:53:28 smithi062 bash[19845]: cluster 2024-09-13T13:53:27.124070+0000 mgr.y (mgr.14150) 317 : cluster [DBG] pgmap v297: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-09-13T13:53:29.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:53:28 smithi062 bash[26634]: cluster 2024-09-13T13:53:27.124070+0000 mgr.y (mgr.14150) 317 : cluster [DBG] pgmap v297: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-09-13T13:53:31.183 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:53:30 smithi178 bash[22034]: cluster 2024-09-13T13:53:29.124553+0000 mgr.y (mgr.14150) 318 : cluster [DBG] pgmap v298: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-09-13T13:53:31.252 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:53:30 smithi062 bash[19845]: cluster 2024-09-13T13:53:29.124553+0000 mgr.y (mgr.14150) 318 : cluster [DBG] pgmap v298: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-09-13T13:53:31.252 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:53:30 smithi062 bash[26634]: cluster 2024-09-13T13:53:29.124553+0000 mgr.y (mgr.14150) 318 : cluster [DBG] pgmap v298: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-09-13T13:53:33.183 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:53:32 smithi178 bash[22034]: cluster 2024-09-13T13:53:31.125138+0000 mgr.y (mgr.14150) 319 : cluster [DBG] pgmap v299: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-09-13T13:53:33.252 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:53:32 smithi062 bash[19845]: cluster 2024-09-13T13:53:31.125138+0000 mgr.y (mgr.14150) 319 : cluster [DBG] pgmap v299: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-09-13T13:53:33.252 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:53:32 smithi062 bash[26634]: cluster 2024-09-13T13:53:31.125138+0000 mgr.y (mgr.14150) 319 : cluster [DBG] pgmap v299: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-09-13T13:53:34.752 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:53:34 smithi062 bash[19845]: cluster 2024-09-13T13:53:33.125710+0000 mgr.y (mgr.14150) 320 : cluster [DBG] pgmap v300: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-09-13T13:53:34.752 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:53:34 smithi062 bash[19845]: audit 2024-09-13T13:53:33.488007+0000 mon.a (mon.0) 632 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:53:34.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:53:34 smithi062 bash[19845]: audit 2024-09-13T13:53:33.498858+0000 mon.a (mon.0) 633 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:53:34.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:53:34 smithi062 bash[19845]: audit 2024-09-13T13:53:33.500939+0000 mon.a (mon.0) 634 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T13:53:34.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:53:34 smithi062 bash[19845]: audit 2024-09-13T13:53:33.502806+0000 mon.a (mon.0) 635 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T13:53:34.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:53:34 smithi062 bash[19845]: audit 2024-09-13T13:53:33.514427+0000 mon.a (mon.0) 636 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:53:34.753 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:53:34 smithi062 bash[26634]: cluster 2024-09-13T13:53:33.125710+0000 mgr.y (mgr.14150) 320 : cluster [DBG] pgmap v300: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-09-13T13:53:34.753 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:53:34 smithi062 bash[26634]: audit 2024-09-13T13:53:33.488007+0000 mon.a (mon.0) 632 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:53:34.753 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:53:34 smithi062 bash[26634]: audit 2024-09-13T13:53:33.498858+0000 mon.a (mon.0) 633 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:53:34.753 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:53:34 smithi062 bash[26634]: audit 2024-09-13T13:53:33.500939+0000 mon.a (mon.0) 634 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T13:53:34.753 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:53:34 smithi062 bash[26634]: audit 2024-09-13T13:53:33.502806+0000 mon.a (mon.0) 635 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T13:53:34.753 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:53:34 smithi062 bash[26634]: audit 2024-09-13T13:53:33.514427+0000 mon.a (mon.0) 636 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:53:34.933 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:53:34 smithi178 bash[22034]: cluster 2024-09-13T13:53:33.125710+0000 mgr.y (mgr.14150) 320 : cluster [DBG] pgmap v300: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-09-13T13:53:34.933 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:53:34 smithi178 bash[22034]: audit 2024-09-13T13:53:33.488007+0000 mon.a (mon.0) 632 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:53:34.934 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:53:34 smithi178 bash[22034]: audit 2024-09-13T13:53:33.498858+0000 mon.a (mon.0) 633 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:53:34.934 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:53:34 smithi178 bash[22034]: audit 2024-09-13T13:53:33.500939+0000 mon.a (mon.0) 634 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T13:53:34.934 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:53:34 smithi178 bash[22034]: audit 2024-09-13T13:53:33.502806+0000 mon.a (mon.0) 635 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T13:53:34.934 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:53:34 smithi178 bash[22034]: audit 2024-09-13T13:53:33.514427+0000 mon.a (mon.0) 636 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:53:36.752 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:53:36 smithi062 bash[19845]: cluster 2024-09-13T13:53:35.126298+0000 mgr.y (mgr.14150) 321 : cluster [DBG] pgmap v301: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-09-13T13:53:36.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:53:36 smithi062 bash[19845]: audit 2024-09-13T13:53:35.835096+0000 mon.b (mon.1) 24 : audit [INF] from='osd.7 [v2:172.21.15.178:6824/3716491842,v1:172.21.15.178:6825/3716491842]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-09-13T13:53:36.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:53:36 smithi062 bash[19845]: audit 2024-09-13T13:53:35.836225+0000 mon.a (mon.0) 637 : audit [INF] from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-09-13T13:53:36.753 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:53:36 smithi062 bash[26634]: cluster 2024-09-13T13:53:35.126298+0000 mgr.y (mgr.14150) 321 : cluster [DBG] pgmap v301: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-09-13T13:53:36.753 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:53:36 smithi062 bash[26634]: audit 2024-09-13T13:53:35.835096+0000 mon.b (mon.1) 24 : audit [INF] from='osd.7 [v2:172.21.15.178:6824/3716491842,v1:172.21.15.178:6825/3716491842]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-09-13T13:53:36.753 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:53:36 smithi062 bash[26634]: audit 2024-09-13T13:53:35.836225+0000 mon.a (mon.0) 637 : audit [INF] from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-09-13T13:53:36.763 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:53:36 smithi178 bash[22034]: cluster 2024-09-13T13:53:35.126298+0000 mgr.y (mgr.14150) 321 : cluster [DBG] pgmap v301: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-09-13T13:53:36.763 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:53:36 smithi178 bash[22034]: audit 2024-09-13T13:53:35.835096+0000 mon.b (mon.1) 24 : audit [INF] from='osd.7 [v2:172.21.15.178:6824/3716491842,v1:172.21.15.178:6825/3716491842]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-09-13T13:53:36.763 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:53:36 smithi178 bash[22034]: audit 2024-09-13T13:53:35.836225+0000 mon.a (mon.0) 637 : audit [INF] from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-09-13T13:53:37.245 INFO:teuthology.orchestra.run.smithi178.stdout:Created osd(s) 7 on host 'smithi178' 2024-09-13T13:53:37.782 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:53:37 smithi178 bash[22034]: audit 2024-09-13T13:53:36.490407+0000 mon.a (mon.0) 638 : audit [INF] from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-09-13T13:53:37.782 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:53:37 smithi178 bash[22034]: audit 2024-09-13T13:53:36.494006+0000 mon.b (mon.1) 25 : audit [INF] from='osd.7 [v2:172.21.15.178:6824/3716491842,v1:172.21.15.178:6825/3716491842]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi178", "root=default"]}]: dispatch 2024-09-13T13:53:37.783 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:53:37 smithi178 bash[22034]: cluster 2024-09-13T13:53:36.496134+0000 mon.a (mon.0) 639 : cluster [DBG] osdmap e53: 8 total, 7 up, 8 in 2024-09-13T13:53:37.783 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:53:37 smithi178 bash[22034]: audit 2024-09-13T13:53:36.497089+0000 mon.a (mon.0) 640 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-13T13:53:37.783 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:53:37 smithi178 bash[22034]: audit 2024-09-13T13:53:36.497739+0000 mon.a (mon.0) 641 : audit [INF] from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi178", "root=default"]}]: dispatch 2024-09-13T13:53:37.783 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:53:37 smithi178 bash[22034]: audit 2024-09-13T13:53:37.224919+0000 mon.a (mon.0) 642 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T13:53:37.783 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:53:37 smithi178 bash[22034]: audit 2024-09-13T13:53:37.232639+0000 mon.a (mon.0) 643 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:53:37.783 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:53:37 smithi178 bash[22034]: audit 2024-09-13T13:53:37.241773+0000 mon.a (mon.0) 644 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:53:37.783 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:53:37 smithi178 bash[22034]: audit 2024-09-13T13:53:37.492996+0000 mon.a (mon.0) 645 : audit [INF] from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi178", "root=default"]}]': finished 2024-09-13T13:53:37.983 DEBUG:teuthology.orchestra.run.smithi178:osd.7> sudo journalctl -f -n 0 -u ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@osd.7.service 2024-09-13T13:53:37.986 INFO:tasks.cephadm:Waiting for 8 OSDs to come up... 2024-09-13T13:53:37.986 DEBUG:teuthology.orchestra.run.smithi062:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ff1149ea-71d5-11ef-bceb-c7b262605968 -- ceph osd stat -f json 2024-09-13T13:53:38.000 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:53:37 smithi062 bash[19845]: audit 2024-09-13T13:53:36.490407+0000 mon.a (mon.0) 638 : audit [INF] from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-09-13T13:53:38.000 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:53:37 smithi062 bash[19845]: audit 2024-09-13T13:53:36.494006+0000 mon.b (mon.1) 25 : audit [INF] from='osd.7 [v2:172.21.15.178:6824/3716491842,v1:172.21.15.178:6825/3716491842]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi178", "root=default"]}]: dispatch 2024-09-13T13:53:38.000 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:53:37 smithi062 bash[19845]: cluster 2024-09-13T13:53:36.496134+0000 mon.a (mon.0) 639 : cluster [DBG] osdmap e53: 8 total, 7 up, 8 in 2024-09-13T13:53:38.000 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:53:37 smithi062 bash[19845]: audit 2024-09-13T13:53:36.497089+0000 mon.a (mon.0) 640 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-13T13:53:38.000 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:53:37 smithi062 bash[19845]: audit 2024-09-13T13:53:36.497739+0000 mon.a (mon.0) 641 : audit [INF] from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi178", "root=default"]}]: dispatch 2024-09-13T13:53:38.000 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:53:37 smithi062 bash[19845]: audit 2024-09-13T13:53:37.224919+0000 mon.a (mon.0) 642 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T13:53:38.000 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:53:37 smithi062 bash[19845]: audit 2024-09-13T13:53:37.232639+0000 mon.a (mon.0) 643 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:53:38.000 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:53:37 smithi062 bash[19845]: audit 2024-09-13T13:53:37.241773+0000 mon.a (mon.0) 644 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:53:38.000 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:53:37 smithi062 bash[19845]: audit 2024-09-13T13:53:37.492996+0000 mon.a (mon.0) 645 : audit [INF] from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi178", "root=default"]}]': finished 2024-09-13T13:53:38.001 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:53:37 smithi062 bash[26634]: audit 2024-09-13T13:53:36.490407+0000 mon.a (mon.0) 638 : audit [INF] from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-09-13T13:53:38.001 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:53:37 smithi062 bash[26634]: audit 2024-09-13T13:53:36.494006+0000 mon.b (mon.1) 25 : audit [INF] from='osd.7 [v2:172.21.15.178:6824/3716491842,v1:172.21.15.178:6825/3716491842]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi178", "root=default"]}]: dispatch 2024-09-13T13:53:38.001 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:53:37 smithi062 bash[26634]: cluster 2024-09-13T13:53:36.496134+0000 mon.a (mon.0) 639 : cluster [DBG] osdmap e53: 8 total, 7 up, 8 in 2024-09-13T13:53:38.001 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:53:37 smithi062 bash[26634]: audit 2024-09-13T13:53:36.497089+0000 mon.a (mon.0) 640 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-13T13:53:38.001 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:53:37 smithi062 bash[26634]: audit 2024-09-13T13:53:36.497739+0000 mon.a (mon.0) 641 : audit [INF] from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi178", "root=default"]}]: dispatch 2024-09-13T13:53:38.001 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:53:37 smithi062 bash[26634]: audit 2024-09-13T13:53:37.224919+0000 mon.a (mon.0) 642 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T13:53:38.001 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:53:37 smithi062 bash[26634]: audit 2024-09-13T13:53:37.232639+0000 mon.a (mon.0) 643 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:53:38.001 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:53:37 smithi062 bash[26634]: audit 2024-09-13T13:53:37.241773+0000 mon.a (mon.0) 644 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:53:38.001 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:53:37 smithi062 bash[26634]: audit 2024-09-13T13:53:37.492996+0000 mon.a (mon.0) 645 : audit [INF] from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi178", "root=default"]}]': finished 2024-09-13T13:53:38.933 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:53:38 smithi178 bash[22034]: cluster 2024-09-13T13:53:37.126856+0000 mgr.y (mgr.14150) 322 : cluster [DBG] pgmap v303: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-09-13T13:53:38.934 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:53:38 smithi178 bash[22034]: cluster 2024-09-13T13:53:37.501485+0000 mon.a (mon.0) 646 : cluster [DBG] osdmap e54: 8 total, 7 up, 8 in 2024-09-13T13:53:38.934 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:53:38 smithi178 bash[22034]: audit 2024-09-13T13:53:37.503063+0000 mon.a (mon.0) 647 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-13T13:53:38.934 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:53:38 smithi178 bash[22034]: audit 2024-09-13T13:53:37.509208+0000 mon.a (mon.0) 648 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-13T13:53:38.934 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:53:38 smithi178 bash[22034]: audit 2024-09-13T13:53:37.793614+0000 mon.a (mon.0) 649 : audit [INF] from='osd.7 ' entity='osd.7' 2024-09-13T13:53:38.934 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:53:38 smithi178 bash[22034]: cluster 2024-09-13T13:53:38.507697+0000 mon.a (mon.0) 650 : cluster [INF] osd.7 [v2:172.21.15.178:6824/3716491842,v1:172.21.15.178:6825/3716491842] boot 2024-09-13T13:53:38.934 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:53:38 smithi178 bash[22034]: cluster 2024-09-13T13:53:38.507806+0000 mon.a (mon.0) 651 : cluster [DBG] osdmap e55: 8 total, 8 up, 8 in 2024-09-13T13:53:38.934 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:53:38 smithi178 bash[22034]: audit 2024-09-13T13:53:38.508097+0000 mon.a (mon.0) 652 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-13T13:53:39.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:53:38 smithi062 bash[19845]: cluster 2024-09-13T13:53:37.126856+0000 mgr.y (mgr.14150) 322 : cluster [DBG] pgmap v303: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-09-13T13:53:39.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:53:38 smithi062 bash[19845]: cluster 2024-09-13T13:53:37.501485+0000 mon.a (mon.0) 646 : cluster [DBG] osdmap e54: 8 total, 7 up, 8 in 2024-09-13T13:53:39.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:53:38 smithi062 bash[19845]: audit 2024-09-13T13:53:37.503063+0000 mon.a (mon.0) 647 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-13T13:53:39.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:53:38 smithi062 bash[19845]: audit 2024-09-13T13:53:37.509208+0000 mon.a (mon.0) 648 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-13T13:53:39.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:53:38 smithi062 bash[19845]: audit 2024-09-13T13:53:37.793614+0000 mon.a (mon.0) 649 : audit [INF] from='osd.7 ' entity='osd.7' 2024-09-13T13:53:39.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:53:38 smithi062 bash[19845]: cluster 2024-09-13T13:53:38.507697+0000 mon.a (mon.0) 650 : cluster [INF] osd.7 [v2:172.21.15.178:6824/3716491842,v1:172.21.15.178:6825/3716491842] boot 2024-09-13T13:53:39.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:53:38 smithi062 bash[19845]: cluster 2024-09-13T13:53:38.507806+0000 mon.a (mon.0) 651 : cluster [DBG] osdmap e55: 8 total, 8 up, 8 in 2024-09-13T13:53:39.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:53:38 smithi062 bash[19845]: audit 2024-09-13T13:53:38.508097+0000 mon.a (mon.0) 652 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-13T13:53:39.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:53:38 smithi062 bash[26634]: cluster 2024-09-13T13:53:37.126856+0000 mgr.y (mgr.14150) 322 : cluster [DBG] pgmap v303: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-09-13T13:53:39.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:53:38 smithi062 bash[26634]: cluster 2024-09-13T13:53:37.501485+0000 mon.a (mon.0) 646 : cluster [DBG] osdmap e54: 8 total, 7 up, 8 in 2024-09-13T13:53:39.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:53:38 smithi062 bash[26634]: audit 2024-09-13T13:53:37.503063+0000 mon.a (mon.0) 647 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-13T13:53:39.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:53:38 smithi062 bash[26634]: audit 2024-09-13T13:53:37.509208+0000 mon.a (mon.0) 648 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-13T13:53:39.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:53:38 smithi062 bash[26634]: audit 2024-09-13T13:53:37.793614+0000 mon.a (mon.0) 649 : audit [INF] from='osd.7 ' entity='osd.7' 2024-09-13T13:53:39.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:53:38 smithi062 bash[26634]: cluster 2024-09-13T13:53:38.507697+0000 mon.a (mon.0) 650 : cluster [INF] osd.7 [v2:172.21.15.178:6824/3716491842,v1:172.21.15.178:6825/3716491842] boot 2024-09-13T13:53:39.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:53:38 smithi062 bash[26634]: cluster 2024-09-13T13:53:38.507806+0000 mon.a (mon.0) 651 : cluster [DBG] osdmap e55: 8 total, 8 up, 8 in 2024-09-13T13:53:39.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:53:38 smithi062 bash[26634]: audit 2024-09-13T13:53:38.508097+0000 mon.a (mon.0) 652 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-13T13:53:39.933 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:53:39 smithi178 bash[22034]: cluster 2024-09-13T13:53:36.848222+0000 osd.7 (osd.7) 1 : cluster [DBG] purged_snaps scrub starts 2024-09-13T13:53:39.933 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:53:39 smithi178 bash[22034]: cluster 2024-09-13T13:53:36.848305+0000 osd.7 (osd.7) 2 : cluster [DBG] purged_snaps scrub ok 2024-09-13T13:53:39.933 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:53:39 smithi178 bash[22034]: cluster 2024-09-13T13:53:39.509110+0000 mon.a (mon.0) 653 : cluster [DBG] osdmap e56: 8 total, 8 up, 8 in 2024-09-13T13:53:40.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:53:39 smithi062 bash[19845]: cluster 2024-09-13T13:53:36.848222+0000 osd.7 (osd.7) 1 : cluster [DBG] purged_snaps scrub starts 2024-09-13T13:53:40.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:53:39 smithi062 bash[19845]: cluster 2024-09-13T13:53:36.848305+0000 osd.7 (osd.7) 2 : cluster [DBG] purged_snaps scrub ok 2024-09-13T13:53:40.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:53:39 smithi062 bash[19845]: cluster 2024-09-13T13:53:39.509110+0000 mon.a (mon.0) 653 : cluster [DBG] osdmap e56: 8 total, 8 up, 8 in 2024-09-13T13:53:40.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:53:39 smithi062 bash[26634]: cluster 2024-09-13T13:53:36.848222+0000 osd.7 (osd.7) 1 : cluster [DBG] purged_snaps scrub starts 2024-09-13T13:53:40.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:53:39 smithi062 bash[26634]: cluster 2024-09-13T13:53:36.848305+0000 osd.7 (osd.7) 2 : cluster [DBG] purged_snaps scrub ok 2024-09-13T13:53:40.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:53:39 smithi062 bash[26634]: cluster 2024-09-13T13:53:39.509110+0000 mon.a (mon.0) 653 : cluster [DBG] osdmap e56: 8 total, 8 up, 8 in 2024-09-13T13:53:40.933 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:53:40 smithi178 bash[22034]: cluster 2024-09-13T13:53:39.127430+0000 mgr.y (mgr.14150) 323 : cluster [DBG] pgmap v306: 1 pgs: 1 remapped+peering; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-09-13T13:53:40.933 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:53:40 smithi178 bash[22034]: cluster 2024-09-13T13:53:40.507998+0000 mon.a (mon.0) 654 : cluster [DBG] osdmap e57: 8 total, 8 up, 8 in 2024-09-13T13:53:41.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:53:40 smithi062 bash[19845]: cluster 2024-09-13T13:53:39.127430+0000 mgr.y (mgr.14150) 323 : cluster [DBG] pgmap v306: 1 pgs: 1 remapped+peering; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-09-13T13:53:41.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:53:40 smithi062 bash[19845]: cluster 2024-09-13T13:53:40.507998+0000 mon.a (mon.0) 654 : cluster [DBG] osdmap e57: 8 total, 8 up, 8 in 2024-09-13T13:53:41.002 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:53:40 smithi062 bash[26634]: cluster 2024-09-13T13:53:39.127430+0000 mgr.y (mgr.14150) 323 : cluster [DBG] pgmap v306: 1 pgs: 1 remapped+peering; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-09-13T13:53:41.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:53:40 smithi062 bash[26634]: cluster 2024-09-13T13:53:40.507998+0000 mon.a (mon.0) 654 : cluster [DBG] osdmap e57: 8 total, 8 up, 8 in 2024-09-13T13:53:42.683 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:53:42 smithi178 bash[22034]: cluster 2024-09-13T13:53:41.128035+0000 mgr.y (mgr.14150) 324 : cluster [DBG] pgmap v309: 1 pgs: 1 remapped+peering; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail 2024-09-13T13:53:42.683 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:53:42 smithi178 bash[22034]: cluster 2024-09-13T13:53:41.508681+0000 mon.a (mon.0) 655 : cluster [DBG] osdmap e58: 8 total, 8 up, 8 in 2024-09-13T13:53:42.770 INFO:teuthology.orchestra.run.smithi062.stderr:Inferring config /var/lib/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T13:53:42.859 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:53:42 smithi062 bash[26634]: cluster 2024-09-13T13:53:41.128035+0000 mgr.y (mgr.14150) 324 : cluster [DBG] pgmap v309: 1 pgs: 1 remapped+peering; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail 2024-09-13T13:53:42.859 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:53:42 smithi062 bash[26634]: cluster 2024-09-13T13:53:41.508681+0000 mon.a (mon.0) 655 : cluster [DBG] osdmap e58: 8 total, 8 up, 8 in 2024-09-13T13:53:42.860 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:53:42 smithi062 bash[19845]: cluster 2024-09-13T13:53:41.128035+0000 mgr.y (mgr.14150) 324 : cluster [DBG] pgmap v309: 1 pgs: 1 remapped+peering; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail 2024-09-13T13:53:42.860 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:53:42 smithi062 bash[19845]: cluster 2024-09-13T13:53:41.508681+0000 mon.a (mon.0) 655 : cluster [DBG] osdmap e58: 8 total, 8 up, 8 in 2024-09-13T13:53:43.933 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:53:43 smithi178 bash[22034]: cluster 2024-09-13T13:53:42.510986+0000 mon.a (mon.0) 656 : cluster [DBG] osdmap e59: 8 total, 8 up, 8 in 2024-09-13T13:53:44.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:53:43 smithi062 bash[19845]: cluster 2024-09-13T13:53:42.510986+0000 mon.a (mon.0) 656 : cluster [DBG] osdmap e59: 8 total, 8 up, 8 in 2024-09-13T13:53:44.002 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:53:43 smithi062 bash[26634]: cluster 2024-09-13T13:53:42.510986+0000 mon.a (mon.0) 656 : cluster [DBG] osdmap e59: 8 total, 8 up, 8 in 2024-09-13T13:53:44.362 INFO:teuthology.orchestra.run.smithi062.stdout: 2024-09-13T13:53:44.752 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:53:44 smithi062 bash[19845]: cluster 2024-09-13T13:53:43.128547+0000 mgr.y (mgr.14150) 325 : cluster [DBG] pgmap v312: 1 pgs: 1 remapped+peering; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail 2024-09-13T13:53:44.752 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:53:44 smithi062 bash[19845]: audit 2024-09-13T13:53:44.363535+0000 mon.c (mon.2) 9 : audit [DBG] from='client.? 172.21.15.62:0/1911617370' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-09-13T13:53:44.753 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:53:44 smithi062 bash[26634]: cluster 2024-09-13T13:53:43.128547+0000 mgr.y (mgr.14150) 325 : cluster [DBG] pgmap v312: 1 pgs: 1 remapped+peering; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail 2024-09-13T13:53:44.753 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:53:44 smithi062 bash[26634]: audit 2024-09-13T13:53:44.363535+0000 mon.c (mon.2) 9 : audit [DBG] from='client.? 172.21.15.62:0/1911617370' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-09-13T13:53:44.933 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:53:44 smithi178 bash[22034]: cluster 2024-09-13T13:53:43.128547+0000 mgr.y (mgr.14150) 325 : cluster [DBG] pgmap v312: 1 pgs: 1 remapped+peering; 577 KiB data, 237 MiB used, 715 GiB / 715 GiB avail 2024-09-13T13:53:44.933 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:53:44 smithi178 bash[22034]: audit 2024-09-13T13:53:44.363535+0000 mon.c (mon.2) 9 : audit [DBG] from='client.? 172.21.15.62:0/1911617370' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-09-13T13:53:45.009 INFO:teuthology.orchestra.run.smithi062.stdout:{"epoch":59,"num_osds":8,"num_up_osds":8,"osd_up_since":1726235618,"num_in_osds":8,"osd_in_since":1726235588,"num_remapped_pgs":0} 2024-09-13T13:53:45.010 DEBUG:teuthology.orchestra.run.smithi062:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell --fsid ff1149ea-71d5-11ef-bceb-c7b262605968 -- ceph osd dump --format=json 2024-09-13T13:53:46.844 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:53:46 smithi178 bash[22034]: cluster 2024-09-13T13:53:45.129021+0000 mgr.y (mgr.14150) 326 : cluster [DBG] pgmap v313: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 102 KiB/s, 0 objects/s recovering 2024-09-13T13:53:47.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:53:46 smithi062 bash[19845]: cluster 2024-09-13T13:53:45.129021+0000 mgr.y (mgr.14150) 326 : cluster [DBG] pgmap v313: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 102 KiB/s, 0 objects/s recovering 2024-09-13T13:53:47.002 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:53:46 smithi062 bash[26634]: cluster 2024-09-13T13:53:45.129021+0000 mgr.y (mgr.14150) 326 : cluster [DBG] pgmap v313: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 102 KiB/s, 0 objects/s recovering 2024-09-13T13:53:48.684 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:53:48 smithi178 bash[22034]: cluster 2024-09-13T13:53:47.129598+0000 mgr.y (mgr.14150) 327 : cluster [DBG] pgmap v314: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 87 KiB/s, 0 objects/s recovering 2024-09-13T13:53:48.684 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:53:48 smithi178 bash[22034]: cephadm 2024-09-13T13:53:47.290660+0000 mgr.y (mgr.14150) 328 : cephadm [INF] Detected new or changed devices on smithi178 2024-09-13T13:53:48.684 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:53:48 smithi178 bash[22034]: audit 2024-09-13T13:53:47.300605+0000 mon.a (mon.0) 657 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:53:48.684 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:53:48 smithi178 bash[22034]: audit 2024-09-13T13:53:47.312081+0000 mon.a (mon.0) 658 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:53:48.684 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:53:48 smithi178 bash[22034]: audit 2024-09-13T13:53:47.314325+0000 mon.a (mon.0) 659 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-13T13:53:48.684 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:53:48 smithi178 bash[22034]: audit 2024-09-13T13:53:47.315762+0000 mon.a (mon.0) 660 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-13T13:53:48.684 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:53:48 smithi178 bash[22034]: audit 2024-09-13T13:53:47.316940+0000 mon.a (mon.0) 661 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-13T13:53:48.684 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:53:48 smithi178 bash[22034]: audit 2024-09-13T13:53:47.318037+0000 mon.a (mon.0) 662 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-13T13:53:48.684 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:53:48 smithi178 bash[22034]: cephadm 2024-09-13T13:53:47.318889+0000 mgr.y (mgr.14150) 329 : cephadm [INF] Adjusting osd_memory_target on smithi178 to 4316M 2024-09-13T13:53:48.685 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:53:48 smithi178 bash[22034]: audit 2024-09-13T13:53:47.326849+0000 mon.a (mon.0) 663 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:53:48.685 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:53:48 smithi178 bash[22034]: audit 2024-09-13T13:53:47.332419+0000 mon.a (mon.0) 664 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T13:53:48.685 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:53:48 smithi178 bash[22034]: audit 2024-09-13T13:53:47.333986+0000 mon.a (mon.0) 665 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T13:53:48.685 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:53:48 smithi178 bash[22034]: audit 2024-09-13T13:53:47.345432+0000 mon.a (mon.0) 666 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:53:48.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:53:48 smithi062 bash[19845]: cluster 2024-09-13T13:53:47.129598+0000 mgr.y (mgr.14150) 327 : cluster [DBG] pgmap v314: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 87 KiB/s, 0 objects/s recovering 2024-09-13T13:53:48.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:53:48 smithi062 bash[19845]: cephadm 2024-09-13T13:53:47.290660+0000 mgr.y (mgr.14150) 328 : cephadm [INF] Detected new or changed devices on smithi178 2024-09-13T13:53:48.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:53:48 smithi062 bash[19845]: audit 2024-09-13T13:53:47.300605+0000 mon.a (mon.0) 657 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:53:48.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:53:48 smithi062 bash[19845]: audit 2024-09-13T13:53:47.312081+0000 mon.a (mon.0) 658 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:53:48.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:53:48 smithi062 bash[19845]: audit 2024-09-13T13:53:47.314325+0000 mon.a (mon.0) 659 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-13T13:53:48.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:53:48 smithi062 bash[19845]: audit 2024-09-13T13:53:47.315762+0000 mon.a (mon.0) 660 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-13T13:53:48.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:53:48 smithi062 bash[19845]: audit 2024-09-13T13:53:47.316940+0000 mon.a (mon.0) 661 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-13T13:53:48.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:53:48 smithi062 bash[19845]: audit 2024-09-13T13:53:47.318037+0000 mon.a (mon.0) 662 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-13T13:53:48.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:53:48 smithi062 bash[19845]: cephadm 2024-09-13T13:53:47.318889+0000 mgr.y (mgr.14150) 329 : cephadm [INF] Adjusting osd_memory_target on smithi178 to 4316M 2024-09-13T13:53:48.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:53:48 smithi062 bash[19845]: audit 2024-09-13T13:53:47.326849+0000 mon.a (mon.0) 663 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:53:48.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:53:48 smithi062 bash[19845]: audit 2024-09-13T13:53:47.332419+0000 mon.a (mon.0) 664 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T13:53:48.754 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:53:48 smithi062 bash[19845]: audit 2024-09-13T13:53:47.333986+0000 mon.a (mon.0) 665 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T13:53:48.754 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:53:48 smithi062 bash[19845]: audit 2024-09-13T13:53:47.345432+0000 mon.a (mon.0) 666 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:53:48.754 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:53:48 smithi062 bash[26634]: cluster 2024-09-13T13:53:47.129598+0000 mgr.y (mgr.14150) 327 : cluster [DBG] pgmap v314: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 87 KiB/s, 0 objects/s recovering 2024-09-13T13:53:48.754 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:53:48 smithi062 bash[26634]: cephadm 2024-09-13T13:53:47.290660+0000 mgr.y (mgr.14150) 328 : cephadm [INF] Detected new or changed devices on smithi178 2024-09-13T13:53:48.754 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:53:48 smithi062 bash[26634]: audit 2024-09-13T13:53:47.300605+0000 mon.a (mon.0) 657 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:53:48.754 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:53:48 smithi062 bash[26634]: audit 2024-09-13T13:53:47.312081+0000 mon.a (mon.0) 658 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:53:48.754 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:53:48 smithi062 bash[26634]: audit 2024-09-13T13:53:47.314325+0000 mon.a (mon.0) 659 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-13T13:53:48.754 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:53:48 smithi062 bash[26634]: audit 2024-09-13T13:53:47.315762+0000 mon.a (mon.0) 660 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-13T13:53:48.754 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:53:48 smithi062 bash[26634]: audit 2024-09-13T13:53:47.316940+0000 mon.a (mon.0) 661 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-13T13:53:48.754 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:53:48 smithi062 bash[26634]: audit 2024-09-13T13:53:47.318037+0000 mon.a (mon.0) 662 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-13T13:53:48.754 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:53:48 smithi062 bash[26634]: cephadm 2024-09-13T13:53:47.318889+0000 mgr.y (mgr.14150) 329 : cephadm [INF] Adjusting osd_memory_target on smithi178 to 4316M 2024-09-13T13:53:48.754 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:53:48 smithi062 bash[26634]: audit 2024-09-13T13:53:47.326849+0000 mon.a (mon.0) 663 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:53:48.755 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:53:48 smithi062 bash[26634]: audit 2024-09-13T13:53:47.332419+0000 mon.a (mon.0) 664 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T13:53:48.755 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:53:48 smithi062 bash[26634]: audit 2024-09-13T13:53:47.333986+0000 mon.a (mon.0) 665 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T13:53:48.755 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:53:48 smithi062 bash[26634]: audit 2024-09-13T13:53:47.345432+0000 mon.a (mon.0) 666 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:53:49.835 INFO:teuthology.orchestra.run.smithi062.stderr:Inferring config /var/lib/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T13:53:50.683 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:53:50 smithi178 bash[22034]: cluster 2024-09-13T13:53:49.130172+0000 mgr.y (mgr.14150) 330 : cluster [DBG] pgmap v315: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-09-13T13:53:50.752 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:53:50 smithi062 bash[19845]: cluster 2024-09-13T13:53:49.130172+0000 mgr.y (mgr.14150) 330 : cluster [DBG] pgmap v315: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-09-13T13:53:50.752 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:53:50 smithi062 bash[26634]: cluster 2024-09-13T13:53:49.130172+0000 mgr.y (mgr.14150) 330 : cluster [DBG] pgmap v315: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-09-13T13:53:51.381 INFO:teuthology.orchestra.run.smithi062.stdout: 2024-09-13T13:53:51.382 INFO:teuthology.orchestra.run.smithi062.stdout:{"epoch":59,"fsid":"ff1149ea-71d5-11ef-bceb-c7b262605968","created":"2024-09-13T13:43:55.335301+0000","modified":"2024-09-13T13:53:42.502928+0000","last_up_change":"2024-09-13T13:53:38.492811+0000","last_in_change":"2024-09-13T13:53:08.148341+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T13:49:09.630646+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"3418e532-9bc9-4e12-b8d3-6e4c04e61563","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6802","nonce":570584021},{"type":"v1","addr":"172.21.15.62:6803","nonce":570584021}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6804","nonce":570584021},{"type":"v1","addr":"172.21.15.62:6805","nonce":570584021}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6808","nonce":570584021},{"type":"v1","addr":"172.21.15.62:6809","nonce":570584021}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6806","nonce":570584021},{"type":"v1","addr":"172.21.15.62:6807","nonce":570584021}]},"public_addr":"172.21.15.62:6803/570584021","cluster_addr":"172.21.15.62:6805/570584021","heartbeat_back_addr":"172.21.15.62:6809/570584021","heartbeat_front_addr":"172.21.15.62:6807/570584021","state":["exists","up"]},{"osd":1,"uuid":"4b478bd1-2c1b-4e10-873d-0c76f0faf0c9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6810","nonce":3215178071},{"type":"v1","addr":"172.21.15.62:6811","nonce":3215178071}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6812","nonce":3215178071},{"type":"v1","addr":"172.21.15.62:6813","nonce":3215178071}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6816","nonce":3215178071},{"type":"v1","addr":"172.21.15.62:6817","nonce":3215178071}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6814","nonce":3215178071},{"type":"v1","addr":"172.21.15.62:6815","nonce":3215178071}]},"public_addr":"172.21.15.62:6811/3215178071","cluster_addr":"172.21.15.62:6813/3215178071","heartbeat_back_addr":"172.21.15.62:6817/3215178071","heartbeat_front_addr":"172.21.15.62:6815/3215178071","state":["exists","up"]},{"osd":2,"uuid":"9331de2a-3e01-4ab6-adee-b8830d820027","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6818","nonce":2617653231},{"type":"v1","addr":"172.21.15.62:6819","nonce":2617653231}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6820","nonce":2617653231},{"type":"v1","addr":"172.21.15.62:6821","nonce":2617653231}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6824","nonce":2617653231},{"type":"v1","addr":"172.21.15.62:6825","nonce":2617653231}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6822","nonce":2617653231},{"type":"v1","addr":"172.21.15.62:6823","nonce":2617653231}]},"public_addr":"172.21.15.62:6819/2617653231","cluster_addr":"172.21.15.62:6821/2617653231","heartbeat_back_addr":"172.21.15.62:6825/2617653231","heartbeat_front_addr":"172.21.15.62:6823/2617653231","state":["exists","up"]},{"osd":3,"uuid":"84a5c452-fd2e-4e14-80be-1921e047ae60","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6826","nonce":858129472},{"type":"v1","addr":"172.21.15.62:6827","nonce":858129472}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6828","nonce":858129472},{"type":"v1","addr":"172.21.15.62:6829","nonce":858129472}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6832","nonce":858129472},{"type":"v1","addr":"172.21.15.62:6833","nonce":858129472}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6830","nonce":858129472},{"type":"v1","addr":"172.21.15.62:6831","nonce":858129472}]},"public_addr":"172.21.15.62:6827/858129472","cluster_addr":"172.21.15.62:6829/858129472","heartbeat_back_addr":"172.21.15.62:6833/858129472","heartbeat_front_addr":"172.21.15.62:6831/858129472","state":["exists","up"]},{"osd":4,"uuid":"bd3b7cf5-26c0-412d-a2cc-8e4780d0d350","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6800","nonce":1019422454},{"type":"v1","addr":"172.21.15.178:6801","nonce":1019422454}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6802","nonce":1019422454},{"type":"v1","addr":"172.21.15.178:6803","nonce":1019422454}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6806","nonce":1019422454},{"type":"v1","addr":"172.21.15.178:6807","nonce":1019422454}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6804","nonce":1019422454},{"type":"v1","addr":"172.21.15.178:6805","nonce":1019422454}]},"public_addr":"172.21.15.178:6801/1019422454","cluster_addr":"172.21.15.178:6803/1019422454","heartbeat_back_addr":"172.21.15.178:6807/1019422454","heartbeat_front_addr":"172.21.15.178:6805/1019422454","state":["exists","up"]},{"osd":5,"uuid":"33bb1b08-6558-42a3-b118-2f7ea8f9efb0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":42,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6808","nonce":2965608120},{"type":"v1","addr":"172.21.15.178:6809","nonce":2965608120}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6810","nonce":2965608120},{"type":"v1","addr":"172.21.15.178:6811","nonce":2965608120}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6814","nonce":2965608120},{"type":"v1","addr":"172.21.15.178:6815","nonce":2965608120}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6812","nonce":2965608120},{"type":"v1","addr":"172.21.15.178:6813","nonce":2965608120}]},"public_addr":"172.21.15.178:6809/2965608120","cluster_addr":"172.21.15.178:6811/2965608120","heartbeat_back_addr":"172.21.15.178:6815/2965608120","heartbeat_front_addr":"172.21.15.178:6813/2965608120","state":["exists","up"]},{"osd":6,"uuid":"45057ed7-bfe2-4b05-90f4-0d881aa8c42b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":50,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6816","nonce":3193201716},{"type":"v1","addr":"172.21.15.178:6817","nonce":3193201716}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6818","nonce":3193201716},{"type":"v1","addr":"172.21.15.178:6819","nonce":3193201716}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6822","nonce":3193201716},{"type":"v1","addr":"172.21.15.178:6823","nonce":3193201716}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6820","nonce":3193201716},{"type":"v1","addr":"172.21.15.178:6821","nonce":3193201716}]},"public_addr":"172.21.15.178:6817/3193201716","cluster_addr":"172.21.15.178:6819/3193201716","heartbeat_back_addr":"172.21.15.178:6823/3193201716","heartbeat_front_addr":"172.21.15.178:6821/3193201716","state":["exists","up"]},{"osd":7,"uuid":"d02018a0-ee1f-4aec-a4e1-d87057cb11d6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":58,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6824","nonce":3716491842},{"type":"v1","addr":"172.21.15.178:6825","nonce":3716491842}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6826","nonce":3716491842},{"type":"v1","addr":"172.21.15.178:6827","nonce":3716491842}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6830","nonce":3716491842},{"type":"v1","addr":"172.21.15.178:6831","nonce":3716491842}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6828","nonce":3716491842},{"type":"v1","addr":"172.21.15.178:6829","nonce":3716491842}]},"public_addr":"172.21.15.178:6825/3716491842","cluster_addr":"172.21.15.178:6827/3716491842","heartbeat_back_addr":"172.21.15.178:6831/3716491842","heartbeat_front_addr":"172.21.15.178:6829/3716491842","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T13:47:16.710970+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T13:48:11.681932+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T13:49:04.919181+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T13:49:59.331270+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T13:50:51.871086+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T13:51:45.694007+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T13:52:42.120355+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T13:53:36.848308+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.62:6801/4139932898":"2024-09-14T13:44:56.986044+0000","172.21.15.62:6800/4139932898":"2024-09-14T13:44:56.986044+0000","172.21.15.62:0/3314444234":"2024-09-14T13:44:56.986044+0000","172.21.15.62:0/4085708214":"2024-09-14T13:44:56.986044+0000","172.21.15.62:6801/1777682528":"2024-09-14T13:44:23.562223+0000","172.21.15.62:6800/1777682528":"2024-09-14T13:44:23.562223+0000","172.21.15.62:0/950528481":"2024-09-14T13:44:23.562223+0000","172.21.15.62:0/3804501063":"2024-09-14T13:44:23.562223+0000","172.21.15.62:0/2784367012":"2024-09-14T13:44:56.986044+0000","172.21.15.62:0/3512183348":"2024-09-14T13:44:23.562223+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T13:53:52.050 INFO:tasks.cephadm.ceph_manager.ceph:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-13T13:49:09.630646+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 7.889999866485596, 'score_stable': 7.889999866485596, 'optimal_score': 0.3799999952316284, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-13T13:53:52.051 DEBUG:teuthology.orchestra.run.smithi062:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell --fsid ff1149ea-71d5-11ef-bceb-c7b262605968 -- ceph osd pool get .mgr pg_num 2024-09-13T13:53:52.683 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:53:52 smithi178 bash[22034]: cluster 2024-09-13T13:53:51.130588+0000 mgr.y (mgr.14150) 331 : cluster [DBG] pgmap v316: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 60 KiB/s, 0 objects/s recovering 2024-09-13T13:53:52.683 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:53:52 smithi178 bash[22034]: audit 2024-09-13T13:53:51.382603+0000 mon.a (mon.0) 667 : audit [DBG] from='client.? 172.21.15.62:0/1863542234' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-13T13:53:52.752 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:53:52 smithi062 bash[26634]: cluster 2024-09-13T13:53:51.130588+0000 mgr.y (mgr.14150) 331 : cluster [DBG] pgmap v316: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 60 KiB/s, 0 objects/s recovering 2024-09-13T13:53:52.752 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:53:52 smithi062 bash[26634]: audit 2024-09-13T13:53:51.382603+0000 mon.a (mon.0) 667 : audit [DBG] from='client.? 172.21.15.62:0/1863542234' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-13T13:53:52.752 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:53:52 smithi062 bash[19845]: cluster 2024-09-13T13:53:51.130588+0000 mgr.y (mgr.14150) 331 : cluster [DBG] pgmap v316: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 60 KiB/s, 0 objects/s recovering 2024-09-13T13:53:52.752 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:53:52 smithi062 bash[19845]: audit 2024-09-13T13:53:51.382603+0000 mon.a (mon.0) 667 : audit [DBG] from='client.? 172.21.15.62:0/1863542234' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-13T13:53:54.683 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:53:54 smithi178 bash[22034]: cluster 2024-09-13T13:53:53.131145+0000 mgr.y (mgr.14150) 332 : cluster [DBG] pgmap v317: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 54 KiB/s, 0 objects/s recovering 2024-09-13T13:53:54.752 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:53:54 smithi062 bash[26634]: cluster 2024-09-13T13:53:53.131145+0000 mgr.y (mgr.14150) 332 : cluster [DBG] pgmap v317: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 54 KiB/s, 0 objects/s recovering 2024-09-13T13:53:54.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:53:54 smithi062 bash[19845]: cluster 2024-09-13T13:53:53.131145+0000 mgr.y (mgr.14150) 332 : cluster [DBG] pgmap v317: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 54 KiB/s, 0 objects/s recovering 2024-09-13T13:53:56.683 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:53:56 smithi178 bash[22034]: cluster 2024-09-13T13:53:55.131763+0000 mgr.y (mgr.14150) 333 : cluster [DBG] pgmap v318: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-09-13T13:53:56.752 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:53:56 smithi062 bash[19845]: cluster 2024-09-13T13:53:55.131763+0000 mgr.y (mgr.14150) 333 : cluster [DBG] pgmap v318: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-09-13T13:53:56.752 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:53:56 smithi062 bash[26634]: cluster 2024-09-13T13:53:55.131763+0000 mgr.y (mgr.14150) 333 : cluster [DBG] pgmap v318: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-09-13T13:53:56.835 INFO:teuthology.orchestra.run.smithi062.stderr:Inferring config /var/lib/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T13:53:58.382 INFO:teuthology.orchestra.run.smithi062.stdout:pg_num: 1 2024-09-13T13:53:58.576 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:53:58 smithi062 bash[26634]: cluster 2024-09-13T13:53:57.132314+0000 mgr.y (mgr.14150) 334 : cluster [DBG] pgmap v319: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-13T13:53:58.576 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:53:58 smithi062 bash[19845]: cluster 2024-09-13T13:53:57.132314+0000 mgr.y (mgr.14150) 334 : cluster [DBG] pgmap v319: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-13T13:53:58.683 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:53:58 smithi178 bash[22034]: cluster 2024-09-13T13:53:57.132314+0000 mgr.y (mgr.14150) 334 : cluster [DBG] pgmap v319: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-13T13:53:59.040 INFO:tasks.cephadm:Adding prometheus.a on smithi178 2024-09-13T13:53:59.041 DEBUG:teuthology.orchestra.run.smithi178:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ff1149ea-71d5-11ef-bceb-c7b262605968 -- ceph orch apply prometheus '1;smithi178=a' 2024-09-13T13:53:59.683 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:53:59 smithi178 bash[22034]: audit 2024-09-13T13:53:58.383388+0000 mon.c (mon.2) 10 : audit [DBG] from='client.? 172.21.15.62:0/3513195182' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-09-13T13:53:59.752 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:53:59 smithi062 bash[26634]: audit 2024-09-13T13:53:58.383388+0000 mon.c (mon.2) 10 : audit [DBG] from='client.? 172.21.15.62:0/3513195182' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-09-13T13:53:59.752 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:53:59 smithi062 bash[19845]: audit 2024-09-13T13:53:58.383388+0000 mon.c (mon.2) 10 : audit [DBG] from='client.? 172.21.15.62:0/3513195182' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-09-13T13:54:00.683 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:54:00 smithi178 bash[22034]: cluster 2024-09-13T13:53:59.133028+0000 mgr.y (mgr.14150) 335 : cluster [DBG] pgmap v320: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-13T13:54:00.752 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:54:00 smithi062 bash[26634]: cluster 2024-09-13T13:53:59.133028+0000 mgr.y (mgr.14150) 335 : cluster [DBG] pgmap v320: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-13T13:54:00.752 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:54:00 smithi062 bash[19845]: cluster 2024-09-13T13:53:59.133028+0000 mgr.y (mgr.14150) 335 : cluster [DBG] pgmap v320: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-13T13:54:02.683 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:54:02 smithi178 bash[22034]: cluster 2024-09-13T13:54:01.133725+0000 mgr.y (mgr.14150) 336 : cluster [DBG] pgmap v321: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-13T13:54:02.752 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:54:02 smithi062 bash[26634]: cluster 2024-09-13T13:54:01.133725+0000 mgr.y (mgr.14150) 336 : cluster [DBG] pgmap v321: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-13T13:54:02.752 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:54:02 smithi062 bash[19845]: cluster 2024-09-13T13:54:01.133725+0000 mgr.y (mgr.14150) 336 : cluster [DBG] pgmap v321: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-13T13:54:03.804 INFO:teuthology.orchestra.run.smithi178.stderr:Inferring config /var/lib/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/mon.b/config 2024-09-13T13:54:04.683 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:54:04 smithi178 bash[22034]: cluster 2024-09-13T13:54:03.134453+0000 mgr.y (mgr.14150) 337 : cluster [DBG] pgmap v322: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-13T13:54:04.752 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:54:04 smithi062 bash[26634]: cluster 2024-09-13T13:54:03.134453+0000 mgr.y (mgr.14150) 337 : cluster [DBG] pgmap v322: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-13T13:54:04.752 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:54:04 smithi062 bash[19845]: cluster 2024-09-13T13:54:03.134453+0000 mgr.y (mgr.14150) 337 : cluster [DBG] pgmap v322: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-13T13:54:05.168 INFO:teuthology.orchestra.run.smithi178.stdout:Scheduled prometheus update... 2024-09-13T13:54:05.870 DEBUG:teuthology.orchestra.run.smithi178:prometheus.a> sudo journalctl -f -n 0 -u ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@prometheus.a.service 2024-09-13T13:54:05.872 INFO:tasks.cephadm:Adding node-exporter.a on smithi062 2024-09-13T13:54:05.872 INFO:tasks.cephadm:Adding node-exporter.b on smithi178 2024-09-13T13:54:05.873 DEBUG:teuthology.orchestra.run.smithi178:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ff1149ea-71d5-11ef-bceb-c7b262605968 -- ceph orch apply node-exporter '2;smithi062=a;smithi178=b' 2024-09-13T13:54:06.433 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:54:06 smithi178 bash[22034]: cluster 2024-09-13T13:54:05.135158+0000 mgr.y (mgr.14150) 338 : cluster [DBG] pgmap v323: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-13T13:54:06.433 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:54:06 smithi178 bash[22034]: audit 2024-09-13T13:54:05.159112+0000 mgr.y (mgr.14150) 339 : audit [DBG] from='client.24298 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "placement": "1;smithi178=a", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T13:54:06.433 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:54:06 smithi178 bash[22034]: cephadm 2024-09-13T13:54:05.162137+0000 mgr.y (mgr.14150) 340 : cephadm [INF] Saving service prometheus spec with placement smithi178=a;count:1 2024-09-13T13:54:06.434 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:54:06 smithi178 bash[22034]: audit 2024-09-13T13:54:05.169520+0000 mon.a (mon.0) 668 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:54:06.434 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:54:06 smithi178 bash[22034]: audit 2024-09-13T13:54:05.171399+0000 mon.a (mon.0) 669 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T13:54:06.434 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:54:06 smithi178 bash[22034]: audit 2024-09-13T13:54:05.828481+0000 mon.a (mon.0) 670 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T13:54:06.434 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:54:06 smithi178 bash[22034]: audit 2024-09-13T13:54:05.830169+0000 mon.a (mon.0) 671 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T13:54:06.434 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:54:06 smithi178 bash[22034]: audit 2024-09-13T13:54:05.839512+0000 mon.a (mon.0) 672 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:54:06.502 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:54:06 smithi062 bash[19845]: cluster 2024-09-13T13:54:05.135158+0000 mgr.y (mgr.14150) 338 : cluster [DBG] pgmap v323: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-13T13:54:06.502 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:54:06 smithi062 bash[19845]: audit 2024-09-13T13:54:05.159112+0000 mgr.y (mgr.14150) 339 : audit [DBG] from='client.24298 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "placement": "1;smithi178=a", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T13:54:06.502 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:54:06 smithi062 bash[19845]: cephadm 2024-09-13T13:54:05.162137+0000 mgr.y (mgr.14150) 340 : cephadm [INF] Saving service prometheus spec with placement smithi178=a;count:1 2024-09-13T13:54:06.502 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:54:06 smithi062 bash[19845]: audit 2024-09-13T13:54:05.169520+0000 mon.a (mon.0) 668 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:54:06.502 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:54:06 smithi062 bash[19845]: audit 2024-09-13T13:54:05.171399+0000 mon.a (mon.0) 669 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T13:54:06.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:54:06 smithi062 bash[19845]: audit 2024-09-13T13:54:05.828481+0000 mon.a (mon.0) 670 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T13:54:06.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:54:06 smithi062 bash[19845]: audit 2024-09-13T13:54:05.830169+0000 mon.a (mon.0) 671 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T13:54:06.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:54:06 smithi062 bash[19845]: audit 2024-09-13T13:54:05.839512+0000 mon.a (mon.0) 672 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:54:06.503 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:54:06 smithi062 bash[26634]: cluster 2024-09-13T13:54:05.135158+0000 mgr.y (mgr.14150) 338 : cluster [DBG] pgmap v323: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-13T13:54:06.503 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:54:06 smithi062 bash[26634]: audit 2024-09-13T13:54:05.159112+0000 mgr.y (mgr.14150) 339 : audit [DBG] from='client.24298 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "placement": "1;smithi178=a", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T13:54:06.503 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:54:06 smithi062 bash[26634]: cephadm 2024-09-13T13:54:05.162137+0000 mgr.y (mgr.14150) 340 : cephadm [INF] Saving service prometheus spec with placement smithi178=a;count:1 2024-09-13T13:54:06.503 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:54:06 smithi062 bash[26634]: audit 2024-09-13T13:54:05.169520+0000 mon.a (mon.0) 668 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:54:06.503 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:54:06 smithi062 bash[26634]: audit 2024-09-13T13:54:05.171399+0000 mon.a (mon.0) 669 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T13:54:06.503 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:54:06 smithi062 bash[26634]: audit 2024-09-13T13:54:05.828481+0000 mon.a (mon.0) 670 : audit [DBG] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T13:54:06.503 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:54:06 smithi062 bash[26634]: audit 2024-09-13T13:54:05.830169+0000 mon.a (mon.0) 671 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T13:54:06.503 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:54:06 smithi062 bash[26634]: audit 2024-09-13T13:54:05.839512+0000 mon.a (mon.0) 672 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:54:06.933 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 13:54:06 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T13:54:07.433 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:54:07 smithi178 bash[22034]: cephadm 2024-09-13T13:54:06.162872+0000 mgr.y (mgr.14150) 341 : cephadm [INF] Deploying daemon prometheus.a on smithi178 2024-09-13T13:54:07.502 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:54:07 smithi062 bash[19845]: cephadm 2024-09-13T13:54:06.162872+0000 mgr.y (mgr.14150) 341 : cephadm [INF] Deploying daemon prometheus.a on smithi178 2024-09-13T13:54:07.502 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:54:07 smithi062 bash[26634]: cephadm 2024-09-13T13:54:06.162872+0000 mgr.y (mgr.14150) 341 : cephadm [INF] Deploying daemon prometheus.a on smithi178 2024-09-13T13:54:08.433 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:54:08 smithi178 bash[22034]: cluster 2024-09-13T13:54:07.135757+0000 mgr.y (mgr.14150) 342 : cluster [DBG] pgmap v324: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-13T13:54:08.502 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:54:08 smithi062 bash[19845]: cluster 2024-09-13T13:54:07.135757+0000 mgr.y (mgr.14150) 342 : cluster [DBG] pgmap v324: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-13T13:54:08.502 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:54:08 smithi062 bash[26634]: cluster 2024-09-13T13:54:07.135757+0000 mgr.y (mgr.14150) 342 : cluster [DBG] pgmap v324: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-13T13:54:10.433 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:54:10 smithi178 bash[22034]: cluster 2024-09-13T13:54:09.136409+0000 mgr.y (mgr.14150) 343 : cluster [DBG] pgmap v325: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-13T13:54:10.502 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:54:10 smithi062 bash[26634]: cluster 2024-09-13T13:54:09.136409+0000 mgr.y (mgr.14150) 343 : cluster [DBG] pgmap v325: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-13T13:54:10.502 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:54:10 smithi062 bash[19845]: cluster 2024-09-13T13:54:09.136409+0000 mgr.y (mgr.14150) 343 : cluster [DBG] pgmap v325: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-13T13:54:10.671 INFO:teuthology.orchestra.run.smithi178.stderr:Inferring config /var/lib/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/mon.b/config 2024-09-13T13:54:12.502 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:54:12 smithi062 bash[19845]: cluster 2024-09-13T13:54:11.137040+0000 mgr.y (mgr.14150) 344 : cluster [DBG] pgmap v326: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-13T13:54:12.502 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:54:12 smithi062 bash[26634]: cluster 2024-09-13T13:54:11.137040+0000 mgr.y (mgr.14150) 344 : cluster [DBG] pgmap v326: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-13T13:54:12.683 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:54:12 smithi178 bash[22034]: cluster 2024-09-13T13:54:11.137040+0000 mgr.y (mgr.14150) 344 : cluster [DBG] pgmap v326: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-13T13:54:14.433 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:54:14 smithi178 bash[22034]: cluster 2024-09-13T13:54:13.137684+0000 mgr.y (mgr.14150) 345 : cluster [DBG] pgmap v327: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-13T13:54:14.502 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:54:14 smithi062 bash[26634]: cluster 2024-09-13T13:54:13.137684+0000 mgr.y (mgr.14150) 345 : cluster [DBG] pgmap v327: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-13T13:54:14.502 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:54:14 smithi062 bash[19845]: cluster 2024-09-13T13:54:13.137684+0000 mgr.y (mgr.14150) 345 : cluster [DBG] pgmap v327: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-13T13:54:14.567 INFO:teuthology.orchestra.run.smithi178.stdout:Scheduled node-exporter update... 2024-09-13T13:54:15.574 DEBUG:teuthology.orchestra.run.smithi062:node-exporter.a> sudo journalctl -f -n 0 -u ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@node-exporter.a.service 2024-09-13T13:54:15.577 DEBUG:teuthology.orchestra.run.smithi178:node-exporter.b> sudo journalctl -f -n 0 -u ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@node-exporter.b.service 2024-09-13T13:54:15.579 INFO:tasks.cephadm:Adding alertmanager.a on smithi062 2024-09-13T13:54:15.579 DEBUG:teuthology.orchestra.run.smithi178:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ff1149ea-71d5-11ef-bceb-c7b262605968 -- ceph orch apply alertmanager '1;smithi062=a' 2024-09-13T13:54:15.933 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:54:15 smithi178 bash[22034]: audit 2024-09-13T13:54:14.558353+0000 mgr.y (mgr.14150) 346 : audit [DBG] from='client.24304 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "node-exporter", "placement": "2;smithi062=a;smithi178=b", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T13:54:15.933 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:54:15 smithi178 bash[22034]: cephadm 2024-09-13T13:54:14.561537+0000 mgr.y (mgr.14150) 347 : cephadm [INF] Saving service node-exporter spec with placement smithi062=a;smithi178=b;count:2 2024-09-13T13:54:15.933 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:54:15 smithi178 bash[22034]: audit 2024-09-13T13:54:14.568549+0000 mon.a (mon.0) 673 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:54:16.002 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:54:15 smithi062 bash[26634]: audit 2024-09-13T13:54:14.558353+0000 mgr.y (mgr.14150) 346 : audit [DBG] from='client.24304 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "node-exporter", "placement": "2;smithi062=a;smithi178=b", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T13:54:16.002 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:54:15 smithi062 bash[26634]: cephadm 2024-09-13T13:54:14.561537+0000 mgr.y (mgr.14150) 347 : cephadm [INF] Saving service node-exporter spec with placement smithi062=a;smithi178=b;count:2 2024-09-13T13:54:16.002 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:54:15 smithi062 bash[26634]: audit 2024-09-13T13:54:14.568549+0000 mon.a (mon.0) 673 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:54:16.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:54:15 smithi062 bash[19845]: audit 2024-09-13T13:54:14.558353+0000 mgr.y (mgr.14150) 346 : audit [DBG] from='client.24304 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "node-exporter", "placement": "2;smithi062=a;smithi178=b", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T13:54:16.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:54:15 smithi062 bash[19845]: cephadm 2024-09-13T13:54:14.561537+0000 mgr.y (mgr.14150) 347 : cephadm [INF] Saving service node-exporter spec with placement smithi062=a;smithi178=b;count:2 2024-09-13T13:54:16.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:54:15 smithi062 bash[19845]: audit 2024-09-13T13:54:14.568549+0000 mon.a (mon.0) 673 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:54:16.933 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:54:16 smithi178 bash[22034]: cluster 2024-09-13T13:54:15.138315+0000 mgr.y (mgr.14150) 348 : cluster [DBG] pgmap v328: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-13T13:54:17.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:54:16 smithi062 bash[19845]: cluster 2024-09-13T13:54:15.138315+0000 mgr.y (mgr.14150) 348 : cluster [DBG] pgmap v328: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-13T13:54:17.002 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:54:16 smithi062 bash[26634]: cluster 2024-09-13T13:54:15.138315+0000 mgr.y (mgr.14150) 348 : cluster [DBG] pgmap v328: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-13T13:54:18.933 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:54:18 smithi178 bash[22034]: cluster 2024-09-13T13:54:17.138864+0000 mgr.y (mgr.14150) 349 : cluster [DBG] pgmap v329: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-13T13:54:19.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:54:18 smithi062 bash[19845]: cluster 2024-09-13T13:54:17.138864+0000 mgr.y (mgr.14150) 349 : cluster [DBG] pgmap v329: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-13T13:54:19.002 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:54:18 smithi062 bash[26634]: cluster 2024-09-13T13:54:17.138864+0000 mgr.y (mgr.14150) 349 : cluster [DBG] pgmap v329: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-13T13:54:20.751 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:54:20 smithi178 bash[22034]: cluster 2024-09-13T13:54:19.139446+0000 mgr.y (mgr.14150) 350 : cluster [DBG] pgmap v330: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-13T13:54:20.751 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:54:20 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T13:54:20.752 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 13 13:54:20 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T13:54:20.752 INFO:journalctl@ceph.osd.5.smithi178.stdout:Sep 13 13:54:20 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T13:54:20.752 INFO:journalctl@ceph.osd.6.smithi178.stdout:Sep 13 13:54:20 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T13:54:20.753 INFO:journalctl@ceph.osd.7.smithi178.stdout:Sep 13 13:54:20 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T13:54:20.753 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 13:54:20 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T13:54:20.753 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 13:54:20 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T13:54:20.753 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 13:54:20 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T13:54:20.753 INFO:journalctl@ceph.osd.4.smithi178.stdout:Sep 13 13:54:20 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T13:54:20.877 INFO:teuthology.orchestra.run.smithi178.stderr:Inferring config /var/lib/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/mon.b/config 2024-09-13T13:54:21.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:54:20 smithi062 bash[19845]: cluster 2024-09-13T13:54:19.139446+0000 mgr.y (mgr.14150) 350 : cluster [DBG] pgmap v330: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-13T13:54:21.002 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:54:20 smithi062 bash[26634]: cluster 2024-09-13T13:54:19.139446+0000 mgr.y (mgr.14150) 350 : cluster [DBG] pgmap v330: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-13T13:54:21.183 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:54:20 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T13:54:21.183 INFO:journalctl@ceph.osd.4.smithi178.stdout:Sep 13 13:54:20 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T13:54:21.184 INFO:journalctl@ceph.osd.5.smithi178.stdout:Sep 13 13:54:20 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T13:54:21.184 INFO:journalctl@ceph.osd.6.smithi178.stdout:Sep 13 13:54:20 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T13:54:21.184 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 13 13:54:20 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T13:54:21.185 INFO:journalctl@ceph.osd.7.smithi178.stdout:Sep 13 13:54:20 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T13:54:21.185 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 13:54:20 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T13:54:21.185 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 13:54:20 smithi178 systemd[1]: Started Ceph prometheus.a for ff1149ea-71d5-11ef-bceb-c7b262605968. 2024-09-13T13:54:22.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:54:22 smithi178 bash[22034]: audit 2024-09-13T13:54:21.044894+0000 mon.a (mon.0) 674 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:54:22.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:54:22 smithi178 bash[22034]: audit 2024-09-13T13:54:21.054414+0000 mon.a (mon.0) 675 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:54:22.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:54:22 smithi178 bash[22034]: audit 2024-09-13T13:54:21.063342+0000 mon.a (mon.0) 676 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:54:22.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:54:22 smithi178 bash[22034]: audit 2024-09-13T13:54:21.068968+0000 mon.a (mon.0) 677 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2024-09-13T13:54:22.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:54:22 smithi178 bash[22034]: cluster 2024-09-13T13:54:21.140050+0000 mgr.y (mgr.14150) 351 : cluster [DBG] pgmap v331: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-13T13:54:22.435 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 13 13:54:22 smithi178 bash[22907]: ignoring --setuser ceph since I am not root 2024-09-13T13:54:22.435 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 13 13:54:22 smithi178 bash[22907]: ignoring --setgroup ceph since I am not root 2024-09-13T13:54:22.436 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 13 13:54:22 smithi178 bash[22907]: debug 2024-09-13T13:54:22.137+0000 7f8bad903640 1 -- 172.21.15.178:0/4015370820 <== mon.1 v2:172.21.15.178:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55f535a2d0e0 con 0x55f535a2f400 2024-09-13T13:54:22.436 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 13 13:54:22 smithi178 bash[22907]: debug 2024-09-13T13:54:22.253+0000 7f8bb015f040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-13T13:54:22.502 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 13:54:22 smithi062 bash[20100]: ignoring --setuser ceph since I am not root 2024-09-13T13:54:22.502 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 13:54:22 smithi062 bash[20100]: ignoring --setgroup ceph since I am not root 2024-09-13T13:54:22.502 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 13:54:22 smithi062 bash[20100]: debug 2024-09-13T13:54:22.245+0000 7fb17a911040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-13T13:54:22.502 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:54:22 smithi062 bash[26634]: audit 2024-09-13T13:54:21.044894+0000 mon.a (mon.0) 674 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:54:22.503 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:54:22 smithi062 bash[26634]: audit 2024-09-13T13:54:21.054414+0000 mon.a (mon.0) 675 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:54:22.503 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:54:22 smithi062 bash[26634]: audit 2024-09-13T13:54:21.063342+0000 mon.a (mon.0) 676 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:54:22.503 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:54:22 smithi062 bash[26634]: audit 2024-09-13T13:54:21.068968+0000 mon.a (mon.0) 677 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2024-09-13T13:54:22.503 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:54:22 smithi062 bash[26634]: cluster 2024-09-13T13:54:21.140050+0000 mgr.y (mgr.14150) 351 : cluster [DBG] pgmap v331: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-13T13:54:22.504 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:54:22 smithi062 bash[19845]: audit 2024-09-13T13:54:21.044894+0000 mon.a (mon.0) 674 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:54:22.504 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:54:22 smithi062 bash[19845]: audit 2024-09-13T13:54:21.054414+0000 mon.a (mon.0) 675 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:54:22.504 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:54:22 smithi062 bash[19845]: audit 2024-09-13T13:54:21.063342+0000 mon.a (mon.0) 676 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' 2024-09-13T13:54:22.504 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:54:22 smithi062 bash[19845]: audit 2024-09-13T13:54:21.068968+0000 mon.a (mon.0) 677 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2024-09-13T13:54:22.504 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:54:22 smithi062 bash[19845]: cluster 2024-09-13T13:54:21.140050+0000 mgr.y (mgr.14150) 351 : cluster [DBG] pgmap v331: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-13T13:54:22.933 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 13:54:22 smithi178 bash[45900]: ts=2024-09-13T13:54:22.872Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2024-09-13T13:54:22.933 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 13:54:22 smithi178 bash[45900]: ts=2024-09-13T13:54:22.872Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2024-09-13T13:54:22.933 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 13:54:22 smithi178 bash[45900]: ts=2024-09-13T13:54:22.872Z caller=main.go:570 level=info host_details="(Linux 5.15.0-121-generic #131-Ubuntu SMP Fri Aug 9 08:29:53 UTC 2024 x86_64 smithi178 (none))" 2024-09-13T13:54:22.933 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 13:54:22 smithi178 bash[45900]: ts=2024-09-13T13:54:22.872Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-09-13T13:54:22.934 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 13:54:22 smithi178 bash[45900]: ts=2024-09-13T13:54:22.872Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-09-13T13:54:22.934 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 13:54:22 smithi178 bash[45900]: ts=2024-09-13T13:54:22.874Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2024-09-13T13:54:22.934 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 13:54:22 smithi178 bash[45900]: ts=2024-09-13T13:54:22.874Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2024-09-13T13:54:22.934 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 13:54:22 smithi178 bash[45900]: ts=2024-09-13T13:54:22.876Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2024-09-13T13:54:22.934 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 13:54:22 smithi178 bash[45900]: ts=2024-09-13T13:54:22.876Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-09-13T13:54:22.934 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 13:54:22 smithi178 bash[45900]: ts=2024-09-13T13:54:22.879Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-09-13T13:54:22.934 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 13:54:22 smithi178 bash[45900]: ts=2024-09-13T13:54:22.879Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=2.488µs 2024-09-13T13:54:22.934 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 13:54:22 smithi178 bash[45900]: ts=2024-09-13T13:54:22.879Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-09-13T13:54:22.934 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 13:54:22 smithi178 bash[45900]: ts=2024-09-13T13:54:22.879Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=0 2024-09-13T13:54:22.934 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 13:54:22 smithi178 bash[45900]: ts=2024-09-13T13:54:22.879Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=31.979µs wal_replay_duration=387.198µs wbl_replay_duration=132ns total_replay_duration=452.515µs 2024-09-13T13:54:22.934 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 13:54:22 smithi178 bash[45900]: ts=2024-09-13T13:54:22.881Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2024-09-13T13:54:22.934 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 13:54:22 smithi178 bash[45900]: ts=2024-09-13T13:54:22.881Z caller=main.go:1029 level=info msg="TSDB started" 2024-09-13T13:54:22.934 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 13:54:22 smithi178 bash[45900]: ts=2024-09-13T13:54:22.881Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-09-13T13:54:22.935 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 13:54:22 smithi178 bash[45900]: ts=2024-09-13T13:54:22.882Z caller=refresh.go:80 level=error component="discovery manager scrape" discovery=http config=ceph msg="Unable to refresh target groups" err="Get \"http://172.21.15.62:8765/sd/prometheus/sd-config?service=mgr-prometheus\": dial tcp 172.21.15.62:8765: connect: connection refused" 2024-09-13T13:54:22.935 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 13:54:22 smithi178 bash[45900]: ts=2024-09-13T13:54:22.882Z caller=refresh.go:80 level=error component="discovery manager scrape" discovery=http config=ceph-exporter msg="Unable to refresh target groups" err="Get \"http://172.21.15.62:8765/sd/prometheus/sd-config?service=ceph-exporter\": dial tcp 172.21.15.62:8765: connect: connection refused" 2024-09-13T13:54:22.935 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 13:54:22 smithi178 bash[45900]: ts=2024-09-13T13:54:22.882Z caller=refresh.go:80 level=error component="discovery manager scrape" discovery=http config=nvmeof msg="Unable to refresh target groups" err="Get \"http://172.21.15.62:8765/sd/prometheus/sd-config?service=nvmeof\": dial tcp 172.21.15.62:8765: connect: connection refused" 2024-09-13T13:54:22.935 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 13:54:22 smithi178 bash[45900]: ts=2024-09-13T13:54:22.915Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=34.861878ms db_storage=1.019µs remote_storage=1.38µs web_handler=570ns query_engine=1.121µs scrape=351.114µs scrape_sd=154.608µs notify=1.152µs notify_sd=2.29µs rules=33.897517ms tracing=6.569µs 2024-09-13T13:54:22.935 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 13:54:22 smithi178 bash[45900]: ts=2024-09-13T13:54:22.915Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2024-09-13T13:54:22.935 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 13:54:22 smithi178 bash[45900]: ts=2024-09-13T13:54:22.915Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2024-09-13T13:54:23.433 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:54:23 smithi178 bash[22034]: audit 2024-09-13T13:54:22.071087+0000 mon.a (mon.0) 678 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2024-09-13T13:54:23.433 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:54:23 smithi178 bash[22034]: cluster 2024-09-13T13:54:22.082548+0000 mon.a (mon.0) 679 : cluster [DBG] mgrmap e16: y(active, since 9m), standbys: x 2024-09-13T13:54:23.495 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:54:23 smithi062 bash[26634]: audit 2024-09-13T13:54:22.071087+0000 mon.a (mon.0) 678 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2024-09-13T13:54:23.495 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:54:23 smithi062 bash[26634]: cluster 2024-09-13T13:54:22.082548+0000 mon.a (mon.0) 679 : cluster [DBG] mgrmap e16: y(active, since 9m), standbys: x 2024-09-13T13:54:23.495 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:54:23 smithi062 bash[19845]: audit 2024-09-13T13:54:22.071087+0000 mon.a (mon.0) 678 : audit [INF] from='mgr.14150 172.21.15.62:0/4116967888' entity='mgr.y' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2024-09-13T13:54:23.495 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:54:23 smithi062 bash[19845]: cluster 2024-09-13T13:54:22.082548+0000 mon.a (mon.0) 679 : cluster [DBG] mgrmap e16: y(active, since 9m), standbys: x 2024-09-13T13:54:23.752 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 13:54:23 smithi062 bash[20100]: debug 2024-09-13T13:54:23.493+0000 7fb17a911040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-13T13:54:23.752 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 13:54:23 smithi062 bash[20100]: debug 2024-09-13T13:54:23.561+0000 7fb17a911040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-13T13:54:23.752 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 13:54:23 smithi062 bash[20100]: debug 2024-09-13T13:54:23.717+0000 7fb17a911040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-13T13:54:23.933 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 13 13:54:23 smithi178 bash[22907]: debug 2024-09-13T13:54:23.481+0000 7f8bb015f040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-13T13:54:23.933 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 13 13:54:23 smithi178 bash[22907]: debug 2024-09-13T13:54:23.549+0000 7f8bb015f040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-13T13:54:23.933 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 13 13:54:23 smithi178 bash[22907]: debug 2024-09-13T13:54:23.697+0000 7f8bb015f040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-13T13:54:24.661 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 13 13:54:24 smithi178 bash[22907]: debug 2024-09-13T13:54:24.341+0000 7f8bb015f040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-13T13:54:24.662 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 13 13:54:24 smithi178 bash[22907]: debug 2024-09-13T13:54:24.409+0000 7f8bb015f040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-13T13:54:24.662 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 13 13:54:24 smithi178 bash[22907]: debug 2024-09-13T13:54:24.477+0000 7f8bb015f040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-13T13:54:24.738 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 13:54:24 smithi062 bash[20100]: debug 2024-09-13T13:54:24.397+0000 7fb17a911040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-13T13:54:24.738 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 13:54:24 smithi062 bash[20100]: debug 2024-09-13T13:54:24.469+0000 7fb17a911040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-13T13:54:24.738 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 13:54:24 smithi062 bash[20100]: debug 2024-09-13T13:54:24.541+0000 7fb17a911040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-13T13:54:24.933 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 13 13:54:24 smithi178 bash[22907]: debug 2024-09-13T13:54:24.661+0000 7f8bb015f040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-13T13:54:24.933 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 13 13:54:24 smithi178 bash[22907]: debug 2024-09-13T13:54:24.737+0000 7f8bb015f040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-13T13:54:24.933 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 13 13:54:24 smithi178 bash[22907]: debug 2024-09-13T13:54:24.805+0000 7f8bb015f040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-13T13:54:25.002 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 13:54:24 smithi062 bash[20100]: debug 2024-09-13T13:54:24.737+0000 7fb17a911040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-13T13:54:25.002 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 13:54:24 smithi062 bash[20100]: debug 2024-09-13T13:54:24.817+0000 7fb17a911040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-13T13:54:25.002 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 13:54:24 smithi062 bash[20100]: debug 2024-09-13T13:54:24.889+0000 7fb17a911040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-13T13:54:25.322 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 13 13:54:25 smithi178 bash[22907]: debug 2024-09-13T13:54:25.061+0000 7f8bb015f040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-13T13:54:25.323 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 13 13:54:25 smithi178 bash[22907]: debug 2024-09-13T13:54:25.129+0000 7f8bb015f040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-13T13:54:25.323 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 13 13:54:25 smithi178 bash[22907]: debug 2024-09-13T13:54:25.321+0000 7f8bb015f040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-13T13:54:25.435 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 13:54:25 smithi062 bash[20100]: debug 2024-09-13T13:54:25.157+0000 7fb17a911040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-13T13:54:25.435 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 13:54:25 smithi062 bash[20100]: debug 2024-09-13T13:54:25.229+0000 7fb17a911040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-13T13:54:25.648 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 13 13:54:25 smithi178 bash[22907]: debug 2024-09-13T13:54:25.401+0000 7f8bb015f040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-13T13:54:25.648 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 13 13:54:25 smithi178 bash[22907]: debug 2024-09-13T13:54:25.648+0000 7f8bb015f040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-09-13T13:54:25.752 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 13:54:25 smithi062 bash[20100]: debug 2024-09-13T13:54:25.433+0000 7fb17a911040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-13T13:54:25.752 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 13:54:25 smithi062 bash[20100]: debug 2024-09-13T13:54:25.513+0000 7fb17a911040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-13T13:54:25.933 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 13 13:54:25 smithi178 bash[22907]: debug 2024-09-13T13:54:25.820+0000 7f8bb015f040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-13T13:54:26.135 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 13:54:25 smithi062 bash[20100]: debug 2024-09-13T13:54:25.773+0000 7fb17a911040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-09-13T13:54:26.135 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 13:54:25 smithi062 bash[20100]: debug 2024-09-13T13:54:25.961+0000 7fb17a911040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-13T13:54:26.243 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 13 13:54:25 smithi178 bash[22907]: debug 2024-09-13T13:54:25.984+0000 7f8bb015f040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-13T13:54:26.243 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 13 13:54:26 smithi178 bash[22907]: debug 2024-09-13T13:54:26.064+0000 7f8bb015f040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-13T13:54:26.243 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 13 13:54:26 smithi178 bash[22907]: debug 2024-09-13T13:54:26.240+0000 7f8bb015f040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-13T13:54:26.405 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 13:54:26 smithi062 bash[20100]: debug 2024-09-13T13:54:26.133+0000 7fb17a911040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-13T13:54:26.405 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 13:54:26 smithi062 bash[20100]: debug 2024-09-13T13:54:26.213+0000 7fb17a911040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-13T13:54:27.344 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 13 13:54:27 smithi178 bash[22907]: debug 2024-09-13T13:54:27.044+0000 7f8bb015f040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-13T13:54:27.344 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 13 13:54:27 smithi178 bash[22907]: debug 2024-09-13T13:54:27.120+0000 7f8bb015f040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-13T13:54:27.344 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 13 13:54:27 smithi178 bash[22907]: debug 2024-09-13T13:54:27.340+0000 7f8bb015f040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-13T13:54:27.584 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 13:54:26 smithi062 bash[20100]: debug 2024-09-13T13:54:26.401+0000 7fb17a911040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-13T13:54:27.584 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 13:54:27 smithi062 bash[20100]: debug 2024-09-13T13:54:27.265+0000 7fb17a911040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-13T13:54:27.584 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 13:54:27 smithi062 bash[20100]: debug 2024-09-13T13:54:27.345+0000 7fb17a911040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-13T13:54:27.584 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 13:54:27 smithi062 bash[20100]: debug 2024-09-13T13:54:27.581+0000 7fb17a911040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-13T13:54:27.683 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 13 13:54:27 smithi178 bash[22907]: debug 2024-09-13T13:54:27.416+0000 7f8bb015f040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-13T13:54:27.970 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 13:54:27 smithi062 bash[20100]: debug 2024-09-13T13:54:27.657+0000 7fb17a911040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-13T13:54:28.183 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 13 13:54:27 smithi178 bash[22907]: debug 2024-09-13T13:54:27.800+0000 7f8bb015f040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-13T13:54:28.183 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 13 13:54:27 smithi178 bash[22907]: debug 2024-09-13T13:54:27.880+0000 7f8bb015f040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-13T13:54:28.183 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 13 13:54:27 smithi178 bash[22907]: [13/Sep/2024:13:54:27] ENGINE Bus STARTING 2024-09-13T13:54:28.183 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 13 13:54:27 smithi178 bash[22907]: CherryPy Checker: 2024-09-13T13:54:28.184 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 13 13:54:27 smithi178 bash[22907]: The Application mounted at '' has an empty config. 2024-09-13T13:54:28.184 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 13 13:54:28 smithi178 bash[22907]: [13/Sep/2024:13:54:28] ENGINE Serving on http://:::9283 2024-09-13T13:54:28.184 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 13 13:54:28 smithi178 bash[22907]: [13/Sep/2024:13:54:28] ENGINE Bus STARTED 2024-09-13T13:54:28.184 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:54:27 smithi178 bash[22034]: cluster 2024-09-13T13:54:27.905622+0000 mon.a (mon.0) 680 : cluster [DBG] Standby manager daemon x restarted 2024-09-13T13:54:28.184 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:54:27 smithi178 bash[22034]: cluster 2024-09-13T13:54:27.905762+0000 mon.a (mon.0) 681 : cluster [DBG] Standby manager daemon x started 2024-09-13T13:54:28.184 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:54:27 smithi178 bash[22034]: audit 2024-09-13T13:54:27.909227+0000 mon.b (mon.1) 26 : audit [DBG] from='mgr.? 172.21.15.178:0/1813667925' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-13T13:54:28.184 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:54:27 smithi178 bash[22034]: audit 2024-09-13T13:54:27.910245+0000 mon.b (mon.1) 27 : audit [DBG] from='mgr.? 172.21.15.178:0/1813667925' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-13T13:54:28.184 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:54:27 smithi178 bash[22034]: audit 2024-09-13T13:54:27.914478+0000 mon.b (mon.1) 28 : audit [DBG] from='mgr.? 172.21.15.178:0/1813667925' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-13T13:54:28.184 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:54:27 smithi178 bash[22034]: audit 2024-09-13T13:54:27.915291+0000 mon.b (mon.1) 29 : audit [DBG] from='mgr.? 172.21.15.178:0/1813667925' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-13T13:54:28.251 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 13:54:28 smithi062 bash[20100]: debug 2024-09-13T13:54:28.069+0000 7fb17a911040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-13T13:54:28.252 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 13:54:28 smithi062 bash[20100]: debug 2024-09-13T13:54:28.153+0000 7fb17a911040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-13T13:54:28.252 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:54:27 smithi062 bash[26634]: cluster 2024-09-13T13:54:27.905622+0000 mon.a (mon.0) 680 : cluster [DBG] Standby manager daemon x restarted 2024-09-13T13:54:28.252 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:54:27 smithi062 bash[26634]: cluster 2024-09-13T13:54:27.905762+0000 mon.a (mon.0) 681 : cluster [DBG] Standby manager daemon x started 2024-09-13T13:54:28.252 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:54:27 smithi062 bash[26634]: audit 2024-09-13T13:54:27.909227+0000 mon.b (mon.1) 26 : audit [DBG] from='mgr.? 172.21.15.178:0/1813667925' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-13T13:54:28.252 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:54:27 smithi062 bash[26634]: audit 2024-09-13T13:54:27.910245+0000 mon.b (mon.1) 27 : audit [DBG] from='mgr.? 172.21.15.178:0/1813667925' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-13T13:54:28.252 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:54:27 smithi062 bash[26634]: audit 2024-09-13T13:54:27.914478+0000 mon.b (mon.1) 28 : audit [DBG] from='mgr.? 172.21.15.178:0/1813667925' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-13T13:54:28.252 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:54:27 smithi062 bash[26634]: audit 2024-09-13T13:54:27.915291+0000 mon.b (mon.1) 29 : audit [DBG] from='mgr.? 172.21.15.178:0/1813667925' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-13T13:54:28.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:54:27 smithi062 bash[19845]: cluster 2024-09-13T13:54:27.905622+0000 mon.a (mon.0) 680 : cluster [DBG] Standby manager daemon x restarted 2024-09-13T13:54:28.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:54:27 smithi062 bash[19845]: cluster 2024-09-13T13:54:27.905762+0000 mon.a (mon.0) 681 : cluster [DBG] Standby manager daemon x started 2024-09-13T13:54:28.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:54:27 smithi062 bash[19845]: audit 2024-09-13T13:54:27.909227+0000 mon.b (mon.1) 26 : audit [DBG] from='mgr.? 172.21.15.178:0/1813667925' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-13T13:54:28.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:54:27 smithi062 bash[19845]: audit 2024-09-13T13:54:27.910245+0000 mon.b (mon.1) 27 : audit [DBG] from='mgr.? 172.21.15.178:0/1813667925' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-13T13:54:28.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:54:27 smithi062 bash[19845]: audit 2024-09-13T13:54:27.914478+0000 mon.b (mon.1) 28 : audit [DBG] from='mgr.? 172.21.15.178:0/1813667925' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-13T13:54:28.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:54:27 smithi062 bash[19845]: audit 2024-09-13T13:54:27.915291+0000 mon.b (mon.1) 29 : audit [DBG] from='mgr.? 172.21.15.178:0/1813667925' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-13T13:54:28.529 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 13:54:28 smithi062 bash[20100]: [13/Sep/2024:13:54:28] ENGINE Bus STARTING 2024-09-13T13:54:28.529 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 13:54:28 smithi062 bash[20100]: CherryPy Checker: 2024-09-13T13:54:28.529 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 13:54:28 smithi062 bash[20100]: The Application mounted at '' has an empty config. 2024-09-13T13:54:28.529 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 13:54:28 smithi062 bash[20100]: [13/Sep/2024:13:54:28] ENGINE Serving on http://:::9283 2024-09-13T13:54:28.529 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 13:54:28 smithi062 bash[20100]: [13/Sep/2024:13:54:28] ENGINE Bus STARTED 2024-09-13T13:54:29.206 INFO:teuthology.orchestra.run.smithi178.stdout:Scheduled alertmanager update... 2024-09-13T13:54:29.248 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:54:28 smithi178 bash[22034]: cluster 2024-09-13T13:54:27.968799+0000 mon.a (mon.0) 682 : cluster [DBG] mgrmap e17: y(active, since 9m), standbys: x 2024-09-13T13:54:29.248 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:54:28 smithi178 bash[22034]: cluster 2024-09-13T13:54:28.177831+0000 mon.a (mon.0) 683 : cluster [INF] Active manager daemon y restarted 2024-09-13T13:54:29.248 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:54:28 smithi178 bash[22034]: cluster 2024-09-13T13:54:28.178516+0000 mon.a (mon.0) 684 : cluster [INF] Activating manager daemon y 2024-09-13T13:54:29.248 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:54:28 smithi178 bash[22034]: cluster 2024-09-13T13:54:28.193556+0000 mon.a (mon.0) 685 : cluster [DBG] osdmap e60: 8 total, 8 up, 8 in 2024-09-13T13:54:29.248 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:54:28 smithi178 bash[22034]: cluster 2024-09-13T13:54:28.194192+0000 mon.a (mon.0) 686 : cluster [DBG] mgrmap e18: y(active, starting, since 0.0158617s), standbys: x 2024-09-13T13:54:29.248 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:54:28 smithi178 bash[22034]: audit 2024-09-13T13:54:28.195865+0000 mon.a (mon.0) 687 : audit [DBG] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T13:54:29.248 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:54:28 smithi178 bash[22034]: audit 2024-09-13T13:54:28.196128+0000 mon.a (mon.0) 688 : audit [DBG] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T13:54:29.248 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:54:28 smithi178 bash[22034]: audit 2024-09-13T13:54:28.196389+0000 mon.a (mon.0) 689 : audit [DBG] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T13:54:29.249 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:54:28 smithi178 bash[22034]: audit 2024-09-13T13:54:28.198696+0000 mon.a (mon.0) 690 : audit [DBG] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-13T13:54:29.249 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:54:28 smithi178 bash[22034]: audit 2024-09-13T13:54:28.198887+0000 mon.a (mon.0) 691 : audit [DBG] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-13T13:54:29.249 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:54:28 smithi178 bash[22034]: audit 2024-09-13T13:54:28.199414+0000 mon.a (mon.0) 692 : audit [DBG] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-13T13:54:29.249 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:54:28 smithi178 bash[22034]: audit 2024-09-13T13:54:28.199646+0000 mon.a (mon.0) 693 : audit [DBG] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-13T13:54:29.249 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:54:28 smithi178 bash[22034]: audit 2024-09-13T13:54:28.200064+0000 mon.a (mon.0) 694 : audit [DBG] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-13T13:54:29.249 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:54:28 smithi178 bash[22034]: audit 2024-09-13T13:54:28.200428+0000 mon.a (mon.0) 695 : audit [DBG] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-13T13:54:29.249 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:54:28 smithi178 bash[22034]: audit 2024-09-13T13:54:28.200880+0000 mon.a (mon.0) 696 : audit [DBG] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-13T13:54:29.249 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:54:28 smithi178 bash[22034]: audit 2024-09-13T13:54:28.201295+0000 mon.a (mon.0) 697 : audit [DBG] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-13T13:54:29.249 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:54:28 smithi178 bash[22034]: audit 2024-09-13T13:54:28.201676+0000 mon.a (mon.0) 698 : audit [DBG] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-13T13:54:29.249 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:54:28 smithi178 bash[22034]: audit 2024-09-13T13:54:28.201943+0000 mon.a (mon.0) 699 : audit [DBG] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-13T13:54:29.249 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:54:28 smithi178 bash[22034]: audit 2024-09-13T13:54:28.202276+0000 mon.a (mon.0) 700 : audit [DBG] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-13T13:54:29.249 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:54:28 smithi178 bash[22034]: audit 2024-09-13T13:54:28.202447+0000 mon.a (mon.0) 701 : audit [DBG] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-13T13:54:29.249 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:54:28 smithi178 bash[22034]: audit 2024-09-13T13:54:28.203052+0000 mon.a (mon.0) 702 : audit [DBG] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-13T13:54:29.250 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:54:28 smithi178 bash[22034]: cluster 2024-09-13T13:54:28.229910+0000 mon.a (mon.0) 703 : cluster [INF] Manager daemon y is now available 2024-09-13T13:54:29.250 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:54:28 smithi178 bash[22034]: audit 2024-09-13T13:54:28.251829+0000 mon.a (mon.0) 704 : audit [DBG] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T13:54:29.250 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:54:28 smithi178 bash[22034]: audit 2024-09-13T13:54:28.273438+0000 mon.a (mon.0) 705 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:54:29.250 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:54:28 smithi178 bash[22034]: audit 2024-09-13T13:54:28.276723+0000 mon.a (mon.0) 706 : audit [DBG] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T13:54:29.250 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:54:28 smithi178 bash[22034]: audit 2024-09-13T13:54:28.294537+0000 mon.a (mon.0) 707 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-13T13:54:29.250 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:54:28 smithi178 bash[22034]: audit 2024-09-13T13:54:28.299688+0000 mon.a (mon.0) 708 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-13T13:54:29.252 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:54:28 smithi062 bash[19845]: cluster 2024-09-13T13:54:27.968799+0000 mon.a (mon.0) 682 : cluster [DBG] mgrmap e17: y(active, since 9m), standbys: x 2024-09-13T13:54:29.252 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:54:28 smithi062 bash[19845]: cluster 2024-09-13T13:54:28.177831+0000 mon.a (mon.0) 683 : cluster [INF] Active manager daemon y restarted 2024-09-13T13:54:29.252 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:54:28 smithi062 bash[19845]: cluster 2024-09-13T13:54:28.178516+0000 mon.a (mon.0) 684 : cluster [INF] Activating manager daemon y 2024-09-13T13:54:29.252 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:54:28 smithi062 bash[19845]: cluster 2024-09-13T13:54:28.193556+0000 mon.a (mon.0) 685 : cluster [DBG] osdmap e60: 8 total, 8 up, 8 in 2024-09-13T13:54:29.252 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:54:28 smithi062 bash[19845]: cluster 2024-09-13T13:54:28.194192+0000 mon.a (mon.0) 686 : cluster [DBG] mgrmap e18: y(active, starting, since 0.0158617s), standbys: x 2024-09-13T13:54:29.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:54:28 smithi062 bash[19845]: audit 2024-09-13T13:54:28.195865+0000 mon.a (mon.0) 687 : audit [DBG] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T13:54:29.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:54:28 smithi062 bash[19845]: audit 2024-09-13T13:54:28.196128+0000 mon.a (mon.0) 688 : audit [DBG] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T13:54:29.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:54:28 smithi062 bash[19845]: audit 2024-09-13T13:54:28.196389+0000 mon.a (mon.0) 689 : audit [DBG] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T13:54:29.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:54:28 smithi062 bash[19845]: audit 2024-09-13T13:54:28.198696+0000 mon.a (mon.0) 690 : audit [DBG] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-13T13:54:29.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:54:28 smithi062 bash[19845]: audit 2024-09-13T13:54:28.198887+0000 mon.a (mon.0) 691 : audit [DBG] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-13T13:54:29.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:54:28 smithi062 bash[19845]: audit 2024-09-13T13:54:28.199414+0000 mon.a (mon.0) 692 : audit [DBG] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-13T13:54:29.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:54:28 smithi062 bash[19845]: audit 2024-09-13T13:54:28.199646+0000 mon.a (mon.0) 693 : audit [DBG] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-13T13:54:29.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:54:28 smithi062 bash[19845]: audit 2024-09-13T13:54:28.200064+0000 mon.a (mon.0) 694 : audit [DBG] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-13T13:54:29.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:54:28 smithi062 bash[19845]: audit 2024-09-13T13:54:28.200428+0000 mon.a (mon.0) 695 : audit [DBG] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-13T13:54:29.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:54:28 smithi062 bash[19845]: audit 2024-09-13T13:54:28.200880+0000 mon.a (mon.0) 696 : audit [DBG] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-13T13:54:29.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:54:28 smithi062 bash[19845]: audit 2024-09-13T13:54:28.201295+0000 mon.a (mon.0) 697 : audit [DBG] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-13T13:54:29.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:54:28 smithi062 bash[19845]: audit 2024-09-13T13:54:28.201676+0000 mon.a (mon.0) 698 : audit [DBG] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-13T13:54:29.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:54:28 smithi062 bash[19845]: audit 2024-09-13T13:54:28.201943+0000 mon.a (mon.0) 699 : audit [DBG] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-13T13:54:29.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:54:28 smithi062 bash[19845]: audit 2024-09-13T13:54:28.202276+0000 mon.a (mon.0) 700 : audit [DBG] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-13T13:54:29.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:54:28 smithi062 bash[19845]: audit 2024-09-13T13:54:28.202447+0000 mon.a (mon.0) 701 : audit [DBG] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-13T13:54:29.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:54:28 smithi062 bash[19845]: audit 2024-09-13T13:54:28.203052+0000 mon.a (mon.0) 702 : audit [DBG] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-13T13:54:29.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:54:28 smithi062 bash[19845]: cluster 2024-09-13T13:54:28.229910+0000 mon.a (mon.0) 703 : cluster [INF] Manager daemon y is now available 2024-09-13T13:54:29.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:54:28 smithi062 bash[19845]: audit 2024-09-13T13:54:28.251829+0000 mon.a (mon.0) 704 : audit [DBG] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T13:54:29.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:54:28 smithi062 bash[19845]: audit 2024-09-13T13:54:28.273438+0000 mon.a (mon.0) 705 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:54:29.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:54:28 smithi062 bash[19845]: audit 2024-09-13T13:54:28.276723+0000 mon.a (mon.0) 706 : audit [DBG] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T13:54:29.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:54:28 smithi062 bash[19845]: audit 2024-09-13T13:54:28.294537+0000 mon.a (mon.0) 707 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-13T13:54:29.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:54:28 smithi062 bash[19845]: audit 2024-09-13T13:54:28.299688+0000 mon.a (mon.0) 708 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-13T13:54:29.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:54:28 smithi062 bash[26634]: cluster 2024-09-13T13:54:27.968799+0000 mon.a (mon.0) 682 : cluster [DBG] mgrmap e17: y(active, since 9m), standbys: x 2024-09-13T13:54:29.255 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:54:28 smithi062 bash[26634]: cluster 2024-09-13T13:54:28.177831+0000 mon.a (mon.0) 683 : cluster [INF] Active manager daemon y restarted 2024-09-13T13:54:29.255 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:54:28 smithi062 bash[26634]: cluster 2024-09-13T13:54:28.178516+0000 mon.a (mon.0) 684 : cluster [INF] Activating manager daemon y 2024-09-13T13:54:29.255 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:54:28 smithi062 bash[26634]: cluster 2024-09-13T13:54:28.193556+0000 mon.a (mon.0) 685 : cluster [DBG] osdmap e60: 8 total, 8 up, 8 in 2024-09-13T13:54:29.255 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:54:28 smithi062 bash[26634]: cluster 2024-09-13T13:54:28.194192+0000 mon.a (mon.0) 686 : cluster [DBG] mgrmap e18: y(active, starting, since 0.0158617s), standbys: x 2024-09-13T13:54:29.255 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:54:28 smithi062 bash[26634]: audit 2024-09-13T13:54:28.195865+0000 mon.a (mon.0) 687 : audit [DBG] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T13:54:29.255 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:54:28 smithi062 bash[26634]: audit 2024-09-13T13:54:28.196128+0000 mon.a (mon.0) 688 : audit [DBG] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T13:54:29.255 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:54:28 smithi062 bash[26634]: audit 2024-09-13T13:54:28.196389+0000 mon.a (mon.0) 689 : audit [DBG] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T13:54:29.255 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:54:28 smithi062 bash[26634]: audit 2024-09-13T13:54:28.198696+0000 mon.a (mon.0) 690 : audit [DBG] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-13T13:54:29.255 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:54:28 smithi062 bash[26634]: audit 2024-09-13T13:54:28.198887+0000 mon.a (mon.0) 691 : audit [DBG] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-13T13:54:29.255 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:54:28 smithi062 bash[26634]: audit 2024-09-13T13:54:28.199414+0000 mon.a (mon.0) 692 : audit [DBG] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-13T13:54:29.255 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:54:28 smithi062 bash[26634]: audit 2024-09-13T13:54:28.199646+0000 mon.a (mon.0) 693 : audit [DBG] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-13T13:54:29.255 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:54:28 smithi062 bash[26634]: audit 2024-09-13T13:54:28.200064+0000 mon.a (mon.0) 694 : audit [DBG] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-13T13:54:29.256 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:54:28 smithi062 bash[26634]: audit 2024-09-13T13:54:28.200428+0000 mon.a (mon.0) 695 : audit [DBG] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-13T13:54:29.256 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:54:28 smithi062 bash[26634]: audit 2024-09-13T13:54:28.200880+0000 mon.a (mon.0) 696 : audit [DBG] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-13T13:54:29.256 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:54:28 smithi062 bash[26634]: audit 2024-09-13T13:54:28.201295+0000 mon.a (mon.0) 697 : audit [DBG] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-13T13:54:29.256 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:54:28 smithi062 bash[26634]: audit 2024-09-13T13:54:28.201676+0000 mon.a (mon.0) 698 : audit [DBG] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-13T13:54:29.256 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:54:28 smithi062 bash[26634]: audit 2024-09-13T13:54:28.201943+0000 mon.a (mon.0) 699 : audit [DBG] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-13T13:54:29.256 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:54:28 smithi062 bash[26634]: audit 2024-09-13T13:54:28.202276+0000 mon.a (mon.0) 700 : audit [DBG] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-13T13:54:29.256 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:54:28 smithi062 bash[26634]: audit 2024-09-13T13:54:28.202447+0000 mon.a (mon.0) 701 : audit [DBG] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-13T13:54:29.256 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:54:28 smithi062 bash[26634]: audit 2024-09-13T13:54:28.203052+0000 mon.a (mon.0) 702 : audit [DBG] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-13T13:54:29.256 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:54:28 smithi062 bash[26634]: cluster 2024-09-13T13:54:28.229910+0000 mon.a (mon.0) 703 : cluster [INF] Manager daemon y is now available 2024-09-13T13:54:29.256 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:54:28 smithi062 bash[26634]: audit 2024-09-13T13:54:28.251829+0000 mon.a (mon.0) 704 : audit [DBG] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T13:54:29.256 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:54:28 smithi062 bash[26634]: audit 2024-09-13T13:54:28.273438+0000 mon.a (mon.0) 705 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:54:29.256 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:54:28 smithi062 bash[26634]: audit 2024-09-13T13:54:28.276723+0000 mon.a (mon.0) 706 : audit [DBG] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T13:54:29.256 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:54:28 smithi062 bash[26634]: audit 2024-09-13T13:54:28.294537+0000 mon.a (mon.0) 707 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-13T13:54:29.256 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:54:28 smithi062 bash[26634]: audit 2024-09-13T13:54:28.299688+0000 mon.a (mon.0) 708 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-13T13:54:30.070 DEBUG:teuthology.orchestra.run.smithi062:alertmanager.a> sudo journalctl -f -n 0 -u ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@alertmanager.a.service 2024-09-13T13:54:30.072 INFO:tasks.cephadm:Adding grafana.a on smithi178 2024-09-13T13:54:30.072 DEBUG:teuthology.orchestra.run.smithi178:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ff1149ea-71d5-11ef-bceb-c7b262605968 -- ceph orch apply grafana '1;smithi178=a' 2024-09-13T13:54:30.433 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:54:30 smithi178 bash[22034]: cluster 2024-09-13T13:54:29.195713+0000 mon.a (mon.0) 709 : cluster [DBG] mgrmap e19: y(active, since 1.01739s), standbys: x 2024-09-13T13:54:30.433 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:54:30 smithi178 bash[22034]: cephadm 2024-09-13T13:54:29.203540+0000 mgr.y (mgr.14391) 2 : cephadm [INF] Saving service alertmanager spec with placement smithi062=a;count:1 2024-09-13T13:54:30.433 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:54:30 smithi178 bash[22034]: cluster 2024-09-13T13:54:29.203761+0000 mgr.y (mgr.14391) 3 : cluster [DBG] pgmap v3: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-13T13:54:30.433 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:54:30 smithi178 bash[22034]: audit 2024-09-13T13:54:29.207938+0000 mon.a (mon.0) 710 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:54:30.481 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:54:30 smithi062 bash[19845]: cluster 2024-09-13T13:54:29.195713+0000 mon.a (mon.0) 709 : cluster [DBG] mgrmap e19: y(active, since 1.01739s), standbys: x 2024-09-13T13:54:30.481 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:54:30 smithi062 bash[19845]: cephadm 2024-09-13T13:54:29.203540+0000 mgr.y (mgr.14391) 2 : cephadm [INF] Saving service alertmanager spec with placement smithi062=a;count:1 2024-09-13T13:54:30.481 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:54:30 smithi062 bash[19845]: cluster 2024-09-13T13:54:29.203761+0000 mgr.y (mgr.14391) 3 : cluster [DBG] pgmap v3: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-13T13:54:30.481 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:54:30 smithi062 bash[19845]: audit 2024-09-13T13:54:29.207938+0000 mon.a (mon.0) 710 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:54:30.481 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:54:30 smithi062 bash[26634]: cluster 2024-09-13T13:54:29.195713+0000 mon.a (mon.0) 709 : cluster [DBG] mgrmap e19: y(active, since 1.01739s), standbys: x 2024-09-13T13:54:30.481 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:54:30 smithi062 bash[26634]: cephadm 2024-09-13T13:54:29.203540+0000 mgr.y (mgr.14391) 2 : cephadm [INF] Saving service alertmanager spec with placement smithi062=a;count:1 2024-09-13T13:54:30.481 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:54:30 smithi062 bash[26634]: cluster 2024-09-13T13:54:29.203761+0000 mgr.y (mgr.14391) 3 : cluster [DBG] pgmap v3: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-13T13:54:30.482 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:54:30 smithi062 bash[26634]: audit 2024-09-13T13:54:29.207938+0000 mon.a (mon.0) 710 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:54:30.752 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 13:54:30 smithi062 bash[20100]: debug 2024-09-13T13:54:30.477+0000 7fb0d3143640 -1 log_channel(cephadm) log [ERR] : [13/Sep/2024:13:54:30] ENGINE Error in HTTPServer.serve 2024-09-13T13:54:30.752 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 13:54:30 smithi062 bash[20100]: Traceback (most recent call last): 2024-09-13T13:54:30.753 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 13:54:30 smithi062 bash[20100]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-13T13:54:30.753 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 13:54:30 smithi062 bash[20100]: self._connections.run(self.expiration_interval) 2024-09-13T13:54:30.753 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 13:54:30 smithi062 bash[20100]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-13T13:54:30.753 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 13:54:30 smithi062 bash[20100]: self._run(expiration_interval) 2024-09-13T13:54:30.753 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 13:54:30 smithi062 bash[20100]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-13T13:54:30.753 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 13:54:30 smithi062 bash[20100]: new_conn = self._from_server_socket(self.server.socket) 2024-09-13T13:54:30.753 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 13:54:30 smithi062 bash[20100]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-13T13:54:30.753 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 13:54:30 smithi062 bash[20100]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-13T13:54:30.753 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 13:54:30 smithi062 bash[20100]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-13T13:54:30.753 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 13:54:30 smithi062 bash[20100]: s = self.context.wrap_socket( 2024-09-13T13:54:30.754 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 13:54:30 smithi062 bash[20100]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-13T13:54:30.754 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 13:54:30 smithi062 bash[20100]: return self.sslsocket_class._create( 2024-09-13T13:54:30.754 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 13:54:30 smithi062 bash[20100]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-13T13:54:30.754 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 13:54:30 smithi062 bash[20100]: self.do_handshake() 2024-09-13T13:54:30.754 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 13:54:30 smithi062 bash[20100]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-13T13:54:30.754 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 13:54:30 smithi062 bash[20100]: self._sslobj.do_handshake() 2024-09-13T13:54:30.754 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 13:54:30 smithi062 bash[20100]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-13T13:54:31.502 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:54:31 smithi062 bash[19845]: cluster 2024-09-13T13:54:30.201216+0000 mgr.y (mgr.14391) 4 : cluster [DBG] pgmap v4: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-13T13:54:31.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:54:31 smithi062 bash[19845]: cephadm 2024-09-13T13:54:30.354537+0000 mgr.y (mgr.14391) 5 : cephadm [INF] [13/Sep/2024:13:54:30] ENGINE Bus STARTING 2024-09-13T13:54:31.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:54:31 smithi062 bash[19845]: cephadm 2024-09-13T13:54:30.478263+0000 mgr.y (mgr.14391) 6 : cephadm [INF] [13/Sep/2024:13:54:30] ENGINE Serving on https://172.21.15.62:7150 2024-09-13T13:54:31.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:54:31 smithi062 bash[19845]: cephadm 2024-09-13T13:54:30.483282+0000 mgr.y (mgr.14391) 7 : cephadm [ERR] [13/Sep/2024:13:54:30] ENGINE Error in HTTPServer.serve 2024-09-13T13:54:31.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:54:31 smithi062 bash[19845]: Traceback (most recent call last): 2024-09-13T13:54:31.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:54:31 smithi062 bash[19845]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-13T13:54:31.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:54:31 smithi062 bash[19845]: self._connections.run(self.expiration_interval) 2024-09-13T13:54:31.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:54:31 smithi062 bash[19845]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-13T13:54:31.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:54:31 smithi062 bash[19845]: self._run(expiration_interval) 2024-09-13T13:54:31.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:54:31 smithi062 bash[19845]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-13T13:54:31.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:54:31 smithi062 bash[19845]: new_conn = self._from_server_socket(self.server.socket) 2024-09-13T13:54:31.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:54:31 smithi062 bash[19845]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-13T13:54:31.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:54:31 smithi062 bash[19845]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-13T13:54:31.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:54:31 smithi062 bash[19845]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-13T13:54:31.504 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:54:31 smithi062 bash[19845]: s = self.context.wrap_socket( 2024-09-13T13:54:31.504 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:54:31 smithi062 bash[19845]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-13T13:54:31.504 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:54:31 smithi062 bash[19845]: return self.sslsocket_class._create( 2024-09-13T13:54:31.504 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:54:31 smithi062 bash[19845]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-13T13:54:31.504 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:54:31 smithi062 bash[19845]: self.do_handshake() 2024-09-13T13:54:31.504 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:54:31 smithi062 bash[19845]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-13T13:54:31.504 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:54:31 smithi062 bash[19845]: self._sslobj.do_handshake() 2024-09-13T13:54:31.504 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:54:31 smithi062 bash[19845]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-13T13:54:31.504 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:54:31 smithi062 bash[19845]: cephadm 2024-09-13T13:54:30.579409+0000 mgr.y (mgr.14391) 8 : cephadm [INF] [13/Sep/2024:13:54:30] ENGINE Serving on http://172.21.15.62:8765 2024-09-13T13:54:31.504 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:54:31 smithi062 bash[19845]: cephadm 2024-09-13T13:54:30.579549+0000 mgr.y (mgr.14391) 9 : cephadm [INF] [13/Sep/2024:13:54:30] ENGINE Bus STARTED 2024-09-13T13:54:31.504 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:54:31 smithi062 bash[26634]: cluster 2024-09-13T13:54:30.201216+0000 mgr.y (mgr.14391) 4 : cluster [DBG] pgmap v4: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-13T13:54:31.505 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:54:31 smithi062 bash[26634]: cephadm 2024-09-13T13:54:30.354537+0000 mgr.y (mgr.14391) 5 : cephadm [INF] [13/Sep/2024:13:54:30] ENGINE Bus STARTING 2024-09-13T13:54:31.505 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:54:31 smithi062 bash[26634]: cephadm 2024-09-13T13:54:30.478263+0000 mgr.y (mgr.14391) 6 : cephadm [INF] [13/Sep/2024:13:54:30] ENGINE Serving on https://172.21.15.62:7150 2024-09-13T13:54:31.505 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:54:31 smithi062 bash[26634]: cephadm 2024-09-13T13:54:30.483282+0000 mgr.y (mgr.14391) 7 : cephadm [ERR] [13/Sep/2024:13:54:30] ENGINE Error in HTTPServer.serve 2024-09-13T13:54:31.505 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:54:31 smithi062 bash[26634]: Traceback (most recent call last): 2024-09-13T13:54:31.505 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:54:31 smithi062 bash[26634]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-13T13:54:31.505 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:54:31 smithi062 bash[26634]: self._connections.run(self.expiration_interval) 2024-09-13T13:54:31.505 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:54:31 smithi062 bash[26634]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-13T13:54:31.505 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:54:31 smithi062 bash[26634]: self._run(expiration_interval) 2024-09-13T13:54:31.505 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:54:31 smithi062 bash[26634]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-13T13:54:31.505 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:54:31 smithi062 bash[26634]: new_conn = self._from_server_socket(self.server.socket) 2024-09-13T13:54:31.505 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:54:31 smithi062 bash[26634]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-13T13:54:31.505 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:54:31 smithi062 bash[26634]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-13T13:54:31.505 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:54:31 smithi062 bash[26634]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-13T13:54:31.506 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:54:31 smithi062 bash[26634]: s = self.context.wrap_socket( 2024-09-13T13:54:31.506 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:54:31 smithi062 bash[26634]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-13T13:54:31.506 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:54:31 smithi062 bash[26634]: return self.sslsocket_class._create( 2024-09-13T13:54:31.506 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:54:31 smithi062 bash[26634]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-13T13:54:31.506 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:54:31 smithi062 bash[26634]: self.do_handshake() 2024-09-13T13:54:31.506 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:54:31 smithi062 bash[26634]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-13T13:54:31.506 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:54:31 smithi062 bash[26634]: self._sslobj.do_handshake() 2024-09-13T13:54:31.506 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:54:31 smithi062 bash[26634]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-13T13:54:31.506 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:54:31 smithi062 bash[26634]: cephadm 2024-09-13T13:54:30.579409+0000 mgr.y (mgr.14391) 8 : cephadm [INF] [13/Sep/2024:13:54:30] ENGINE Serving on http://172.21.15.62:8765 2024-09-13T13:54:31.506 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:54:31 smithi062 bash[26634]: cephadm 2024-09-13T13:54:30.579549+0000 mgr.y (mgr.14391) 9 : cephadm [INF] [13/Sep/2024:13:54:30] ENGINE Bus STARTED 2024-09-13T13:54:31.684 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:54:31 smithi178 bash[22034]: cluster 2024-09-13T13:54:30.201216+0000 mgr.y (mgr.14391) 4 : cluster [DBG] pgmap v4: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-13T13:54:31.684 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:54:31 smithi178 bash[22034]: cephadm 2024-09-13T13:54:30.354537+0000 mgr.y (mgr.14391) 5 : cephadm [INF] [13/Sep/2024:13:54:30] ENGINE Bus STARTING 2024-09-13T13:54:31.684 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:54:31 smithi178 bash[22034]: cephadm 2024-09-13T13:54:30.478263+0000 mgr.y (mgr.14391) 6 : cephadm [INF] [13/Sep/2024:13:54:30] ENGINE Serving on https://172.21.15.62:7150 2024-09-13T13:54:31.684 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:54:31 smithi178 bash[22034]: cephadm 2024-09-13T13:54:30.483282+0000 mgr.y (mgr.14391) 7 : cephadm [ERR] [13/Sep/2024:13:54:30] ENGINE Error in HTTPServer.serve 2024-09-13T13:54:31.684 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:54:31 smithi178 bash[22034]: Traceback (most recent call last): 2024-09-13T13:54:31.684 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:54:31 smithi178 bash[22034]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-13T13:54:31.684 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:54:31 smithi178 bash[22034]: self._connections.run(self.expiration_interval) 2024-09-13T13:54:31.684 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:54:31 smithi178 bash[22034]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-13T13:54:31.684 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:54:31 smithi178 bash[22034]: self._run(expiration_interval) 2024-09-13T13:54:31.685 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:54:31 smithi178 bash[22034]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-13T13:54:31.685 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:54:31 smithi178 bash[22034]: new_conn = self._from_server_socket(self.server.socket) 2024-09-13T13:54:31.685 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:54:31 smithi178 bash[22034]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-13T13:54:31.685 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:54:31 smithi178 bash[22034]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-13T13:54:31.685 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:54:31 smithi178 bash[22034]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-13T13:54:31.685 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:54:31 smithi178 bash[22034]: s = self.context.wrap_socket( 2024-09-13T13:54:31.685 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:54:31 smithi178 bash[22034]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-13T13:54:31.685 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:54:31 smithi178 bash[22034]: return self.sslsocket_class._create( 2024-09-13T13:54:31.685 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:54:31 smithi178 bash[22034]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-13T13:54:31.685 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:54:31 smithi178 bash[22034]: self.do_handshake() 2024-09-13T13:54:31.685 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:54:31 smithi178 bash[22034]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-13T13:54:31.685 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:54:31 smithi178 bash[22034]: self._sslobj.do_handshake() 2024-09-13T13:54:31.685 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:54:31 smithi178 bash[22034]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-13T13:54:31.685 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:54:31 smithi178 bash[22034]: cephadm 2024-09-13T13:54:30.579409+0000 mgr.y (mgr.14391) 8 : cephadm [INF] [13/Sep/2024:13:54:30] ENGINE Serving on http://172.21.15.62:8765 2024-09-13T13:54:31.686 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:54:31 smithi178 bash[22034]: cephadm 2024-09-13T13:54:30.579549+0000 mgr.y (mgr.14391) 9 : cephadm [INF] [13/Sep/2024:13:54:30] ENGINE Bus STARTED 2024-09-13T13:54:32.502 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:54:32 smithi062 bash[19845]: cluster 2024-09-13T13:54:31.218398+0000 mon.a (mon.0) 711 : cluster [DBG] mgrmap e20: y(active, since 3s), standbys: x 2024-09-13T13:54:32.502 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:54:32 smithi062 bash[26634]: cluster 2024-09-13T13:54:31.218398+0000 mon.a (mon.0) 711 : cluster [DBG] mgrmap e20: y(active, since 3s), standbys: x 2024-09-13T13:54:32.683 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:54:32 smithi178 bash[22034]: cluster 2024-09-13T13:54:31.218398+0000 mon.a (mon.0) 711 : cluster [DBG] mgrmap e20: y(active, since 3s), standbys: x 2024-09-13T13:54:33.502 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:54:33 smithi062 bash[19845]: cluster 2024-09-13T13:54:32.201826+0000 mgr.y (mgr.14391) 10 : cluster [DBG] pgmap v5: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-13T13:54:33.502 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:54:33 smithi062 bash[26634]: cluster 2024-09-13T13:54:32.201826+0000 mgr.y (mgr.14391) 10 : cluster [DBG] pgmap v5: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-13T13:54:33.683 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:54:33 smithi178 bash[22034]: cluster 2024-09-13T13:54:32.201826+0000 mgr.y (mgr.14391) 10 : cluster [DBG] pgmap v5: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-13T13:54:33.857 INFO:teuthology.orchestra.run.smithi178.stderr:Inferring config /var/lib/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/mon.b/config 2024-09-13T13:54:34.502 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:54:34 smithi062 bash[26634]: cluster 2024-09-13T13:54:33.229131+0000 mon.a (mon.0) 712 : cluster [DBG] mgrmap e21: y(active, since 5s), standbys: x 2024-09-13T13:54:34.502 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:54:34 smithi062 bash[26634]: audit 2024-09-13T13:54:34.112219+0000 mon.a (mon.0) 713 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:54:34.502 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:54:34 smithi062 bash[26634]: audit 2024-09-13T13:54:34.116070+0000 mon.a (mon.0) 714 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:54:34.502 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:54:34 smithi062 bash[19845]: cluster 2024-09-13T13:54:33.229131+0000 mon.a (mon.0) 712 : cluster [DBG] mgrmap e21: y(active, since 5s), standbys: x 2024-09-13T13:54:34.502 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:54:34 smithi062 bash[19845]: audit 2024-09-13T13:54:34.112219+0000 mon.a (mon.0) 713 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:54:34.502 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:54:34 smithi062 bash[19845]: audit 2024-09-13T13:54:34.116070+0000 mon.a (mon.0) 714 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:54:34.683 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:54:34 smithi178 bash[22034]: cluster 2024-09-13T13:54:33.229131+0000 mon.a (mon.0) 712 : cluster [DBG] mgrmap e21: y(active, since 5s), standbys: x 2024-09-13T13:54:34.683 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:54:34 smithi178 bash[22034]: audit 2024-09-13T13:54:34.112219+0000 mon.a (mon.0) 713 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:54:34.683 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:54:34 smithi178 bash[22034]: audit 2024-09-13T13:54:34.116070+0000 mon.a (mon.0) 714 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:54:35.589 INFO:teuthology.orchestra.run.smithi178.stdout:Scheduled grafana update... 2024-09-13T13:54:35.601 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:54:35 smithi178 bash[22034]: cluster 2024-09-13T13:54:34.202351+0000 mgr.y (mgr.14391) 11 : cluster [DBG] pgmap v6: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-13T13:54:35.602 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:54:35 smithi178 bash[22034]: audit 2024-09-13T13:54:34.278421+0000 mon.a (mon.0) 715 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:54:35.602 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:54:35 smithi178 bash[22034]: audit 2024-09-13T13:54:34.286738+0000 mon.a (mon.0) 716 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:54:35.602 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:54:35 smithi178 bash[22034]: audit 2024-09-13T13:54:35.256243+0000 mon.a (mon.0) 717 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:54:35.602 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:54:35 smithi178 bash[22034]: audit 2024-09-13T13:54:35.261917+0000 mon.a (mon.0) 718 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:54:35.752 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:54:35 smithi062 bash[19845]: cluster 2024-09-13T13:54:34.202351+0000 mgr.y (mgr.14391) 11 : cluster [DBG] pgmap v6: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-13T13:54:35.752 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:54:35 smithi062 bash[19845]: audit 2024-09-13T13:54:34.278421+0000 mon.a (mon.0) 715 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:54:35.752 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:54:35 smithi062 bash[19845]: audit 2024-09-13T13:54:34.286738+0000 mon.a (mon.0) 716 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:54:35.752 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:54:35 smithi062 bash[19845]: audit 2024-09-13T13:54:35.256243+0000 mon.a (mon.0) 717 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:54:35.752 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:54:35 smithi062 bash[19845]: audit 2024-09-13T13:54:35.261917+0000 mon.a (mon.0) 718 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:54:35.752 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:54:35 smithi062 bash[26634]: cluster 2024-09-13T13:54:34.202351+0000 mgr.y (mgr.14391) 11 : cluster [DBG] pgmap v6: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-13T13:54:35.752 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:54:35 smithi062 bash[26634]: audit 2024-09-13T13:54:34.278421+0000 mon.a (mon.0) 715 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:54:35.752 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:54:35 smithi062 bash[26634]: audit 2024-09-13T13:54:34.286738+0000 mon.a (mon.0) 716 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:54:35.753 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:54:35 smithi062 bash[26634]: audit 2024-09-13T13:54:35.256243+0000 mon.a (mon.0) 717 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:54:35.753 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:54:35 smithi062 bash[26634]: audit 2024-09-13T13:54:35.261917+0000 mon.a (mon.0) 718 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:54:36.330 DEBUG:teuthology.orchestra.run.smithi178:grafana.a> sudo journalctl -f -n 0 -u ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@grafana.a.service 2024-09-13T13:54:36.333 INFO:tasks.cephadm:Setting up client nodes... 2024-09-13T13:54:36.333 DEBUG:teuthology.orchestra.run.smithi062:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ff1149ea-71d5-11ef-bceb-c7b262605968 -- ceph auth get-or-create client.0 mon 'allow *' osd 'allow *' mds 'allow *' mgr 'allow *' 2024-09-13T13:54:36.684 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:54:36 smithi178 bash[22034]: audit 2024-09-13T13:54:35.502512+0000 mon.a (mon.0) 719 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:54:36.684 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:54:36 smithi178 bash[22034]: audit 2024-09-13T13:54:35.514064+0000 mon.a (mon.0) 720 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:54:36.684 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:54:36 smithi178 bash[22034]: audit 2024-09-13T13:54:35.517216+0000 mon.a (mon.0) 721 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-13T13:54:36.684 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:54:36 smithi178 bash[22034]: audit 2024-09-13T13:54:35.518951+0000 mon.a (mon.0) 722 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-13T13:54:36.684 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:54:36 smithi178 bash[22034]: audit 2024-09-13T13:54:35.520687+0000 mon.a (mon.0) 723 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-13T13:54:36.684 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:54:36 smithi178 bash[22034]: audit 2024-09-13T13:54:35.522369+0000 mon.a (mon.0) 724 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-13T13:54:36.684 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:54:36 smithi178 bash[22034]: cephadm 2024-09-13T13:54:35.523661+0000 mgr.y (mgr.14391) 12 : cephadm [INF] Adjusting osd_memory_target on smithi178 to 4060M 2024-09-13T13:54:36.684 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:54:36 smithi178 bash[22034]: audit 2024-09-13T13:54:35.530745+0000 mon.a (mon.0) 725 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:54:36.685 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:54:36 smithi178 bash[22034]: audit 2024-09-13T13:54:35.536073+0000 mon.a (mon.0) 726 : audit [DBG] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T13:54:36.685 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:54:36 smithi178 bash[22034]: audit 2024-09-13T13:54:35.537832+0000 mon.a (mon.0) 727 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T13:54:36.685 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:54:36 smithi178 bash[22034]: cephadm 2024-09-13T13:54:35.540332+0000 mgr.y (mgr.14391) 13 : cephadm [INF] Updating smithi062:/etc/ceph/ceph.conf 2024-09-13T13:54:36.685 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:54:36 smithi178 bash[22034]: cephadm 2024-09-13T13:54:35.540986+0000 mgr.y (mgr.14391) 14 : cephadm [INF] Updating smithi178:/etc/ceph/ceph.conf 2024-09-13T13:54:36.685 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:54:36 smithi178 bash[22034]: audit 2024-09-13T13:54:35.580491+0000 mgr.y (mgr.14391) 15 : audit [DBG] from='client.24334 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "grafana", "placement": "1;smithi178=a", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T13:54:36.685 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:54:36 smithi178 bash[22034]: cephadm 2024-09-13T13:54:35.582696+0000 mgr.y (mgr.14391) 16 : cephadm [INF] Saving service grafana spec with placement smithi178=a;count:1 2024-09-13T13:54:36.685 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:54:36 smithi178 bash[22034]: audit 2024-09-13T13:54:35.590584+0000 mon.a (mon.0) 728 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:54:36.685 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:54:36 smithi178 bash[22034]: cephadm 2024-09-13T13:54:35.745464+0000 mgr.y (mgr.14391) 17 : cephadm [INF] Updating smithi178:/var/lib/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-13T13:54:36.685 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:54:36 smithi178 bash[22034]: cephadm 2024-09-13T13:54:35.753268+0000 mgr.y (mgr.14391) 18 : cephadm [INF] Updating smithi062:/var/lib/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-13T13:54:36.685 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:54:36 smithi178 bash[22034]: cephadm 2024-09-13T13:54:35.878982+0000 mgr.y (mgr.14391) 19 : cephadm [INF] Updating smithi178:/etc/ceph/ceph.client.admin.keyring 2024-09-13T13:54:36.685 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:54:36 smithi178 bash[22034]: cephadm 2024-09-13T13:54:35.898422+0000 mgr.y (mgr.14391) 20 : cephadm [INF] Updating smithi062:/etc/ceph/ceph.client.admin.keyring 2024-09-13T13:54:36.685 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:54:36 smithi178 bash[22034]: cephadm 2024-09-13T13:54:36.013485+0000 mgr.y (mgr.14391) 21 : cephadm [INF] Updating smithi178:/var/lib/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-13T13:54:36.686 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:54:36 smithi178 bash[22034]: cephadm 2024-09-13T13:54:36.035527+0000 mgr.y (mgr.14391) 22 : cephadm [INF] Updating smithi062:/var/lib/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-13T13:54:36.686 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:54:36 smithi178 bash[22034]: audit 2024-09-13T13:54:36.159979+0000 mon.a (mon.0) 729 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:54:36.686 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:54:36 smithi178 bash[22034]: audit 2024-09-13T13:54:36.169150+0000 mon.a (mon.0) 730 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:54:36.686 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:54:36 smithi178 bash[22034]: audit 2024-09-13T13:54:36.177554+0000 mon.a (mon.0) 731 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:54:36.686 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:54:36 smithi178 bash[22034]: audit 2024-09-13T13:54:36.184486+0000 mon.a (mon.0) 732 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:54:36.686 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:54:36 smithi178 bash[22034]: audit 2024-09-13T13:54:36.191427+0000 mon.a (mon.0) 733 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:54:36.692 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:54:36 smithi062 bash[26634]: audit 2024-09-13T13:54:35.502512+0000 mon.a (mon.0) 719 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:54:36.692 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:54:36 smithi062 bash[26634]: audit 2024-09-13T13:54:35.514064+0000 mon.a (mon.0) 720 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:54:36.692 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:54:36 smithi062 bash[26634]: audit 2024-09-13T13:54:35.517216+0000 mon.a (mon.0) 721 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-13T13:54:36.692 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:54:36 smithi062 bash[26634]: audit 2024-09-13T13:54:35.518951+0000 mon.a (mon.0) 722 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-13T13:54:36.692 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:54:36 smithi062 bash[26634]: audit 2024-09-13T13:54:35.520687+0000 mon.a (mon.0) 723 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-13T13:54:36.692 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:54:36 smithi062 bash[26634]: audit 2024-09-13T13:54:35.522369+0000 mon.a (mon.0) 724 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-13T13:54:36.692 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:54:36 smithi062 bash[26634]: cephadm 2024-09-13T13:54:35.523661+0000 mgr.y (mgr.14391) 12 : cephadm [INF] Adjusting osd_memory_target on smithi178 to 4060M 2024-09-13T13:54:36.692 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:54:36 smithi062 bash[26634]: audit 2024-09-13T13:54:35.530745+0000 mon.a (mon.0) 725 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:54:36.692 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:54:36 smithi062 bash[26634]: audit 2024-09-13T13:54:35.536073+0000 mon.a (mon.0) 726 : audit [DBG] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T13:54:36.692 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:54:36 smithi062 bash[26634]: audit 2024-09-13T13:54:35.537832+0000 mon.a (mon.0) 727 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T13:54:36.693 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:54:36 smithi062 bash[26634]: cephadm 2024-09-13T13:54:35.540332+0000 mgr.y (mgr.14391) 13 : cephadm [INF] Updating smithi062:/etc/ceph/ceph.conf 2024-09-13T13:54:36.693 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:54:36 smithi062 bash[26634]: cephadm 2024-09-13T13:54:35.540986+0000 mgr.y (mgr.14391) 14 : cephadm [INF] Updating smithi178:/etc/ceph/ceph.conf 2024-09-13T13:54:36.693 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:54:36 smithi062 bash[26634]: audit 2024-09-13T13:54:35.580491+0000 mgr.y (mgr.14391) 15 : audit [DBG] from='client.24334 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "grafana", "placement": "1;smithi178=a", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T13:54:36.693 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:54:36 smithi062 bash[26634]: cephadm 2024-09-13T13:54:35.582696+0000 mgr.y (mgr.14391) 16 : cephadm [INF] Saving service grafana spec with placement smithi178=a;count:1 2024-09-13T13:54:36.693 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:54:36 smithi062 bash[26634]: audit 2024-09-13T13:54:35.590584+0000 mon.a (mon.0) 728 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:54:36.693 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:54:36 smithi062 bash[26634]: cephadm 2024-09-13T13:54:35.745464+0000 mgr.y (mgr.14391) 17 : cephadm [INF] Updating smithi178:/var/lib/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-13T13:54:36.693 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:54:36 smithi062 bash[26634]: cephadm 2024-09-13T13:54:35.753268+0000 mgr.y (mgr.14391) 18 : cephadm [INF] Updating smithi062:/var/lib/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-13T13:54:36.693 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:54:36 smithi062 bash[26634]: cephadm 2024-09-13T13:54:35.878982+0000 mgr.y (mgr.14391) 19 : cephadm [INF] Updating smithi178:/etc/ceph/ceph.client.admin.keyring 2024-09-13T13:54:36.693 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:54:36 smithi062 bash[26634]: cephadm 2024-09-13T13:54:35.898422+0000 mgr.y (mgr.14391) 20 : cephadm [INF] Updating smithi062:/etc/ceph/ceph.client.admin.keyring 2024-09-13T13:54:36.693 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:54:36 smithi062 bash[26634]: cephadm 2024-09-13T13:54:36.013485+0000 mgr.y (mgr.14391) 21 : cephadm [INF] Updating smithi178:/var/lib/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-13T13:54:36.694 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:54:36 smithi062 bash[19845]: audit 2024-09-13T13:54:35.502512+0000 mon.a (mon.0) 719 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:54:36.694 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:54:36 smithi062 bash[19845]: audit 2024-09-13T13:54:35.514064+0000 mon.a (mon.0) 720 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:54:36.694 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:54:36 smithi062 bash[19845]: audit 2024-09-13T13:54:35.517216+0000 mon.a (mon.0) 721 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-13T13:54:36.694 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:54:36 smithi062 bash[19845]: audit 2024-09-13T13:54:35.518951+0000 mon.a (mon.0) 722 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-13T13:54:36.694 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:54:36 smithi062 bash[19845]: audit 2024-09-13T13:54:35.520687+0000 mon.a (mon.0) 723 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-13T13:54:36.694 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:54:36 smithi062 bash[19845]: audit 2024-09-13T13:54:35.522369+0000 mon.a (mon.0) 724 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-13T13:54:36.694 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:54:36 smithi062 bash[19845]: cephadm 2024-09-13T13:54:35.523661+0000 mgr.y (mgr.14391) 12 : cephadm [INF] Adjusting osd_memory_target on smithi178 to 4060M 2024-09-13T13:54:36.694 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:54:36 smithi062 bash[19845]: audit 2024-09-13T13:54:35.530745+0000 mon.a (mon.0) 725 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:54:36.694 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:54:36 smithi062 bash[19845]: audit 2024-09-13T13:54:35.536073+0000 mon.a (mon.0) 726 : audit [DBG] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T13:54:36.695 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:54:36 smithi062 bash[19845]: audit 2024-09-13T13:54:35.537832+0000 mon.a (mon.0) 727 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T13:54:36.695 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:54:36 smithi062 bash[19845]: cephadm 2024-09-13T13:54:35.540332+0000 mgr.y (mgr.14391) 13 : cephadm [INF] Updating smithi062:/etc/ceph/ceph.conf 2024-09-13T13:54:36.695 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:54:36 smithi062 bash[19845]: cephadm 2024-09-13T13:54:35.540986+0000 mgr.y (mgr.14391) 14 : cephadm [INF] Updating smithi178:/etc/ceph/ceph.conf 2024-09-13T13:54:36.695 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:54:36 smithi062 bash[19845]: audit 2024-09-13T13:54:35.580491+0000 mgr.y (mgr.14391) 15 : audit [DBG] from='client.24334 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "grafana", "placement": "1;smithi178=a", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T13:54:36.695 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:54:36 smithi062 bash[19845]: cephadm 2024-09-13T13:54:35.582696+0000 mgr.y (mgr.14391) 16 : cephadm [INF] Saving service grafana spec with placement smithi178=a;count:1 2024-09-13T13:54:36.695 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:54:36 smithi062 bash[19845]: audit 2024-09-13T13:54:35.590584+0000 mon.a (mon.0) 728 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:54:36.695 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:54:36 smithi062 bash[19845]: cephadm 2024-09-13T13:54:35.745464+0000 mgr.y (mgr.14391) 17 : cephadm [INF] Updating smithi178:/var/lib/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-13T13:54:36.695 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:54:36 smithi062 bash[19845]: cephadm 2024-09-13T13:54:35.753268+0000 mgr.y (mgr.14391) 18 : cephadm [INF] Updating smithi062:/var/lib/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-13T13:54:36.695 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:54:36 smithi062 bash[19845]: cephadm 2024-09-13T13:54:35.878982+0000 mgr.y (mgr.14391) 19 : cephadm [INF] Updating smithi178:/etc/ceph/ceph.client.admin.keyring 2024-09-13T13:54:36.695 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:54:36 smithi062 bash[19845]: cephadm 2024-09-13T13:54:35.898422+0000 mgr.y (mgr.14391) 20 : cephadm [INF] Updating smithi062:/etc/ceph/ceph.client.admin.keyring 2024-09-13T13:54:36.695 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:54:36 smithi062 bash[19845]: cephadm 2024-09-13T13:54:36.013485+0000 mgr.y (mgr.14391) 21 : cephadm [INF] Updating smithi178:/var/lib/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-13T13:54:36.695 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:54:36 smithi062 bash[19845]: cephadm 2024-09-13T13:54:36.035527+0000 mgr.y (mgr.14391) 22 : cephadm [INF] Updating smithi062:/var/lib/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-13T13:54:36.695 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:54:36 smithi062 bash[19845]: audit 2024-09-13T13:54:36.159979+0000 mon.a (mon.0) 729 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:54:36.695 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:54:36 smithi062 bash[19845]: audit 2024-09-13T13:54:36.169150+0000 mon.a (mon.0) 730 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:54:36.695 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:54:36 smithi062 bash[19845]: audit 2024-09-13T13:54:36.177554+0000 mon.a (mon.0) 731 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:54:36.695 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:54:36 smithi062 bash[19845]: audit 2024-09-13T13:54:36.184486+0000 mon.a (mon.0) 732 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:54:36.695 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:54:36 smithi062 bash[19845]: audit 2024-09-13T13:54:36.191427+0000 mon.a (mon.0) 733 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:54:36.696 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:54:36 smithi062 bash[26634]: cephadm 2024-09-13T13:54:36.035527+0000 mgr.y (mgr.14391) 22 : cephadm [INF] Updating smithi062:/var/lib/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-13T13:54:36.696 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:54:36 smithi062 bash[26634]: audit 2024-09-13T13:54:36.159979+0000 mon.a (mon.0) 729 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:54:36.696 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:54:36 smithi062 bash[26634]: audit 2024-09-13T13:54:36.169150+0000 mon.a (mon.0) 730 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:54:36.696 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:54:36 smithi062 bash[26634]: audit 2024-09-13T13:54:36.177554+0000 mon.a (mon.0) 731 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:54:36.696 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:54:36 smithi062 bash[26634]: audit 2024-09-13T13:54:36.184486+0000 mon.a (mon.0) 732 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:54:36.696 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:54:36 smithi062 bash[26634]: audit 2024-09-13T13:54:36.191427+0000 mon.a (mon.0) 733 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:54:36.751 INFO:journalctl@ceph.node-exporter.a.smithi062.stdout:Sep 13 13:54:36 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T13:54:37.068 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 13:54:36 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T13:54:37.068 INFO:journalctl@ceph.osd.2.smithi062.stdout:Sep 13 13:54:36 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T13:54:37.069 INFO:journalctl@ceph.osd.3.smithi062.stdout:Sep 13 13:54:36 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T13:54:37.069 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:54:36 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T13:54:37.070 INFO:journalctl@ceph.osd.0.smithi062.stdout:Sep 13 13:54:36 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T13:54:37.070 INFO:journalctl@ceph.node-exporter.a.smithi062.stdout:Sep 13 13:54:37 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T13:54:37.070 INFO:journalctl@ceph.node-exporter.a.smithi062.stdout:Sep 13 13:54:37 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T13:54:37.070 INFO:journalctl@ceph.node-exporter.a.smithi062.stdout:Sep 13 13:54:37 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T13:54:37.070 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:54:36 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T13:54:37.071 INFO:journalctl@ceph.osd.1.smithi062.stdout:Sep 13 13:54:36 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T13:54:37.502 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:54:37 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T13:54:37.502 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 13:54:37 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T13:54:37.502 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:54:37 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T13:54:37.503 INFO:journalctl@ceph.osd.1.smithi062.stdout:Sep 13 13:54:37 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T13:54:37.503 INFO:journalctl@ceph.osd.2.smithi062.stdout:Sep 13 13:54:37 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T13:54:37.503 INFO:journalctl@ceph.osd.3.smithi062.stdout:Sep 13 13:54:37 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T13:54:37.503 INFO:journalctl@ceph.osd.0.smithi062.stdout:Sep 13 13:54:37 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T13:54:37.504 INFO:journalctl@ceph.node-exporter.a.smithi062.stdout:Sep 13 13:54:37 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T13:54:37.504 INFO:journalctl@ceph.node-exporter.a.smithi062.stdout:Sep 13 13:54:37 smithi062 systemd[1]: Started Ceph node-exporter.a for ff1149ea-71d5-11ef-bceb-c7b262605968. 2024-09-13T13:54:37.504 INFO:journalctl@ceph.node-exporter.a.smithi062.stdout:Sep 13 13:54:37 smithi062 bash[50515]: Unable to find image 'quay.io/prometheus/node-exporter:v1.5.0' locally 2024-09-13T13:54:37.802 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:54:37 smithi062 bash[26634]: cephadm 2024-09-13T13:54:36.194631+0000 mgr.y (mgr.14391) 23 : cephadm [INF] Deploying daemon node-exporter.a on smithi062 2024-09-13T13:54:37.802 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:54:37 smithi062 bash[26634]: cluster 2024-09-13T13:54:36.202857+0000 mgr.y (mgr.14391) 24 : cluster [DBG] pgmap v7: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 29 KiB/s rd, 0 B/s wr, 16 op/s 2024-09-13T13:54:37.802 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:54:37 smithi062 bash[26634]: audit 2024-09-13T13:54:37.320590+0000 mon.a (mon.0) 734 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:54:37.802 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:54:37 smithi062 bash[26634]: audit 2024-09-13T13:54:37.325090+0000 mon.a (mon.0) 735 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:54:37.802 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:54:37 smithi062 bash[26634]: audit 2024-09-13T13:54:37.331271+0000 mon.a (mon.0) 736 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:54:37.802 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:54:37 smithi062 bash[19845]: cephadm 2024-09-13T13:54:36.194631+0000 mgr.y (mgr.14391) 23 : cephadm [INF] Deploying daemon node-exporter.a on smithi062 2024-09-13T13:54:37.803 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:54:37 smithi062 bash[19845]: cluster 2024-09-13T13:54:36.202857+0000 mgr.y (mgr.14391) 24 : cluster [DBG] pgmap v7: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 29 KiB/s rd, 0 B/s wr, 16 op/s 2024-09-13T13:54:37.803 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:54:37 smithi062 bash[19845]: audit 2024-09-13T13:54:37.320590+0000 mon.a (mon.0) 734 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:54:37.803 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:54:37 smithi062 bash[19845]: audit 2024-09-13T13:54:37.325090+0000 mon.a (mon.0) 735 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:54:37.803 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:54:37 smithi062 bash[19845]: audit 2024-09-13T13:54:37.331271+0000 mon.a (mon.0) 736 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:54:37.815 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:54:37 smithi178 bash[22034]: cephadm 2024-09-13T13:54:36.194631+0000 mgr.y (mgr.14391) 23 : cephadm [INF] Deploying daemon node-exporter.a on smithi062 2024-09-13T13:54:37.815 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:54:37 smithi178 bash[22034]: cluster 2024-09-13T13:54:36.202857+0000 mgr.y (mgr.14391) 24 : cluster [DBG] pgmap v7: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 29 KiB/s rd, 0 B/s wr, 16 op/s 2024-09-13T13:54:37.815 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:54:37 smithi178 bash[22034]: audit 2024-09-13T13:54:37.320590+0000 mon.a (mon.0) 734 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:54:37.816 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:54:37 smithi178 bash[22034]: audit 2024-09-13T13:54:37.325090+0000 mon.a (mon.0) 735 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:54:37.816 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:54:37 smithi178 bash[22034]: audit 2024-09-13T13:54:37.331271+0000 mon.a (mon.0) 736 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:54:38.127 INFO:journalctl@ceph.node-exporter.a.smithi062.stdout:Sep 13 13:54:37 smithi062 bash[50515]: v1.5.0: Pulling from prometheus/node-exporter 2024-09-13T13:54:38.354 INFO:journalctl@ceph.osd.4.smithi178.stdout:Sep 13 13:54:38 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T13:54:38.354 INFO:journalctl@ceph.osd.5.smithi178.stdout:Sep 13 13:54:38 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T13:54:38.355 INFO:journalctl@ceph.osd.6.smithi178.stdout:Sep 13 13:54:38 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T13:54:38.355 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 13:54:38 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T13:54:38.355 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:54:38 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T13:54:38.356 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 13 13:54:38 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T13:54:38.356 INFO:journalctl@ceph.osd.7.smithi178.stdout:Sep 13 13:54:38 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T13:54:38.474 INFO:journalctl@ceph.node-exporter.a.smithi062.stdout:Sep 13 13:54:38 smithi062 bash[50515]: 22b70bddd3ac: Pulling fs layer 2024-09-13T13:54:38.475 INFO:journalctl@ceph.node-exporter.a.smithi062.stdout:Sep 13 13:54:38 smithi062 bash[50515]: 5c12815fee55: Pulling fs layer 2024-09-13T13:54:38.475 INFO:journalctl@ceph.node-exporter.a.smithi062.stdout:Sep 13 13:54:38 smithi062 bash[50515]: c0e87333d380: Pulling fs layer 2024-09-13T13:54:38.475 INFO:journalctl@ceph.node-exporter.a.smithi062.stdout:Sep 13 13:54:38 smithi062 bash[50515]: 5c12815fee55: Verifying Checksum 2024-09-13T13:54:38.475 INFO:journalctl@ceph.node-exporter.a.smithi062.stdout:Sep 13 13:54:38 smithi062 bash[50515]: 5c12815fee55: Download complete 2024-09-13T13:54:38.475 INFO:journalctl@ceph.node-exporter.a.smithi062.stdout:Sep 13 13:54:38 smithi062 bash[50515]: 22b70bddd3ac: Download complete 2024-09-13T13:54:38.475 INFO:journalctl@ceph.node-exporter.a.smithi062.stdout:Sep 13 13:54:38 smithi062 bash[50515]: c0e87333d380: Verifying Checksum 2024-09-13T13:54:38.683 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 13 13:54:38 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T13:54:38.683 INFO:journalctl@ceph.osd.4.smithi178.stdout:Sep 13 13:54:38 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T13:54:38.683 INFO:journalctl@ceph.osd.5.smithi178.stdout:Sep 13 13:54:38 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T13:54:38.684 INFO:journalctl@ceph.osd.6.smithi178.stdout:Sep 13 13:54:38 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T13:54:38.684 INFO:journalctl@ceph.osd.7.smithi178.stdout:Sep 13 13:54:38 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T13:54:38.684 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 13:54:38 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T13:54:38.685 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:54:38 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T13:54:38.685 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:54:38 smithi178 bash[22034]: cephadm 2024-09-13T13:54:37.332040+0000 mgr.y (mgr.14391) 25 : cephadm [INF] Deploying daemon node-exporter.b on smithi178 2024-09-13T13:54:38.685 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 13 13:54:38 smithi178 systemd[1]: Started Ceph node-exporter.b for ff1149ea-71d5-11ef-bceb-c7b262605968. 2024-09-13T13:54:38.685 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 13 13:54:38 smithi178 bash[46654]: Unable to find image 'quay.io/prometheus/node-exporter:v1.5.0' locally 2024-09-13T13:54:38.751 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:54:38 smithi062 bash[26634]: cephadm 2024-09-13T13:54:37.332040+0000 mgr.y (mgr.14391) 25 : cephadm [INF] Deploying daemon node-exporter.b on smithi178 2024-09-13T13:54:38.752 INFO:journalctl@ceph.node-exporter.a.smithi062.stdout:Sep 13 13:54:38 smithi062 bash[50515]: c0e87333d380: Download complete 2024-09-13T13:54:38.752 INFO:journalctl@ceph.node-exporter.a.smithi062.stdout:Sep 13 13:54:38 smithi062 bash[50515]: 22b70bddd3ac: Pull complete 2024-09-13T13:54:38.752 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:54:38 smithi062 bash[19845]: cephadm 2024-09-13T13:54:37.332040+0000 mgr.y (mgr.14391) 25 : cephadm [INF] Deploying daemon node-exporter.b on smithi178 2024-09-13T13:54:39.433 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 13 13:54:39 smithi178 bash[46654]: v1.5.0: Pulling from prometheus/node-exporter 2024-09-13T13:54:39.433 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 13 13:54:39 smithi178 bash[46654]: 22b70bddd3ac: Pulling fs layer 2024-09-13T13:54:39.433 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 13 13:54:39 smithi178 bash[46654]: 5c12815fee55: Pulling fs layer 2024-09-13T13:54:39.433 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 13 13:54:39 smithi178 bash[46654]: c0e87333d380: Pulling fs layer 2024-09-13T13:54:39.502 INFO:journalctl@ceph.node-exporter.a.smithi062.stdout:Sep 13 13:54:39 smithi062 bash[50515]: 5c12815fee55: Pull complete 2024-09-13T13:54:39.502 INFO:journalctl@ceph.alertmanager.a.smithi062.stdout:Sep 13 13:54:39 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T13:54:39.889 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 13 13:54:39 smithi178 bash[46654]: 5c12815fee55: Verifying Checksum 2024-09-13T13:54:39.889 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 13 13:54:39 smithi178 bash[46654]: 5c12815fee55: Download complete 2024-09-13T13:54:39.889 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 13 13:54:39 smithi178 bash[46654]: 22b70bddd3ac: Verifying Checksum 2024-09-13T13:54:39.889 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 13 13:54:39 smithi178 bash[46654]: 22b70bddd3ac: Download complete 2024-09-13T13:54:39.890 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 13 13:54:39 smithi178 bash[46654]: 22b70bddd3ac: Pull complete 2024-09-13T13:54:39.890 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:54:39 smithi178 bash[22034]: cluster 2024-09-13T13:54:38.203394+0000 mgr.y (mgr.14391) 26 : cluster [DBG] pgmap v8: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 23 KiB/s rd, 0 B/s wr, 12 op/s 2024-09-13T13:54:39.890 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:54:39 smithi178 bash[22034]: audit 2024-09-13T13:54:38.525914+0000 mon.a (mon.0) 737 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:54:39.890 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:54:39 smithi178 bash[22034]: audit 2024-09-13T13:54:38.532929+0000 mon.a (mon.0) 738 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:54:39.890 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:54:39 smithi178 bash[22034]: audit 2024-09-13T13:54:38.541528+0000 mon.a (mon.0) 739 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:54:39.890 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:54:39 smithi178 bash[22034]: audit 2024-09-13T13:54:38.549707+0000 mon.a (mon.0) 740 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:54:39.890 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:54:39 smithi178 bash[22034]: audit 2024-09-13T13:54:38.563653+0000 mon.a (mon.0) 741 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:54:39.890 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:54:39 smithi178 bash[22034]: cephadm 2024-09-13T13:54:38.585758+0000 mgr.y (mgr.14391) 27 : cephadm [INF] Deploying daemon alertmanager.a on smithi062 2024-09-13T13:54:40.002 INFO:journalctl@ceph.node-exporter.a.smithi062.stdout:Sep 13 13:54:39 smithi062 bash[50515]: c0e87333d380: Pull complete 2024-09-13T13:54:40.002 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:54:39 smithi062 bash[26634]: cluster 2024-09-13T13:54:38.203394+0000 mgr.y (mgr.14391) 26 : cluster [DBG] pgmap v8: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 23 KiB/s rd, 0 B/s wr, 12 op/s 2024-09-13T13:54:40.002 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:54:39 smithi062 bash[26634]: audit 2024-09-13T13:54:38.525914+0000 mon.a (mon.0) 737 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:54:40.002 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:54:39 smithi062 bash[26634]: audit 2024-09-13T13:54:38.532929+0000 mon.a (mon.0) 738 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:54:40.002 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:54:39 smithi062 bash[26634]: audit 2024-09-13T13:54:38.541528+0000 mon.a (mon.0) 739 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:54:40.002 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:54:39 smithi062 bash[26634]: audit 2024-09-13T13:54:38.549707+0000 mon.a (mon.0) 740 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:54:40.002 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:54:39 smithi062 bash[26634]: audit 2024-09-13T13:54:38.563653+0000 mon.a (mon.0) 741 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:54:40.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:54:39 smithi062 bash[26634]: cephadm 2024-09-13T13:54:38.585758+0000 mgr.y (mgr.14391) 27 : cephadm [INF] Deploying daemon alertmanager.a on smithi062 2024-09-13T13:54:40.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:54:39 smithi062 bash[19845]: cluster 2024-09-13T13:54:38.203394+0000 mgr.y (mgr.14391) 26 : cluster [DBG] pgmap v8: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 23 KiB/s rd, 0 B/s wr, 12 op/s 2024-09-13T13:54:40.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:54:39 smithi062 bash[19845]: audit 2024-09-13T13:54:38.525914+0000 mon.a (mon.0) 737 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:54:40.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:54:39 smithi062 bash[19845]: audit 2024-09-13T13:54:38.532929+0000 mon.a (mon.0) 738 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:54:40.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:54:39 smithi062 bash[19845]: audit 2024-09-13T13:54:38.541528+0000 mon.a (mon.0) 739 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:54:40.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:54:39 smithi062 bash[19845]: audit 2024-09-13T13:54:38.549707+0000 mon.a (mon.0) 740 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:54:40.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:54:39 smithi062 bash[19845]: audit 2024-09-13T13:54:38.563653+0000 mon.a (mon.0) 741 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:54:40.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:54:39 smithi062 bash[19845]: cephadm 2024-09-13T13:54:38.585758+0000 mgr.y (mgr.14391) 27 : cephadm [INF] Deploying daemon alertmanager.a on smithi062 2024-09-13T13:54:40.183 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 13 13:54:39 smithi178 bash[46654]: c0e87333d380: Verifying Checksum 2024-09-13T13:54:40.183 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 13 13:54:39 smithi178 bash[46654]: c0e87333d380: Download complete 2024-09-13T13:54:40.501 INFO:journalctl@ceph.node-exporter.a.smithi062.stdout:Sep 13 13:54:40 smithi062 bash[50515]: Digest: sha256:39c642b2b337e38c18e80266fb14383754178202f40103646337722a594d984c 2024-09-13T13:54:40.502 INFO:journalctl@ceph.node-exporter.a.smithi062.stdout:Sep 13 13:54:40 smithi062 bash[50515]: Status: Downloaded newer image for quay.io/prometheus/node-exporter:v1.5.0 2024-09-13T13:54:40.653 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 13 13:54:40 smithi178 bash[46654]: 5c12815fee55: Pull complete 2024-09-13T13:54:40.933 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 13 13:54:40 smithi178 bash[46654]: c0e87333d380: Pull complete 2024-09-13T13:54:40.933 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 13 13:54:40 smithi178 bash[46654]: Digest: sha256:39c642b2b337e38c18e80266fb14383754178202f40103646337722a594d984c 2024-09-13T13:54:40.933 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 13 13:54:40 smithi178 bash[46654]: Status: Downloaded newer image for quay.io/prometheus/node-exporter:v1.5.0 2024-09-13T13:54:41.112 INFO:teuthology.orchestra.run.smithi062.stderr:Inferring config /var/lib/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T13:54:41.752 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:54:41 smithi062 bash[19845]: cluster 2024-09-13T13:54:40.204079+0000 mgr.y (mgr.14391) 28 : cluster [DBG] pgmap v9: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 19 KiB/s rd, 0 B/s wr, 10 op/s 2024-09-13T13:54:41.752 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:54:41 smithi062 bash[26634]: cluster 2024-09-13T13:54:40.204079+0000 mgr.y (mgr.14391) 28 : cluster [DBG] pgmap v9: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 19 KiB/s rd, 0 B/s wr, 10 op/s 2024-09-13T13:54:41.933 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:54:41 smithi178 bash[22034]: cluster 2024-09-13T13:54:40.204079+0000 mgr.y (mgr.14391) 28 : cluster [DBG] pgmap v9: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 19 KiB/s rd, 0 B/s wr, 10 op/s 2024-09-13T13:54:42.934 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 13 13:54:42 smithi178 bash[46654]: ts=2024-09-13T13:54:42.632Z caller=node_exporter.go:180 level=info msg="Starting node_exporter" version="(version=1.5.0, branch=HEAD, revision=1b48970ffcf5630534fb00bb0687d73c66d1c959)" 2024-09-13T13:54:42.934 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 13 13:54:42 smithi178 bash[46654]: ts=2024-09-13T13:54:42.632Z caller=node_exporter.go:181 level=info msg="Build context" build_context="(go=go1.19.3, user=root@6e7732a7b81b, date=20221129-18:59:09)" 2024-09-13T13:54:42.934 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 13 13:54:42 smithi178 bash[46654]: ts=2024-09-13T13:54:42.633Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2024-09-13T13:54:42.934 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 13 13:54:42 smithi178 bash[46654]: ts=2024-09-13T13:54:42.633Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-09-13T13:54:42.934 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 13 13:54:42 smithi178 bash[46654]: ts=2024-09-13T13:54:42.633Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2024-09-13T13:54:42.934 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 13 13:54:42 smithi178 bash[46654]: ts=2024-09-13T13:54:42.633Z caller=diskstats_linux.go:264 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2024-09-13T13:54:42.934 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 13 13:54:42 smithi178 bash[46654]: ts=2024-09-13T13:54:42.634Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2024-09-13T13:54:42.934 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 13 13:54:42 smithi178 bash[46654]: ts=2024-09-13T13:54:42.634Z caller=node_exporter.go:117 level=info collector=arp 2024-09-13T13:54:42.934 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 13 13:54:42 smithi178 bash[46654]: ts=2024-09-13T13:54:42.634Z caller=node_exporter.go:117 level=info collector=bcache 2024-09-13T13:54:42.935 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 13 13:54:42 smithi178 bash[46654]: ts=2024-09-13T13:54:42.634Z caller=node_exporter.go:117 level=info collector=bonding 2024-09-13T13:54:42.935 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 13 13:54:42 smithi178 bash[46654]: ts=2024-09-13T13:54:42.634Z caller=node_exporter.go:117 level=info collector=btrfs 2024-09-13T13:54:42.935 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 13 13:54:42 smithi178 bash[46654]: ts=2024-09-13T13:54:42.634Z caller=node_exporter.go:117 level=info collector=conntrack 2024-09-13T13:54:42.935 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 13 13:54:42 smithi178 bash[46654]: ts=2024-09-13T13:54:42.634Z caller=node_exporter.go:117 level=info collector=cpu 2024-09-13T13:54:42.935 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 13 13:54:42 smithi178 bash[46654]: ts=2024-09-13T13:54:42.634Z caller=node_exporter.go:117 level=info collector=cpufreq 2024-09-13T13:54:42.935 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 13 13:54:42 smithi178 bash[46654]: ts=2024-09-13T13:54:42.634Z caller=node_exporter.go:117 level=info collector=diskstats 2024-09-13T13:54:42.935 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 13 13:54:42 smithi178 bash[46654]: ts=2024-09-13T13:54:42.634Z caller=node_exporter.go:117 level=info collector=dmi 2024-09-13T13:54:42.935 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 13 13:54:42 smithi178 bash[46654]: ts=2024-09-13T13:54:42.634Z caller=node_exporter.go:117 level=info collector=edac 2024-09-13T13:54:42.935 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 13 13:54:42 smithi178 bash[46654]: ts=2024-09-13T13:54:42.634Z caller=node_exporter.go:117 level=info collector=entropy 2024-09-13T13:54:42.935 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 13 13:54:42 smithi178 bash[46654]: ts=2024-09-13T13:54:42.634Z caller=node_exporter.go:117 level=info collector=fibrechannel 2024-09-13T13:54:42.935 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 13 13:54:42 smithi178 bash[46654]: ts=2024-09-13T13:54:42.634Z caller=node_exporter.go:117 level=info collector=filefd 2024-09-13T13:54:42.935 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 13 13:54:42 smithi178 bash[46654]: ts=2024-09-13T13:54:42.634Z caller=node_exporter.go:117 level=info collector=filesystem 2024-09-13T13:54:42.935 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 13 13:54:42 smithi178 bash[46654]: ts=2024-09-13T13:54:42.634Z caller=node_exporter.go:117 level=info collector=hwmon 2024-09-13T13:54:42.935 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 13 13:54:42 smithi178 bash[46654]: ts=2024-09-13T13:54:42.634Z caller=node_exporter.go:117 level=info collector=infiniband 2024-09-13T13:54:42.936 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 13 13:54:42 smithi178 bash[46654]: ts=2024-09-13T13:54:42.634Z caller=node_exporter.go:117 level=info collector=ipvs 2024-09-13T13:54:42.936 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 13 13:54:42 smithi178 bash[46654]: ts=2024-09-13T13:54:42.634Z caller=node_exporter.go:117 level=info collector=loadavg 2024-09-13T13:54:42.936 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 13 13:54:42 smithi178 bash[46654]: ts=2024-09-13T13:54:42.634Z caller=node_exporter.go:117 level=info collector=mdadm 2024-09-13T13:54:42.936 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 13 13:54:42 smithi178 bash[46654]: ts=2024-09-13T13:54:42.634Z caller=node_exporter.go:117 level=info collector=meminfo 2024-09-13T13:54:42.936 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 13 13:54:42 smithi178 bash[46654]: ts=2024-09-13T13:54:42.634Z caller=node_exporter.go:117 level=info collector=netclass 2024-09-13T13:54:42.936 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 13 13:54:42 smithi178 bash[46654]: ts=2024-09-13T13:54:42.634Z caller=node_exporter.go:117 level=info collector=netdev 2024-09-13T13:54:42.936 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 13 13:54:42 smithi178 bash[46654]: ts=2024-09-13T13:54:42.634Z caller=node_exporter.go:117 level=info collector=netstat 2024-09-13T13:54:42.936 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 13 13:54:42 smithi178 bash[46654]: ts=2024-09-13T13:54:42.634Z caller=node_exporter.go:117 level=info collector=nfs 2024-09-13T13:54:42.937 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 13 13:54:42 smithi178 bash[46654]: ts=2024-09-13T13:54:42.634Z caller=node_exporter.go:117 level=info collector=nfsd 2024-09-13T13:54:42.937 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 13 13:54:42 smithi178 bash[46654]: ts=2024-09-13T13:54:42.634Z caller=node_exporter.go:117 level=info collector=nvme 2024-09-13T13:54:42.937 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 13 13:54:42 smithi178 bash[46654]: ts=2024-09-13T13:54:42.634Z caller=node_exporter.go:117 level=info collector=os 2024-09-13T13:54:42.937 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 13 13:54:42 smithi178 bash[46654]: ts=2024-09-13T13:54:42.634Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2024-09-13T13:54:42.937 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 13 13:54:42 smithi178 bash[46654]: ts=2024-09-13T13:54:42.634Z caller=node_exporter.go:117 level=info collector=pressure 2024-09-13T13:54:42.937 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 13 13:54:42 smithi178 bash[46654]: ts=2024-09-13T13:54:42.634Z caller=node_exporter.go:117 level=info collector=rapl 2024-09-13T13:54:42.937 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 13 13:54:42 smithi178 bash[46654]: ts=2024-09-13T13:54:42.634Z caller=node_exporter.go:117 level=info collector=schedstat 2024-09-13T13:54:42.937 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 13 13:54:42 smithi178 bash[46654]: ts=2024-09-13T13:54:42.634Z caller=node_exporter.go:117 level=info collector=selinux 2024-09-13T13:54:42.937 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 13 13:54:42 smithi178 bash[46654]: ts=2024-09-13T13:54:42.634Z caller=node_exporter.go:117 level=info collector=sockstat 2024-09-13T13:54:42.937 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 13 13:54:42 smithi178 bash[46654]: ts=2024-09-13T13:54:42.634Z caller=node_exporter.go:117 level=info collector=softnet 2024-09-13T13:54:42.938 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 13 13:54:42 smithi178 bash[46654]: ts=2024-09-13T13:54:42.634Z caller=node_exporter.go:117 level=info collector=stat 2024-09-13T13:54:42.938 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 13 13:54:42 smithi178 bash[46654]: ts=2024-09-13T13:54:42.634Z caller=node_exporter.go:117 level=info collector=tapestats 2024-09-13T13:54:42.938 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 13 13:54:42 smithi178 bash[46654]: ts=2024-09-13T13:54:42.634Z caller=node_exporter.go:117 level=info collector=textfile 2024-09-13T13:54:42.938 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 13 13:54:42 smithi178 bash[46654]: ts=2024-09-13T13:54:42.634Z caller=node_exporter.go:117 level=info collector=thermal_zone 2024-09-13T13:54:42.938 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 13 13:54:42 smithi178 bash[46654]: ts=2024-09-13T13:54:42.634Z caller=node_exporter.go:117 level=info collector=time 2024-09-13T13:54:42.938 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 13 13:54:42 smithi178 bash[46654]: ts=2024-09-13T13:54:42.634Z caller=node_exporter.go:117 level=info collector=udp_queues 2024-09-13T13:54:42.938 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 13 13:54:42 smithi178 bash[46654]: ts=2024-09-13T13:54:42.634Z caller=node_exporter.go:117 level=info collector=uname 2024-09-13T13:54:42.938 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 13 13:54:42 smithi178 bash[46654]: ts=2024-09-13T13:54:42.634Z caller=node_exporter.go:117 level=info collector=vmstat 2024-09-13T13:54:42.938 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 13 13:54:42 smithi178 bash[46654]: ts=2024-09-13T13:54:42.634Z caller=node_exporter.go:117 level=info collector=xfs 2024-09-13T13:54:42.938 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 13 13:54:42 smithi178 bash[46654]: ts=2024-09-13T13:54:42.634Z caller=node_exporter.go:117 level=info collector=zfs 2024-09-13T13:54:42.938 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 13 13:54:42 smithi178 bash[46654]: ts=2024-09-13T13:54:42.634Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9100 2024-09-13T13:54:42.938 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 13 13:54:42 smithi178 bash[46654]: ts=2024-09-13T13:54:42.635Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9100 2024-09-13T13:54:43.252 INFO:journalctl@ceph.node-exporter.a.smithi062.stdout:Sep 13 13:54:43 smithi062 bash[50515]: ts=2024-09-13T13:54:43.027Z caller=node_exporter.go:180 level=info msg="Starting node_exporter" version="(version=1.5.0, branch=HEAD, revision=1b48970ffcf5630534fb00bb0687d73c66d1c959)" 2024-09-13T13:54:43.252 INFO:journalctl@ceph.node-exporter.a.smithi062.stdout:Sep 13 13:54:43 smithi062 bash[50515]: ts=2024-09-13T13:54:43.027Z caller=node_exporter.go:181 level=info msg="Build context" build_context="(go=go1.19.3, user=root@6e7732a7b81b, date=20221129-18:59:09)" 2024-09-13T13:54:43.252 INFO:journalctl@ceph.node-exporter.a.smithi062.stdout:Sep 13 13:54:43 smithi062 bash[50515]: ts=2024-09-13T13:54:43.028Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2024-09-13T13:54:43.252 INFO:journalctl@ceph.node-exporter.a.smithi062.stdout:Sep 13 13:54:43 smithi062 bash[50515]: ts=2024-09-13T13:54:43.028Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-09-13T13:54:43.253 INFO:journalctl@ceph.node-exporter.a.smithi062.stdout:Sep 13 13:54:43 smithi062 bash[50515]: ts=2024-09-13T13:54:43.029Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2024-09-13T13:54:43.253 INFO:journalctl@ceph.node-exporter.a.smithi062.stdout:Sep 13 13:54:43 smithi062 bash[50515]: ts=2024-09-13T13:54:43.029Z caller=diskstats_linux.go:264 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2024-09-13T13:54:43.253 INFO:journalctl@ceph.node-exporter.a.smithi062.stdout:Sep 13 13:54:43 smithi062 bash[50515]: ts=2024-09-13T13:54:43.029Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2024-09-13T13:54:43.253 INFO:journalctl@ceph.node-exporter.a.smithi062.stdout:Sep 13 13:54:43 smithi062 bash[50515]: ts=2024-09-13T13:54:43.029Z caller=node_exporter.go:117 level=info collector=arp 2024-09-13T13:54:43.253 INFO:journalctl@ceph.node-exporter.a.smithi062.stdout:Sep 13 13:54:43 smithi062 bash[50515]: ts=2024-09-13T13:54:43.029Z caller=node_exporter.go:117 level=info collector=bcache 2024-09-13T13:54:43.253 INFO:journalctl@ceph.node-exporter.a.smithi062.stdout:Sep 13 13:54:43 smithi062 bash[50515]: ts=2024-09-13T13:54:43.029Z caller=node_exporter.go:117 level=info collector=bonding 2024-09-13T13:54:43.253 INFO:journalctl@ceph.node-exporter.a.smithi062.stdout:Sep 13 13:54:43 smithi062 bash[50515]: ts=2024-09-13T13:54:43.029Z caller=node_exporter.go:117 level=info collector=btrfs 2024-09-13T13:54:43.253 INFO:journalctl@ceph.node-exporter.a.smithi062.stdout:Sep 13 13:54:43 smithi062 bash[50515]: ts=2024-09-13T13:54:43.029Z caller=node_exporter.go:117 level=info collector=conntrack 2024-09-13T13:54:43.253 INFO:journalctl@ceph.node-exporter.a.smithi062.stdout:Sep 13 13:54:43 smithi062 bash[50515]: ts=2024-09-13T13:54:43.029Z caller=node_exporter.go:117 level=info collector=cpu 2024-09-13T13:54:43.253 INFO:journalctl@ceph.node-exporter.a.smithi062.stdout:Sep 13 13:54:43 smithi062 bash[50515]: ts=2024-09-13T13:54:43.029Z caller=node_exporter.go:117 level=info collector=cpufreq 2024-09-13T13:54:43.253 INFO:journalctl@ceph.node-exporter.a.smithi062.stdout:Sep 13 13:54:43 smithi062 bash[50515]: ts=2024-09-13T13:54:43.029Z caller=node_exporter.go:117 level=info collector=diskstats 2024-09-13T13:54:43.253 INFO:journalctl@ceph.node-exporter.a.smithi062.stdout:Sep 13 13:54:43 smithi062 bash[50515]: ts=2024-09-13T13:54:43.029Z caller=node_exporter.go:117 level=info collector=dmi 2024-09-13T13:54:43.254 INFO:journalctl@ceph.node-exporter.a.smithi062.stdout:Sep 13 13:54:43 smithi062 bash[50515]: ts=2024-09-13T13:54:43.029Z caller=node_exporter.go:117 level=info collector=edac 2024-09-13T13:54:43.254 INFO:journalctl@ceph.node-exporter.a.smithi062.stdout:Sep 13 13:54:43 smithi062 bash[50515]: ts=2024-09-13T13:54:43.029Z caller=node_exporter.go:117 level=info collector=entropy 2024-09-13T13:54:43.254 INFO:journalctl@ceph.node-exporter.a.smithi062.stdout:Sep 13 13:54:43 smithi062 bash[50515]: ts=2024-09-13T13:54:43.029Z caller=node_exporter.go:117 level=info collector=fibrechannel 2024-09-13T13:54:43.254 INFO:journalctl@ceph.node-exporter.a.smithi062.stdout:Sep 13 13:54:43 smithi062 bash[50515]: ts=2024-09-13T13:54:43.029Z caller=node_exporter.go:117 level=info collector=filefd 2024-09-13T13:54:43.254 INFO:journalctl@ceph.node-exporter.a.smithi062.stdout:Sep 13 13:54:43 smithi062 bash[50515]: ts=2024-09-13T13:54:43.029Z caller=node_exporter.go:117 level=info collector=filesystem 2024-09-13T13:54:43.254 INFO:journalctl@ceph.node-exporter.a.smithi062.stdout:Sep 13 13:54:43 smithi062 bash[50515]: ts=2024-09-13T13:54:43.029Z caller=node_exporter.go:117 level=info collector=hwmon 2024-09-13T13:54:43.254 INFO:journalctl@ceph.node-exporter.a.smithi062.stdout:Sep 13 13:54:43 smithi062 bash[50515]: ts=2024-09-13T13:54:43.029Z caller=node_exporter.go:117 level=info collector=infiniband 2024-09-13T13:54:43.254 INFO:journalctl@ceph.node-exporter.a.smithi062.stdout:Sep 13 13:54:43 smithi062 bash[50515]: ts=2024-09-13T13:54:43.029Z caller=node_exporter.go:117 level=info collector=ipvs 2024-09-13T13:54:43.254 INFO:journalctl@ceph.node-exporter.a.smithi062.stdout:Sep 13 13:54:43 smithi062 bash[50515]: ts=2024-09-13T13:54:43.030Z caller=node_exporter.go:117 level=info collector=loadavg 2024-09-13T13:54:43.254 INFO:journalctl@ceph.node-exporter.a.smithi062.stdout:Sep 13 13:54:43 smithi062 bash[50515]: ts=2024-09-13T13:54:43.030Z caller=node_exporter.go:117 level=info collector=mdadm 2024-09-13T13:54:43.254 INFO:journalctl@ceph.node-exporter.a.smithi062.stdout:Sep 13 13:54:43 smithi062 bash[50515]: ts=2024-09-13T13:54:43.030Z caller=node_exporter.go:117 level=info collector=meminfo 2024-09-13T13:54:43.254 INFO:journalctl@ceph.node-exporter.a.smithi062.stdout:Sep 13 13:54:43 smithi062 bash[50515]: ts=2024-09-13T13:54:43.030Z caller=node_exporter.go:117 level=info collector=netclass 2024-09-13T13:54:43.254 INFO:journalctl@ceph.node-exporter.a.smithi062.stdout:Sep 13 13:54:43 smithi062 bash[50515]: ts=2024-09-13T13:54:43.030Z caller=node_exporter.go:117 level=info collector=netdev 2024-09-13T13:54:43.254 INFO:journalctl@ceph.node-exporter.a.smithi062.stdout:Sep 13 13:54:43 smithi062 bash[50515]: ts=2024-09-13T13:54:43.030Z caller=node_exporter.go:117 level=info collector=netstat 2024-09-13T13:54:43.255 INFO:journalctl@ceph.node-exporter.a.smithi062.stdout:Sep 13 13:54:43 smithi062 bash[50515]: ts=2024-09-13T13:54:43.030Z caller=node_exporter.go:117 level=info collector=nfs 2024-09-13T13:54:43.255 INFO:journalctl@ceph.node-exporter.a.smithi062.stdout:Sep 13 13:54:43 smithi062 bash[50515]: ts=2024-09-13T13:54:43.030Z caller=node_exporter.go:117 level=info collector=nfsd 2024-09-13T13:54:43.255 INFO:journalctl@ceph.node-exporter.a.smithi062.stdout:Sep 13 13:54:43 smithi062 bash[50515]: ts=2024-09-13T13:54:43.030Z caller=node_exporter.go:117 level=info collector=nvme 2024-09-13T13:54:43.255 INFO:journalctl@ceph.node-exporter.a.smithi062.stdout:Sep 13 13:54:43 smithi062 bash[50515]: ts=2024-09-13T13:54:43.030Z caller=node_exporter.go:117 level=info collector=os 2024-09-13T13:54:43.255 INFO:journalctl@ceph.node-exporter.a.smithi062.stdout:Sep 13 13:54:43 smithi062 bash[50515]: ts=2024-09-13T13:54:43.030Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2024-09-13T13:54:43.255 INFO:journalctl@ceph.node-exporter.a.smithi062.stdout:Sep 13 13:54:43 smithi062 bash[50515]: ts=2024-09-13T13:54:43.030Z caller=node_exporter.go:117 level=info collector=pressure 2024-09-13T13:54:43.255 INFO:journalctl@ceph.node-exporter.a.smithi062.stdout:Sep 13 13:54:43 smithi062 bash[50515]: ts=2024-09-13T13:54:43.030Z caller=node_exporter.go:117 level=info collector=rapl 2024-09-13T13:54:43.255 INFO:journalctl@ceph.node-exporter.a.smithi062.stdout:Sep 13 13:54:43 smithi062 bash[50515]: ts=2024-09-13T13:54:43.030Z caller=node_exporter.go:117 level=info collector=schedstat 2024-09-13T13:54:43.255 INFO:journalctl@ceph.node-exporter.a.smithi062.stdout:Sep 13 13:54:43 smithi062 bash[50515]: ts=2024-09-13T13:54:43.030Z caller=node_exporter.go:117 level=info collector=selinux 2024-09-13T13:54:43.255 INFO:journalctl@ceph.node-exporter.a.smithi062.stdout:Sep 13 13:54:43 smithi062 bash[50515]: ts=2024-09-13T13:54:43.030Z caller=node_exporter.go:117 level=info collector=sockstat 2024-09-13T13:54:43.255 INFO:journalctl@ceph.node-exporter.a.smithi062.stdout:Sep 13 13:54:43 smithi062 bash[50515]: ts=2024-09-13T13:54:43.030Z caller=node_exporter.go:117 level=info collector=softnet 2024-09-13T13:54:43.255 INFO:journalctl@ceph.node-exporter.a.smithi062.stdout:Sep 13 13:54:43 smithi062 bash[50515]: ts=2024-09-13T13:54:43.030Z caller=node_exporter.go:117 level=info collector=stat 2024-09-13T13:54:43.255 INFO:journalctl@ceph.node-exporter.a.smithi062.stdout:Sep 13 13:54:43 smithi062 bash[50515]: ts=2024-09-13T13:54:43.030Z caller=node_exporter.go:117 level=info collector=tapestats 2024-09-13T13:54:43.255 INFO:journalctl@ceph.node-exporter.a.smithi062.stdout:Sep 13 13:54:43 smithi062 bash[50515]: ts=2024-09-13T13:54:43.030Z caller=node_exporter.go:117 level=info collector=textfile 2024-09-13T13:54:43.255 INFO:journalctl@ceph.node-exporter.a.smithi062.stdout:Sep 13 13:54:43 smithi062 bash[50515]: ts=2024-09-13T13:54:43.030Z caller=node_exporter.go:117 level=info collector=thermal_zone 2024-09-13T13:54:43.256 INFO:journalctl@ceph.node-exporter.a.smithi062.stdout:Sep 13 13:54:43 smithi062 bash[50515]: ts=2024-09-13T13:54:43.030Z caller=node_exporter.go:117 level=info collector=time 2024-09-13T13:54:43.256 INFO:journalctl@ceph.node-exporter.a.smithi062.stdout:Sep 13 13:54:43 smithi062 bash[50515]: ts=2024-09-13T13:54:43.030Z caller=node_exporter.go:117 level=info collector=udp_queues 2024-09-13T13:54:43.256 INFO:journalctl@ceph.node-exporter.a.smithi062.stdout:Sep 13 13:54:43 smithi062 bash[50515]: ts=2024-09-13T13:54:43.030Z caller=node_exporter.go:117 level=info collector=uname 2024-09-13T13:54:43.256 INFO:journalctl@ceph.node-exporter.a.smithi062.stdout:Sep 13 13:54:43 smithi062 bash[50515]: ts=2024-09-13T13:54:43.030Z caller=node_exporter.go:117 level=info collector=vmstat 2024-09-13T13:54:43.256 INFO:journalctl@ceph.node-exporter.a.smithi062.stdout:Sep 13 13:54:43 smithi062 bash[50515]: ts=2024-09-13T13:54:43.030Z caller=node_exporter.go:117 level=info collector=xfs 2024-09-13T13:54:43.256 INFO:journalctl@ceph.node-exporter.a.smithi062.stdout:Sep 13 13:54:43 smithi062 bash[50515]: ts=2024-09-13T13:54:43.030Z caller=node_exporter.go:117 level=info collector=zfs 2024-09-13T13:54:43.256 INFO:journalctl@ceph.node-exporter.a.smithi062.stdout:Sep 13 13:54:43 smithi062 bash[50515]: ts=2024-09-13T13:54:43.030Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9100 2024-09-13T13:54:43.256 INFO:journalctl@ceph.node-exporter.a.smithi062.stdout:Sep 13 13:54:43 smithi062 bash[50515]: ts=2024-09-13T13:54:43.030Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9100 2024-09-13T13:54:43.556 INFO:teuthology.orchestra.run.smithi062.stdout:[client.0] 2024-09-13T13:54:43.557 INFO:teuthology.orchestra.run.smithi062.stdout: key = AQAjRORmn5s4IRAAguN2MNSi23ZlzV1aF7phAA== 2024-09-13T13:54:43.752 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:54:43 smithi062 bash[19845]: cluster 2024-09-13T13:54:42.204633+0000 mgr.y (mgr.14391) 29 : cluster [DBG] pgmap v10: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 9 op/s 2024-09-13T13:54:43.752 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:54:43 smithi062 bash[19845]: audit 2024-09-13T13:54:43.270463+0000 mon.a (mon.0) 742 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:54:43.752 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:54:43 smithi062 bash[19845]: audit 2024-09-13T13:54:43.276474+0000 mon.a (mon.0) 743 : audit [DBG] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T13:54:43.752 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:54:43 smithi062 bash[26634]: cluster 2024-09-13T13:54:42.204633+0000 mgr.y (mgr.14391) 29 : cluster [DBG] pgmap v10: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 9 op/s 2024-09-13T13:54:43.752 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:54:43 smithi062 bash[26634]: audit 2024-09-13T13:54:43.270463+0000 mon.a (mon.0) 742 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:54:43.752 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:54:43 smithi062 bash[26634]: audit 2024-09-13T13:54:43.276474+0000 mon.a (mon.0) 743 : audit [DBG] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T13:54:43.933 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:54:43 smithi178 bash[22034]: cluster 2024-09-13T13:54:42.204633+0000 mgr.y (mgr.14391) 29 : cluster [DBG] pgmap v10: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 9 op/s 2024-09-13T13:54:43.933 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:54:43 smithi178 bash[22034]: audit 2024-09-13T13:54:43.270463+0000 mon.a (mon.0) 742 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:54:43.933 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:54:43 smithi178 bash[22034]: audit 2024-09-13T13:54:43.276474+0000 mon.a (mon.0) 743 : audit [DBG] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T13:54:44.933 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:54:44 smithi178 bash[22034]: audit 2024-09-13T13:54:43.557204+0000 mon.a (mon.0) 744 : audit [INF] from='client.? 172.21.15.62:0/2426338950' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-09-13T13:54:44.933 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:54:44 smithi178 bash[22034]: audit 2024-09-13T13:54:43.559015+0000 mon.a (mon.0) 745 : audit [INF] from='client.? 172.21.15.62:0/2426338950' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-09-13T13:54:45.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:54:44 smithi062 bash[19845]: audit 2024-09-13T13:54:43.557204+0000 mon.a (mon.0) 744 : audit [INF] from='client.? 172.21.15.62:0/2426338950' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-09-13T13:54:45.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:54:44 smithi062 bash[19845]: audit 2024-09-13T13:54:43.559015+0000 mon.a (mon.0) 745 : audit [INF] from='client.? 172.21.15.62:0/2426338950' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-09-13T13:54:45.002 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:54:44 smithi062 bash[26634]: audit 2024-09-13T13:54:43.557204+0000 mon.a (mon.0) 744 : audit [INF] from='client.? 172.21.15.62:0/2426338950' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-09-13T13:54:45.002 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:54:44 smithi062 bash[26634]: audit 2024-09-13T13:54:43.559015+0000 mon.a (mon.0) 745 : audit [INF] from='client.? 172.21.15.62:0/2426338950' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-09-13T13:54:45.291 DEBUG:teuthology.orchestra.run.smithi062:> set -ex 2024-09-13T13:54:45.291 DEBUG:teuthology.orchestra.run.smithi062:> sudo dd of=/etc/ceph/ceph.client.0.keyring 2024-09-13T13:54:45.291 DEBUG:teuthology.orchestra.run.smithi062:> sudo chmod 0644 /etc/ceph/ceph.client.0.keyring 2024-09-13T13:54:45.314 DEBUG:teuthology.orchestra.run.smithi178:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ff1149ea-71d5-11ef-bceb-c7b262605968 -- ceph auth get-or-create client.1 mon 'allow *' osd 'allow *' mds 'allow *' mgr 'allow *' 2024-09-13T13:54:45.933 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:54:45 smithi178 bash[22034]: cluster 2024-09-13T13:54:44.205199+0000 mgr.y (mgr.14391) 30 : cluster [DBG] pgmap v11: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 9 op/s 2024-09-13T13:54:46.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:54:45 smithi062 bash[19845]: cluster 2024-09-13T13:54:44.205199+0000 mgr.y (mgr.14391) 30 : cluster [DBG] pgmap v11: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 9 op/s 2024-09-13T13:54:46.002 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:54:45 smithi062 bash[26634]: cluster 2024-09-13T13:54:44.205199+0000 mgr.y (mgr.14391) 30 : cluster [DBG] pgmap v11: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 9 op/s 2024-09-13T13:54:47.933 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:54:47 smithi178 bash[22034]: cluster 2024-09-13T13:54:46.205828+0000 mgr.y (mgr.14391) 31 : cluster [DBG] pgmap v12: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 9 op/s 2024-09-13T13:54:48.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:54:47 smithi062 bash[19845]: cluster 2024-09-13T13:54:46.205828+0000 mgr.y (mgr.14391) 31 : cluster [DBG] pgmap v12: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 9 op/s 2024-09-13T13:54:48.002 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:54:47 smithi062 bash[26634]: cluster 2024-09-13T13:54:46.205828+0000 mgr.y (mgr.14391) 31 : cluster [DBG] pgmap v12: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 9 op/s 2024-09-13T13:54:49.852 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 13:54:49 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T13:54:49.853 INFO:journalctl@ceph.osd.0.smithi062.stdout:Sep 13 13:54:49 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T13:54:49.853 INFO:journalctl@ceph.osd.2.smithi062.stdout:Sep 13 13:54:49 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T13:54:49.853 INFO:journalctl@ceph.osd.3.smithi062.stdout:Sep 13 13:54:49 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T13:54:49.854 INFO:journalctl@ceph.node-exporter.a.smithi062.stdout:Sep 13 13:54:49 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T13:54:49.854 INFO:journalctl@ceph.osd.1.smithi062.stdout:Sep 13 13:54:49 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T13:54:49.854 INFO:journalctl@ceph.alertmanager.a.smithi062.stdout:Sep 13 13:54:49 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T13:54:49.854 INFO:journalctl@ceph.alertmanager.a.smithi062.stdout:Sep 13 13:54:49 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T13:54:49.855 INFO:journalctl@ceph.alertmanager.a.smithi062.stdout:Sep 13 13:54:49 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T13:54:49.855 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:54:49 smithi062 bash[26634]: cluster 2024-09-13T13:54:48.206426+0000 mgr.y (mgr.14391) 32 : cluster [DBG] pgmap v13: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-13T13:54:49.855 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:54:49 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T13:54:49.855 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:54:49 smithi062 bash[19845]: cluster 2024-09-13T13:54:48.206426+0000 mgr.y (mgr.14391) 32 : cluster [DBG] pgmap v13: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-13T13:54:49.855 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:54:49 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T13:54:49.933 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:54:49 smithi178 bash[22034]: cluster 2024-09-13T13:54:48.206426+0000 mgr.y (mgr.14391) 32 : cluster [DBG] pgmap v13: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-13T13:54:50.094 INFO:teuthology.orchestra.run.smithi178.stderr:Inferring config /var/lib/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/mon.b/config 2024-09-13T13:54:50.251 INFO:journalctl@ceph.osd.3.smithi062.stdout:Sep 13 13:54:49 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T13:54:50.252 INFO:journalctl@ceph.osd.0.smithi062.stdout:Sep 13 13:54:49 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T13:54:50.252 INFO:journalctl@ceph.osd.2.smithi062.stdout:Sep 13 13:54:49 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T13:54:50.252 INFO:journalctl@ceph.node-exporter.a.smithi062.stdout:Sep 13 13:54:49 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T13:54:50.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:54:49 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T13:54:50.253 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 13:54:49 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T13:54:50.253 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 13:54:50 smithi062 bash[20100]: [13/Sep/2024:13:54:50] ENGINE Bus STOPPING 2024-09-13T13:54:50.253 INFO:journalctl@ceph.alertmanager.a.smithi062.stdout:Sep 13 13:54:49 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T13:54:50.253 INFO:journalctl@ceph.alertmanager.a.smithi062.stdout:Sep 13 13:54:49 smithi062 systemd[1]: Started Ceph alertmanager.a for ff1149ea-71d5-11ef-bceb-c7b262605968. 2024-09-13T13:54:50.254 INFO:journalctl@ceph.osd.1.smithi062.stdout:Sep 13 13:54:49 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T13:54:50.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:54:49 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T13:54:50.753 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 13:54:50 smithi062 bash[20100]: [13/Sep/2024:13:54:50] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-13T13:54:50.754 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 13:54:50 smithi062 bash[20100]: [13/Sep/2024:13:54:50] ENGINE Bus STOPPED 2024-09-13T13:54:50.754 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 13:54:50 smithi062 bash[20100]: [13/Sep/2024:13:54:50] ENGINE Bus STARTING 2024-09-13T13:54:50.754 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 13:54:50 smithi062 bash[20100]: [13/Sep/2024:13:54:50] ENGINE Serving on http://:::9283 2024-09-13T13:54:50.754 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 13:54:50 smithi062 bash[20100]: [13/Sep/2024:13:54:50] ENGINE Bus STARTED 2024-09-13T13:54:51.000 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:54:50 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T13:54:51.252 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:54:51 smithi062 bash[26634]: audit 2024-09-13T13:54:50.000150+0000 mon.a (mon.0) 746 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:54:51.252 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:54:51 smithi062 bash[26634]: audit 2024-09-13T13:54:50.005179+0000 mon.a (mon.0) 747 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:54:51.252 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:54:51 smithi062 bash[26634]: audit 2024-09-13T13:54:50.009671+0000 mon.a (mon.0) 748 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:54:51.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:54:51 smithi062 bash[26634]: audit 2024-09-13T13:54:50.015529+0000 mon.a (mon.0) 749 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:54:51.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:54:51 smithi062 bash[26634]: cephadm 2024-09-13T13:54:50.026477+0000 mgr.y (mgr.14391) 33 : cephadm [INF] Regenerating cephadm self-signed grafana TLS certificates 2024-09-13T13:54:51.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:54:51 smithi062 bash[26634]: audit 2024-09-13T13:54:50.067962+0000 mon.a (mon.0) 750 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:54:51.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:54:51 smithi062 bash[26634]: audit 2024-09-13T13:54:50.075999+0000 mon.a (mon.0) 751 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:54:51.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:54:51 smithi062 bash[26634]: audit 2024-09-13T13:54:50.079558+0000 mon.a (mon.0) 752 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-09-13T13:54:51.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:54:51 smithi062 bash[26634]: audit 2024-09-13T13:54:50.080032+0000 mgr.y (mgr.14391) 34 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-09-13T13:54:51.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:54:51 smithi062 bash[26634]: audit 2024-09-13T13:54:50.085860+0000 mon.a (mon.0) 753 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:54:51.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:54:51 smithi062 bash[26634]: cephadm 2024-09-13T13:54:50.103218+0000 mgr.y (mgr.14391) 35 : cephadm [INF] Deploying daemon grafana.a on smithi178 2024-09-13T13:54:51.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:54:51 smithi062 bash[19845]: audit 2024-09-13T13:54:50.000150+0000 mon.a (mon.0) 746 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:54:51.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:54:51 smithi062 bash[19845]: audit 2024-09-13T13:54:50.005179+0000 mon.a (mon.0) 747 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:54:51.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:54:51 smithi062 bash[19845]: audit 2024-09-13T13:54:50.009671+0000 mon.a (mon.0) 748 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:54:51.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:54:51 smithi062 bash[19845]: audit 2024-09-13T13:54:50.015529+0000 mon.a (mon.0) 749 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:54:51.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:54:51 smithi062 bash[19845]: cephadm 2024-09-13T13:54:50.026477+0000 mgr.y (mgr.14391) 33 : cephadm [INF] Regenerating cephadm self-signed grafana TLS certificates 2024-09-13T13:54:51.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:54:51 smithi062 bash[19845]: audit 2024-09-13T13:54:50.067962+0000 mon.a (mon.0) 750 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:54:51.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:54:51 smithi062 bash[19845]: audit 2024-09-13T13:54:50.075999+0000 mon.a (mon.0) 751 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:54:51.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:54:51 smithi062 bash[19845]: audit 2024-09-13T13:54:50.079558+0000 mon.a (mon.0) 752 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-09-13T13:54:51.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:54:51 smithi062 bash[19845]: audit 2024-09-13T13:54:50.080032+0000 mgr.y (mgr.14391) 34 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-09-13T13:54:51.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:54:51 smithi062 bash[19845]: audit 2024-09-13T13:54:50.085860+0000 mon.a (mon.0) 753 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:54:51.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:54:51 smithi062 bash[19845]: cephadm 2024-09-13T13:54:50.103218+0000 mgr.y (mgr.14391) 35 : cephadm [INF] Deploying daemon grafana.a on smithi178 2024-09-13T13:54:51.433 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:54:51 smithi178 bash[22034]: audit 2024-09-13T13:54:50.000150+0000 mon.a (mon.0) 746 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:54:51.433 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:54:51 smithi178 bash[22034]: audit 2024-09-13T13:54:50.005179+0000 mon.a (mon.0) 747 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:54:51.433 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:54:51 smithi178 bash[22034]: audit 2024-09-13T13:54:50.009671+0000 mon.a (mon.0) 748 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:54:51.433 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:54:51 smithi178 bash[22034]: audit 2024-09-13T13:54:50.015529+0000 mon.a (mon.0) 749 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:54:51.434 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:54:51 smithi178 bash[22034]: cephadm 2024-09-13T13:54:50.026477+0000 mgr.y (mgr.14391) 33 : cephadm [INF] Regenerating cephadm self-signed grafana TLS certificates 2024-09-13T13:54:51.434 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:54:51 smithi178 bash[22034]: audit 2024-09-13T13:54:50.067962+0000 mon.a (mon.0) 750 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:54:51.434 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:54:51 smithi178 bash[22034]: audit 2024-09-13T13:54:50.075999+0000 mon.a (mon.0) 751 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:54:51.434 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:54:51 smithi178 bash[22034]: audit 2024-09-13T13:54:50.079558+0000 mon.a (mon.0) 752 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-09-13T13:54:51.434 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:54:51 smithi178 bash[22034]: audit 2024-09-13T13:54:50.080032+0000 mgr.y (mgr.14391) 34 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-09-13T13:54:51.434 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:54:51 smithi178 bash[22034]: audit 2024-09-13T13:54:50.085860+0000 mon.a (mon.0) 753 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:54:51.434 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:54:51 smithi178 bash[22034]: cephadm 2024-09-13T13:54:50.103218+0000 mgr.y (mgr.14391) 35 : cephadm [INF] Deploying daemon grafana.a on smithi178 2024-09-13T13:54:51.752 INFO:journalctl@ceph.alertmanager.a.smithi062.stdout:Sep 13 13:54:51 smithi062 bash[50970]: ts=2024-09-13T13:54:51.404Z caller=main.go:240 level=info msg="Starting Alertmanager" version="(version=0.25.0, branch=HEAD, revision=258fab7cdd551f2cf251ed0348f0ad7289aee789)" 2024-09-13T13:54:51.752 INFO:journalctl@ceph.alertmanager.a.smithi062.stdout:Sep 13 13:54:51 smithi062 bash[50970]: ts=2024-09-13T13:54:51.404Z caller=main.go:241 level=info build_context="(go=go1.19.4, user=root@abe866dd5717, date=20221222-14:51:36)" 2024-09-13T13:54:51.752 INFO:journalctl@ceph.alertmanager.a.smithi062.stdout:Sep 13 13:54:51 smithi062 bash[50970]: ts=2024-09-13T13:54:51.406Z caller=cluster.go:185 level=info component=cluster msg="setting advertise address explicitly" addr=172.21.15.62 port=9094 2024-09-13T13:54:51.753 INFO:journalctl@ceph.alertmanager.a.smithi062.stdout:Sep 13 13:54:51 smithi062 bash[50970]: ts=2024-09-13T13:54:51.407Z caller=cluster.go:681 level=info component=cluster msg="Waiting for gossip to settle..." interval=2s 2024-09-13T13:54:51.753 INFO:journalctl@ceph.alertmanager.a.smithi062.stdout:Sep 13 13:54:51 smithi062 bash[50970]: ts=2024-09-13T13:54:51.438Z caller=coordinator.go:113 level=info component=configuration msg="Loading configuration file" file=/etc/alertmanager/alertmanager.yml 2024-09-13T13:54:51.753 INFO:journalctl@ceph.alertmanager.a.smithi062.stdout:Sep 13 13:54:51 smithi062 bash[50970]: ts=2024-09-13T13:54:51.438Z caller=coordinator.go:126 level=info component=configuration msg="Completed loading of configuration file" file=/etc/alertmanager/alertmanager.yml 2024-09-13T13:54:51.753 INFO:journalctl@ceph.alertmanager.a.smithi062.stdout:Sep 13 13:54:51 smithi062 bash[50970]: ts=2024-09-13T13:54:51.441Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9093 2024-09-13T13:54:51.753 INFO:journalctl@ceph.alertmanager.a.smithi062.stdout:Sep 13 13:54:51 smithi062 bash[50970]: ts=2024-09-13T13:54:51.441Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9093 2024-09-13T13:54:51.927 INFO:teuthology.orchestra.run.smithi178.stdout:[client.1] 2024-09-13T13:54:51.927 INFO:teuthology.orchestra.run.smithi178.stdout: key = AQArRORmyc0aNxAAPop3WoeEdEeHE6fE+IIc4g== 2024-09-13T13:54:52.274 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:54:52 smithi178 bash[22034]: cluster 2024-09-13T13:54:50.206829+0000 mgr.y (mgr.14391) 36 : cluster [DBG] pgmap v14: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-13T13:54:52.274 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:54:52 smithi178 bash[22034]: audit 2024-09-13T13:54:51.923232+0000 mon.b (mon.1) 30 : audit [INF] from='client.? 172.21.15.178:0/2138074198' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-09-13T13:54:52.274 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:54:52 smithi178 bash[22034]: audit 2024-09-13T13:54:51.924184+0000 mon.a (mon.0) 754 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-09-13T13:54:52.274 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:54:52 smithi178 bash[22034]: audit 2024-09-13T13:54:51.927586+0000 mon.a (mon.0) 755 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-09-13T13:54:52.502 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:54:52 smithi062 bash[19845]: cluster 2024-09-13T13:54:50.206829+0000 mgr.y (mgr.14391) 36 : cluster [DBG] pgmap v14: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-13T13:54:52.502 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:54:52 smithi062 bash[19845]: audit 2024-09-13T13:54:51.923232+0000 mon.b (mon.1) 30 : audit [INF] from='client.? 172.21.15.178:0/2138074198' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-09-13T13:54:52.502 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:54:52 smithi062 bash[19845]: audit 2024-09-13T13:54:51.924184+0000 mon.a (mon.0) 754 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-09-13T13:54:52.502 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:54:52 smithi062 bash[19845]: audit 2024-09-13T13:54:51.927586+0000 mon.a (mon.0) 755 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-09-13T13:54:52.502 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:54:52 smithi062 bash[26634]: cluster 2024-09-13T13:54:50.206829+0000 mgr.y (mgr.14391) 36 : cluster [DBG] pgmap v14: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-13T13:54:52.502 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:54:52 smithi062 bash[26634]: audit 2024-09-13T13:54:51.923232+0000 mon.b (mon.1) 30 : audit [INF] from='client.? 172.21.15.178:0/2138074198' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-09-13T13:54:52.503 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:54:52 smithi062 bash[26634]: audit 2024-09-13T13:54:51.924184+0000 mon.a (mon.0) 754 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-09-13T13:54:52.503 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:54:52 smithi062 bash[26634]: audit 2024-09-13T13:54:51.927586+0000 mon.a (mon.0) 755 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-09-13T13:54:53.752 INFO:journalctl@ceph.alertmanager.a.smithi062.stdout:Sep 13 13:54:53 smithi062 bash[50970]: ts=2024-09-13T13:54:53.408Z caller=cluster.go:706 level=info component=cluster msg="gossip not settled" polls=0 before=0 now=1 elapsed=2.000611076s 2024-09-13T13:54:53.805 DEBUG:teuthology.orchestra.run.smithi178:> set -ex 2024-09-13T13:54:53.805 DEBUG:teuthology.orchestra.run.smithi178:> sudo dd of=/etc/ceph/ceph.client.1.keyring 2024-09-13T13:54:53.806 DEBUG:teuthology.orchestra.run.smithi178:> sudo chmod 0644 /etc/ceph/ceph.client.1.keyring 2024-09-13T13:54:53.827 DEBUG:teuthology.orchestra.run.smithi062:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell --fsid ff1149ea-71d5-11ef-bceb-c7b262605968 -- ceph config log 1 --format=json 2024-09-13T13:54:54.433 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:54:54 smithi178 bash[22034]: cluster 2024-09-13T13:54:52.207383+0000 mgr.y (mgr.14391) 37 : cluster [DBG] pgmap v15: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-13T13:54:54.433 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:54:54 smithi178 bash[22034]: audit 2024-09-13T13:54:53.279096+0000 mon.a (mon.0) 756 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:54:54.502 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:54:54 smithi062 bash[19845]: cluster 2024-09-13T13:54:52.207383+0000 mgr.y (mgr.14391) 37 : cluster [DBG] pgmap v15: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-13T13:54:54.502 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:54:54 smithi062 bash[19845]: audit 2024-09-13T13:54:53.279096+0000 mon.a (mon.0) 756 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:54:54.502 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:54:54 smithi062 bash[26634]: cluster 2024-09-13T13:54:52.207383+0000 mgr.y (mgr.14391) 37 : cluster [DBG] pgmap v15: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-13T13:54:54.502 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:54:54 smithi062 bash[26634]: audit 2024-09-13T13:54:53.279096+0000 mon.a (mon.0) 756 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:54:56.433 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:54:56 smithi178 bash[22034]: cluster 2024-09-13T13:54:54.208023+0000 mgr.y (mgr.14391) 38 : cluster [DBG] pgmap v16: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-13T13:54:56.502 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:54:56 smithi062 bash[19845]: cluster 2024-09-13T13:54:54.208023+0000 mgr.y (mgr.14391) 38 : cluster [DBG] pgmap v16: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-13T13:54:56.502 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:54:56 smithi062 bash[26634]: cluster 2024-09-13T13:54:54.208023+0000 mgr.y (mgr.14391) 38 : cluster [DBG] pgmap v16: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-13T13:54:58.433 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:54:58 smithi178 bash[22034]: cluster 2024-09-13T13:54:56.208556+0000 mgr.y (mgr.14391) 39 : cluster [DBG] pgmap v17: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-13T13:54:58.502 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:54:58 smithi062 bash[19845]: cluster 2024-09-13T13:54:56.208556+0000 mgr.y (mgr.14391) 39 : cluster [DBG] pgmap v17: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-13T13:54:58.502 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:54:58 smithi062 bash[26634]: cluster 2024-09-13T13:54:56.208556+0000 mgr.y (mgr.14391) 39 : cluster [DBG] pgmap v17: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-13T13:54:58.623 INFO:teuthology.orchestra.run.smithi062.stderr:Inferring config /var/lib/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T13:54:59.433 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:54:59 smithi178 bash[22034]: audit 2024-09-13T13:54:58.277350+0000 mon.a (mon.0) 757 : audit [DBG] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T13:54:59.502 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:54:59 smithi062 bash[19845]: audit 2024-09-13T13:54:58.277350+0000 mon.a (mon.0) 757 : audit [DBG] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T13:54:59.502 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:54:59 smithi062 bash[26634]: audit 2024-09-13T13:54:58.277350+0000 mon.a (mon.0) 757 : audit [DBG] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T13:55:00.200 INFO:teuthology.orchestra.run.smithi062.stdout: 2024-09-13T13:55:00.418 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:55:00 smithi062 bash[26634]: cluster 2024-09-13T13:54:58.209125+0000 mgr.y (mgr.14391) 40 : cluster [DBG] pgmap v18: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-13T13:55:00.418 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:55:00 smithi062 bash[19845]: cluster 2024-09-13T13:54:58.209125+0000 mgr.y (mgr.14391) 40 : cluster [DBG] pgmap v18: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-13T13:55:00.433 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:55:00 smithi178 bash[22034]: cluster 2024-09-13T13:54:58.209125+0000 mgr.y (mgr.14391) 40 : cluster [DBG] pgmap v18: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-13T13:55:00.871 INFO:teuthology.orchestra.run.smithi062.stdout:[{"version":25,"timestamp":"2024-09-13T13:54:50.080679+0000","name":"","changes":[{"name":"mgr/mgr/dashboard/GRAFANA_API_SSL_VERIFY","new_value":"false"}]}] 2024-09-13T13:55:00.871 INFO:tasks.ceph_manager:config epoch is 25 2024-09-13T13:55:00.872 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2024-09-13T13:55:00.872 INFO:tasks.cephadm.ceph_manager.ceph:waiting for mgr available 2024-09-13T13:55:00.872 DEBUG:teuthology.orchestra.run.smithi062:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell --fsid ff1149ea-71d5-11ef-bceb-c7b262605968 -- ceph mgr dump --format=json 2024-09-13T13:55:01.121 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:55:01 smithi062 bash[19845]: audit 2024-09-13T13:55:00.202739+0000 mon.a (mon.0) 758 : audit [DBG] from='client.? 172.21.15.62:0/702734833' entity='client.admin' cmd=[{"prefix": "config log", "num": 1, "format": "json"}]: dispatch 2024-09-13T13:55:01.408 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:55:01 smithi062 bash[26634]: audit 2024-09-13T13:55:00.202739+0000 mon.a (mon.0) 758 : audit [DBG] from='client.? 172.21.15.62:0/702734833' entity='client.admin' cmd=[{"prefix": "config log", "num": 1, "format": "json"}]: dispatch 2024-09-13T13:55:01.433 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:55:01 smithi178 bash[22034]: audit 2024-09-13T13:55:00.202739+0000 mon.a (mon.0) 758 : audit [DBG] from='client.? 172.21.15.62:0/702734833' entity='client.admin' cmd=[{"prefix": "config log", "num": 1, "format": "json"}]: dispatch 2024-09-13T13:55:01.752 INFO:journalctl@ceph.alertmanager.a.smithi062.stdout:Sep 13 13:55:01 smithi062 bash[50970]: ts=2024-09-13T13:55:01.410Z caller=cluster.go:698 level=info component=cluster msg="gossip settled; proceeding" elapsed=10.0025287s 2024-09-13T13:55:02.502 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:55:02 smithi062 bash[19845]: cluster 2024-09-13T13:55:00.209517+0000 mgr.y (mgr.14391) 41 : cluster [DBG] pgmap v19: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-13T13:55:02.502 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:55:02 smithi062 bash[26634]: cluster 2024-09-13T13:55:00.209517+0000 mgr.y (mgr.14391) 41 : cluster [DBG] pgmap v19: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-13T13:55:02.682 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:55:02 smithi178 bash[22034]: cluster 2024-09-13T13:55:00.209517+0000 mgr.y (mgr.14391) 41 : cluster [DBG] pgmap v19: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-13T13:55:04.433 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:55:04 smithi178 bash[22034]: cluster 2024-09-13T13:55:02.210077+0000 mgr.y (mgr.14391) 42 : cluster [DBG] pgmap v20: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-13T13:55:04.501 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:55:04 smithi062 bash[19845]: cluster 2024-09-13T13:55:02.210077+0000 mgr.y (mgr.14391) 42 : cluster [DBG] pgmap v20: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-13T13:55:04.502 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:55:04 smithi062 bash[26634]: cluster 2024-09-13T13:55:02.210077+0000 mgr.y (mgr.14391) 42 : cluster [DBG] pgmap v20: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-13T13:55:05.679 INFO:teuthology.orchestra.run.smithi062.stderr:Inferring config /var/lib/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T13:55:06.433 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:55:06 smithi178 bash[22034]: cluster 2024-09-13T13:55:04.210674+0000 mgr.y (mgr.14391) 43 : cluster [DBG] pgmap v21: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-13T13:55:06.501 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:55:06 smithi062 bash[19845]: cluster 2024-09-13T13:55:04.210674+0000 mgr.y (mgr.14391) 43 : cluster [DBG] pgmap v21: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-13T13:55:06.502 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:55:06 smithi062 bash[26634]: cluster 2024-09-13T13:55:04.210674+0000 mgr.y (mgr.14391) 43 : cluster [DBG] pgmap v21: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-13T13:55:07.328 INFO:teuthology.orchestra.run.smithi062.stdout: 2024-09-13T13:55:07.953 INFO:teuthology.orchestra.run.smithi062.stdout:{"epoch":21,"flags":0,"active_gid":14391,"active_name":"y","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6800","nonce":4130110342},{"type":"v1","addr":"172.21.15.62:6801","nonce":4130110342}]},"active_addr":"172.21.15.62:6801/4130110342","active_change":"2024-09-13T13:54:28.178306+0000","active_mgr_features":4540701547738038271,"available":true,"standbys":[{"gid":24313,"name":"x","mgr_features":4540701547738038271,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:9.4.12","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.5","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"secondary_zone_period_retry_limit":{"name":"secondary_zone_period_retry_limit","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"RGW module period update retry limit for secondary site","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["cephadm","dashboard","iostat","nfs","prometheus","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:9.4.12","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.5","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"secondary_zone_period_retry_limit":{"name":"secondary_zone_period_retry_limit","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"RGW module period update retry limit for secondary site","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{"dashboard":"https://172.21.15.62:8443/","prometheus":"http://172.21.15.62:9283/"},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"reef":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"squid":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"last_failure_osd_epoch":60,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"172.21.15.62:0","nonce":2160337323}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"172.21.15.62:0","nonce":2262834040}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"172.21.15.62:0","nonce":2156747015}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.62:0","nonce":409011905}]}]} 2024-09-13T13:55:07.958 INFO:tasks.cephadm.ceph_manager.ceph:mgr available! 2024-09-13T13:55:07.958 INFO:tasks.cephadm.ceph_manager.ceph:waiting for all up 2024-09-13T13:55:07.958 DEBUG:teuthology.orchestra.run.smithi062:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell --fsid ff1149ea-71d5-11ef-bceb-c7b262605968 -- ceph osd dump --format=json 2024-09-13T13:55:08.116 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 13 13:55:08 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T13:55:08.117 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:55:08 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T13:55:08.117 INFO:journalctl@ceph.osd.5.smithi178.stdout:Sep 13 13:55:08 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T13:55:08.117 INFO:journalctl@ceph.osd.4.smithi178.stdout:Sep 13 13:55:08 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T13:55:08.118 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 13 13:55:08 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T13:55:08.118 INFO:journalctl@ceph.osd.7.smithi178.stdout:Sep 13 13:55:08 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T13:55:08.118 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 13:55:08 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T13:55:08.118 INFO:journalctl@ceph.osd.6.smithi178.stdout:Sep 13 13:55:08 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T13:55:08.251 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:55:08 smithi062 bash[19845]: cluster 2024-09-13T13:55:06.211235+0000 mgr.y (mgr.14391) 44 : cluster [DBG] pgmap v22: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-13T13:55:08.252 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:55:08 smithi062 bash[19845]: audit 2024-09-13T13:55:07.324374+0000 mon.c (mon.2) 11 : audit [DBG] from='client.? 172.21.15.62:0/53185785' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-09-13T13:55:08.252 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:55:08 smithi062 bash[26634]: cluster 2024-09-13T13:55:06.211235+0000 mgr.y (mgr.14391) 44 : cluster [DBG] pgmap v22: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-13T13:55:08.252 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:55:08 smithi062 bash[26634]: audit 2024-09-13T13:55:07.324374+0000 mon.c (mon.2) 11 : audit [DBG] from='client.? 172.21.15.62:0/53185785' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-09-13T13:55:08.378 INFO:journalctl@ceph.osd.4.smithi178.stdout:Sep 13 13:55:08 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T13:55:08.379 INFO:journalctl@ceph.osd.5.smithi178.stdout:Sep 13 13:55:08 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T13:55:08.379 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 13:55:08 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T13:55:08.379 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:08 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T13:55:08.379 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:08 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T13:55:08.380 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:08 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T13:55:08.380 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:08 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T13:55:08.380 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 13 13:55:08 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T13:55:08.380 INFO:journalctl@ceph.osd.6.smithi178.stdout:Sep 13 13:55:08 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T13:55:08.380 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:55:08 smithi178 bash[22034]: cluster 2024-09-13T13:55:06.211235+0000 mgr.y (mgr.14391) 44 : cluster [DBG] pgmap v22: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-13T13:55:08.381 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:55:08 smithi178 bash[22034]: audit 2024-09-13T13:55:07.324374+0000 mon.c (mon.2) 11 : audit [DBG] from='client.? 172.21.15.62:0/53185785' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-09-13T13:55:08.381 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:55:08 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T13:55:08.381 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 13 13:55:08 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T13:55:08.381 INFO:journalctl@ceph.osd.7.smithi178.stdout:Sep 13 13:55:08 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T13:55:08.682 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:08 smithi178 systemd[1]: Started Ceph grafana.a for ff1149ea-71d5-11ef-bceb-c7b262605968. 2024-09-13T13:55:09.683 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:55:09 smithi178 bash[22034]: cluster 2024-09-13T13:55:08.211725+0000 mgr.y (mgr.14391) 45 : cluster [DBG] pgmap v23: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-13T13:55:09.683 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:55:09 smithi178 bash[22034]: audit 2024-09-13T13:55:08.438288+0000 mon.a (mon.0) 759 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:55:09.683 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:55:09 smithi178 bash[22034]: audit 2024-09-13T13:55:08.447959+0000 mon.a (mon.0) 760 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:55:09.683 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:55:09 smithi178 bash[22034]: audit 2024-09-13T13:55:08.456046+0000 mon.a (mon.0) 761 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:55:09.683 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:55:09 smithi178 bash[22034]: audit 2024-09-13T13:55:08.463749+0000 mon.a (mon.0) 762 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:55:09.683 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:55:09 smithi178 bash[22034]: audit 2024-09-13T13:55:08.521749+0000 mon.a (mon.0) 763 : audit [DBG] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T13:55:09.683 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:55:09 smithi178 bash[22034]: audit 2024-09-13T13:55:09.115910+0000 mon.a (mon.0) 764 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:55:09.683 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:55:09 smithi178 bash[22034]: audit 2024-09-13T13:55:09.124604+0000 mon.a (mon.0) 765 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:55:09.752 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:55:09 smithi062 bash[19845]: cluster 2024-09-13T13:55:08.211725+0000 mgr.y (mgr.14391) 45 : cluster [DBG] pgmap v23: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-13T13:55:09.752 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:55:09 smithi062 bash[19845]: audit 2024-09-13T13:55:08.438288+0000 mon.a (mon.0) 759 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:55:09.752 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:55:09 smithi062 bash[19845]: audit 2024-09-13T13:55:08.447959+0000 mon.a (mon.0) 760 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:55:09.752 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:55:09 smithi062 bash[19845]: audit 2024-09-13T13:55:08.456046+0000 mon.a (mon.0) 761 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:55:09.752 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:55:09 smithi062 bash[19845]: audit 2024-09-13T13:55:08.463749+0000 mon.a (mon.0) 762 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:55:09.752 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:55:09 smithi062 bash[19845]: audit 2024-09-13T13:55:08.521749+0000 mon.a (mon.0) 763 : audit [DBG] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T13:55:09.752 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:55:09 smithi062 bash[19845]: audit 2024-09-13T13:55:09.115910+0000 mon.a (mon.0) 764 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:55:09.752 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:55:09 smithi062 bash[19845]: audit 2024-09-13T13:55:09.124604+0000 mon.a (mon.0) 765 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:55:09.753 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:55:09 smithi062 bash[26634]: cluster 2024-09-13T13:55:08.211725+0000 mgr.y (mgr.14391) 45 : cluster [DBG] pgmap v23: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-13T13:55:09.753 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:55:09 smithi062 bash[26634]: audit 2024-09-13T13:55:08.438288+0000 mon.a (mon.0) 759 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:55:09.753 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:55:09 smithi062 bash[26634]: audit 2024-09-13T13:55:08.447959+0000 mon.a (mon.0) 760 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:55:09.753 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:55:09 smithi062 bash[26634]: audit 2024-09-13T13:55:08.456046+0000 mon.a (mon.0) 761 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:55:09.753 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:55:09 smithi062 bash[26634]: audit 2024-09-13T13:55:08.463749+0000 mon.a (mon.0) 762 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:55:09.753 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:55:09 smithi062 bash[26634]: audit 2024-09-13T13:55:08.521749+0000 mon.a (mon.0) 763 : audit [DBG] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T13:55:09.753 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:55:09 smithi062 bash[26634]: audit 2024-09-13T13:55:09.115910+0000 mon.a (mon.0) 764 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:55:09.753 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:55:09 smithi062 bash[26634]: audit 2024-09-13T13:55:09.124604+0000 mon.a (mon.0) 765 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:55:10.416 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:10 smithi178 bash[47154]: logger=settings t=2024-09-13T13:55:10.163384431Z level=info msg="Starting Grafana" version=9.4.12 commit=37ee25ba46 branch=HEAD compiled=2023-05-22T15:58:05Z 2024-09-13T13:55:10.416 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:10 smithi178 bash[47154]: logger=settings t=2024-09-13T13:55:10.163566702Z level=warn msg="\"sentry\" frontend logging provider is deprecated and will be removed in the next major version. Use \"grafana\" provider instead." 2024-09-13T13:55:10.416 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:10 smithi178 bash[47154]: logger=settings t=2024-09-13T13:55:10.163579887Z level=info msg="Config loaded from" file=/usr/share/grafana/conf/defaults.ini 2024-09-13T13:55:10.416 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:10 smithi178 bash[47154]: logger=settings t=2024-09-13T13:55:10.163585359Z level=info msg="Config loaded from" file=/etc/grafana/grafana.ini 2024-09-13T13:55:10.416 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:10 smithi178 bash[47154]: logger=settings t=2024-09-13T13:55:10.163590078Z level=info msg="Config overridden from command line" arg="default.paths.data=/var/lib/grafana" 2024-09-13T13:55:10.417 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:10 smithi178 bash[47154]: logger=settings t=2024-09-13T13:55:10.163595591Z level=info msg="Config overridden from command line" arg="default.paths.logs=/var/log/grafana" 2024-09-13T13:55:10.417 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:10 smithi178 bash[47154]: logger=settings t=2024-09-13T13:55:10.163600296Z level=info msg="Config overridden from command line" arg="default.paths.plugins=/var/lib/grafana/plugins" 2024-09-13T13:55:10.417 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:10 smithi178 bash[47154]: logger=settings t=2024-09-13T13:55:10.163605393Z level=info msg="Config overridden from command line" arg="default.paths.provisioning=/etc/grafana/provisioning" 2024-09-13T13:55:10.417 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:10 smithi178 bash[47154]: logger=settings t=2024-09-13T13:55:10.163610869Z level=info msg="Config overridden from command line" arg="default.log.mode=console" 2024-09-13T13:55:10.417 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:10 smithi178 bash[47154]: logger=settings t=2024-09-13T13:55:10.163616551Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_DATA=/var/lib/grafana" 2024-09-13T13:55:10.417 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:10 smithi178 bash[47154]: logger=settings t=2024-09-13T13:55:10.163621582Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_LOGS=/var/log/grafana" 2024-09-13T13:55:10.417 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:10 smithi178 bash[47154]: logger=settings t=2024-09-13T13:55:10.163626691Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PLUGINS=/var/lib/grafana/plugins" 2024-09-13T13:55:10.417 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:10 smithi178 bash[47154]: logger=settings t=2024-09-13T13:55:10.163631839Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PROVISIONING=/etc/grafana/provisioning" 2024-09-13T13:55:10.417 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:10 smithi178 bash[47154]: logger=settings t=2024-09-13T13:55:10.163636995Z level=info msg="Path Home" path=/usr/share/grafana 2024-09-13T13:55:10.417 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:10 smithi178 bash[47154]: logger=settings t=2024-09-13T13:55:10.163642027Z level=info msg="Path Data" path=/var/lib/grafana 2024-09-13T13:55:10.417 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:10 smithi178 bash[47154]: logger=settings t=2024-09-13T13:55:10.163647624Z level=info msg="Path Logs" path=/var/log/grafana 2024-09-13T13:55:10.418 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:10 smithi178 bash[47154]: logger=settings t=2024-09-13T13:55:10.163652441Z level=info msg="Path Plugins" path=/var/lib/grafana/plugins 2024-09-13T13:55:10.418 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:10 smithi178 bash[47154]: logger=settings t=2024-09-13T13:55:10.163657339Z level=info msg="Path Provisioning" path=/etc/grafana/provisioning 2024-09-13T13:55:10.418 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:10 smithi178 bash[47154]: logger=settings t=2024-09-13T13:55:10.163662545Z level=info msg="App mode production" 2024-09-13T13:55:10.418 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:10 smithi178 bash[47154]: logger=sqlstore t=2024-09-13T13:55:10.163733832Z level=info msg="Connecting to DB" dbtype=sqlite3 2024-09-13T13:55:10.418 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:10 smithi178 bash[47154]: logger=sqlstore t=2024-09-13T13:55:10.163759066Z level=warn msg="SQLite database file has broader permissions than it should" path=/var/lib/grafana/grafana.db mode=-rw-r--r-- expected=-rw-r----- 2024-09-13T13:55:10.418 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:10 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:10.164837645Z level=info msg="Starting DB migrations" 2024-09-13T13:55:10.418 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:10 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:10.164935462Z level=info msg="Executing migration" id="create migration_log table" 2024-09-13T13:55:10.418 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:10 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:10.214367453Z level=info msg="Executing migration" id="create user table" 2024-09-13T13:55:10.418 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:10 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:10.256568312Z level=info msg="Executing migration" id="add unique index user.login" 2024-09-13T13:55:10.418 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:10 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:10.307340537Z level=info msg="Executing migration" id="add unique index user.email" 2024-09-13T13:55:10.418 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:10 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:10.357940431Z level=info msg="Executing migration" id="drop index UQE_user_login - v1" 2024-09-13T13:55:10.418 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:10 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:10.417019573Z level=info msg="Executing migration" id="drop index UQE_user_email - v1" 2024-09-13T13:55:10.676 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:10 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:10.492609107Z level=info msg="Executing migration" id="Rename table user to user_v1 - v1" 2024-09-13T13:55:10.677 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:10 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:10.54329526Z level=info msg="Executing migration" id="create user table v2" 2024-09-13T13:55:10.677 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:10 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:10.585598301Z level=info msg="Executing migration" id="create index UQE_user_login - v2" 2024-09-13T13:55:10.677 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:10 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:10.628033028Z level=info msg="Executing migration" id="create index UQE_user_email - v2" 2024-09-13T13:55:10.933 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:10 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:10.678778641Z level=info msg="Executing migration" id="copy data_source v1 to v2" 2024-09-13T13:55:10.933 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:10 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:10.721457531Z level=info msg="Executing migration" id="Drop old table user_v1" 2024-09-13T13:55:10.933 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:10 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:10.74673424Z level=info msg="Executing migration" id="Add column help_flags1 to user table" 2024-09-13T13:55:10.933 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:10 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:10.77197887Z level=info msg="Executing migration" id="Update user table charset" 2024-09-13T13:55:10.933 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:10 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:10.797183406Z level=info msg="Executing migration" id="Add last_seen_at column to user" 2024-09-13T13:55:10.933 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:10 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:10.822494165Z level=info msg="Executing migration" id="Add missing user data" 2024-09-13T13:55:10.933 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:10 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:10.847745105Z level=info msg="Executing migration" id="Add is_disabled column to user" 2024-09-13T13:55:10.933 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:10 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:10.864730717Z level=info msg="Executing migration" id="Add index user.login/user.email" 2024-09-13T13:55:10.934 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:10 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:10.881668593Z level=info msg="Executing migration" id="Add is_service_account column to user" 2024-09-13T13:55:10.934 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:10 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:10.898608266Z level=info msg="Executing migration" id="Update is_service_account column to nullable" 2024-09-13T13:55:10.934 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:10 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:10.915623832Z level=info msg="Executing migration" id="create temp user table v1-7" 2024-09-13T13:55:11.208 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:10 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:10.957652609Z level=info msg="Executing migration" id="create index IDX_temp_user_email - v1-7" 2024-09-13T13:55:11.208 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:10 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:10.999684577Z level=info msg="Executing migration" id="create index IDX_temp_user_org_id - v1-7" 2024-09-13T13:55:11.208 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:11 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:11.024940339Z level=info msg="Executing migration" id="create index IDX_temp_user_code - v1-7" 2024-09-13T13:55:11.208 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:11 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:11.066900165Z level=info msg="Executing migration" id="create index IDX_temp_user_status - v1-7" 2024-09-13T13:55:11.208 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:11 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:11.092227555Z level=info msg="Executing migration" id="Update temp_user table charset" 2024-09-13T13:55:11.208 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:11 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:11.117500509Z level=info msg="Executing migration" id="drop index IDX_temp_user_email - v1" 2024-09-13T13:55:11.209 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:11 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:11.142766245Z level=info msg="Executing migration" id="drop index IDX_temp_user_org_id - v1" 2024-09-13T13:55:11.209 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:11 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:11.168011765Z level=info msg="Executing migration" id="drop index IDX_temp_user_code - v1" 2024-09-13T13:55:11.209 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:11 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:11.209934696Z level=info msg="Executing migration" id="drop index IDX_temp_user_status - v1" 2024-09-13T13:55:11.494 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:55:11 smithi178 bash[22034]: cluster 2024-09-13T13:55:10.212265+0000 mgr.y (mgr.14391) 46 : cluster [DBG] pgmap v24: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-13T13:55:11.494 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:11 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:11.235324288Z level=info msg="Executing migration" id="Rename table temp_user to temp_user_tmp_qwerty - v1" 2024-09-13T13:55:11.494 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:11 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:11.260604604Z level=info msg="Executing migration" id="create temp_user v2" 2024-09-13T13:55:11.494 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:11 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:11.285790784Z level=info msg="Executing migration" id="create index IDX_temp_user_email - v2" 2024-09-13T13:55:11.494 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:11 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:11.336442259Z level=info msg="Executing migration" id="create index IDX_temp_user_org_id - v2" 2024-09-13T13:55:11.494 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:11 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:11.361768277Z level=info msg="Executing migration" id="create index IDX_temp_user_code - v2" 2024-09-13T13:55:11.494 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:11 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:11.386982158Z level=info msg="Executing migration" id="create index IDX_temp_user_status - v2" 2024-09-13T13:55:11.495 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:11 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:11.412383636Z level=info msg="Executing migration" id="copy temp_user v1 to v2" 2024-09-13T13:55:11.495 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:11 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:11.454226832Z level=info msg="Executing migration" id="drop temp_user_tmp_qwerty" 2024-09-13T13:55:11.495 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:11 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:11.496294829Z level=info msg="Executing migration" id="Set created for temp users that will otherwise prematurely expire" 2024-09-13T13:55:11.746 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:11 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:11.521634331Z level=info msg="Executing migration" id="create star table" 2024-09-13T13:55:11.747 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:11 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:11.546860365Z level=info msg="Executing migration" id="add unique index star.user_id_dashboard_id" 2024-09-13T13:55:11.747 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:11 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:11.572316985Z level=info msg="Executing migration" id="create org table v1" 2024-09-13T13:55:11.747 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:11 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:11.614176771Z level=info msg="Executing migration" id="create index UQE_org_name - v1" 2024-09-13T13:55:11.747 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:11 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:11.656171737Z level=info msg="Executing migration" id="create org_user table v1" 2024-09-13T13:55:11.747 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:11 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:11.681422492Z level=info msg="Executing migration" id="create index IDX_org_user_org_id - v1" 2024-09-13T13:55:11.747 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:11 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:11.723455867Z level=info msg="Executing migration" id="create index UQE_org_user_org_id_user_id - v1" 2024-09-13T13:55:11.747 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:11 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:11.748693187Z level=info msg="Executing migration" id="create index IDX_org_user_user_id - v1" 2024-09-13T13:55:11.751 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:55:11 smithi062 bash[19845]: cluster 2024-09-13T13:55:10.212265+0000 mgr.y (mgr.14391) 46 : cluster [DBG] pgmap v24: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-13T13:55:11.751 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:55:11 smithi062 bash[26634]: cluster 2024-09-13T13:55:10.212265+0000 mgr.y (mgr.14391) 46 : cluster [DBG] pgmap v24: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-13T13:55:12.016 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:11 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:11.773901713Z level=info msg="Executing migration" id="Update org table charset" 2024-09-13T13:55:12.016 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:11 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:11.799210153Z level=info msg="Executing migration" id="Update org_user table charset" 2024-09-13T13:55:12.016 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:11 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:11.824490202Z level=info msg="Executing migration" id="Migrate all Read Only Viewers to Viewers" 2024-09-13T13:55:12.016 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:11 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:11.849785861Z level=info msg="Executing migration" id="create dashboard table" 2024-09-13T13:55:12.016 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:11 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:11.911654678Z level=info msg="Executing migration" id="add index dashboard.account_id" 2024-09-13T13:55:12.016 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:11 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:11.950520926Z level=info msg="Executing migration" id="add unique index dashboard_account_id_slug" 2024-09-13T13:55:12.016 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:11 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:11.984240664Z level=info msg="Executing migration" id="create dashboard_tag table" 2024-09-13T13:55:12.016 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:12 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:12.017920538Z level=info msg="Executing migration" id="add unique index dashboard_tag.dasboard_id_term" 2024-09-13T13:55:12.277 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:12 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:12.043190558Z level=info msg="Executing migration" id="drop index UQE_dashboard_tag_dashboard_id_term - v1" 2024-09-13T13:55:12.277 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:12 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:12.085140106Z level=info msg="Executing migration" id="Rename table dashboard to dashboard_v1 - v1" 2024-09-13T13:55:12.277 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:12 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:12.110408707Z level=info msg="Executing migration" id="create dashboard v2" 2024-09-13T13:55:12.277 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:12 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:12.135703186Z level=info msg="Executing migration" id="create index IDX_dashboard_org_id - v2" 2024-09-13T13:55:12.277 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:12 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:12.186277675Z level=info msg="Executing migration" id="create index UQE_dashboard_org_id_slug - v2" 2024-09-13T13:55:12.277 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:12 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:12.211475808Z level=info msg="Executing migration" id="copy dashboard v1 to v2" 2024-09-13T13:55:12.277 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:12 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:12.253508786Z level=info msg="Executing migration" id="drop table dashboard_v1" 2024-09-13T13:55:12.277 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:12 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:12.278923718Z level=info msg="Executing migration" id="alter dashboard.data to mediumtext v1" 2024-09-13T13:55:12.529 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:12 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:12.320825104Z level=info msg="Executing migration" id="Add column updated_by in dashboard - v2" 2024-09-13T13:55:12.530 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:12 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:12.346216052Z level=info msg="Executing migration" id="Add column created_by in dashboard - v2" 2024-09-13T13:55:12.530 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:12 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:12.371543445Z level=info msg="Executing migration" id="Add column gnetId in dashboard" 2024-09-13T13:55:12.530 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:12 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:12.396791848Z level=info msg="Executing migration" id="Add index for gnetId in dashboard" 2024-09-13T13:55:12.530 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:12 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:12.422056924Z level=info msg="Executing migration" id="Add column plugin_id in dashboard" 2024-09-13T13:55:12.530 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:12 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:12.464076316Z level=info msg="Executing migration" id="Add index for plugin_id in dashboard" 2024-09-13T13:55:12.530 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:12 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:12.506191993Z level=info msg="Executing migration" id="Add index for dashboard_id in dashboard_tag" 2024-09-13T13:55:12.530 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:12 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:12.531531712Z level=info msg="Executing migration" id="Update dashboard table charset" 2024-09-13T13:55:12.751 INFO:teuthology.orchestra.run.smithi062.stderr:Inferring config /var/lib/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T13:55:12.781 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:12 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:12.573452515Z level=info msg="Executing migration" id="Update dashboard_tag table charset" 2024-09-13T13:55:12.782 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:12 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:12.615539176Z level=info msg="Executing migration" id="Add column folder_id in dashboard" 2024-09-13T13:55:12.782 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:12 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:12.640760461Z level=info msg="Executing migration" id="Add column isFolder in dashboard" 2024-09-13T13:55:12.782 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:12 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:12.666082248Z level=info msg="Executing migration" id="Add column has_acl in dashboard" 2024-09-13T13:55:12.782 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:12 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:12.699670335Z level=info msg="Executing migration" id="Add column uid in dashboard" 2024-09-13T13:55:12.782 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:12 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:12.733415552Z level=info msg="Executing migration" id="Update uid column values in dashboard" 2024-09-13T13:55:12.782 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:12 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:12.78373466Z level=info msg="Executing migration" id="Add unique index dashboard_org_id_uid" 2024-09-13T13:55:13.034 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:12 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:12.817409234Z level=info msg="Executing migration" id="Remove unique index org_id_slug" 2024-09-13T13:55:13.034 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:12 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:12.850980124Z level=info msg="Executing migration" id="Update dashboard title length" 2024-09-13T13:55:13.034 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:12 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:12.884549568Z level=info msg="Executing migration" id="Add unique index for dashboard_org_id_title_folder_id" 2024-09-13T13:55:13.034 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:12 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:12.934896628Z level=info msg="Executing migration" id="create dashboard_provisioning" 2024-09-13T13:55:13.034 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:12 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:12.968614746Z level=info msg="Executing migration" id="Rename table dashboard_provisioning to dashboard_provisioning_tmp_qwerty - v1" 2024-09-13T13:55:13.034 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:13 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:13.010577379Z level=info msg="Executing migration" id="create dashboard_provisioning v2" 2024-09-13T13:55:13.034 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:13 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:13.035884595Z level=info msg="Executing migration" id="create index IDX_dashboard_provisioning_dashboard_id - v2" 2024-09-13T13:55:13.303 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:13 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:13.078040705Z level=info msg="Executing migration" id="create index IDX_dashboard_provisioning_dashboard_id_name - v2" 2024-09-13T13:55:13.303 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:13 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:13.103406931Z level=info msg="Executing migration" id="copy dashboard_provisioning v1 to v2" 2024-09-13T13:55:13.303 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:13 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:13.128616902Z level=info msg="Executing migration" id="drop dashboard_provisioning_tmp_qwerty" 2024-09-13T13:55:13.303 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:13 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:13.153865338Z level=info msg="Executing migration" id="Add check_sum column" 2024-09-13T13:55:13.303 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:13 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:13.179196374Z level=info msg="Executing migration" id="Add index for dashboard_title" 2024-09-13T13:55:13.303 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:13 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:13.221171043Z level=info msg="Executing migration" id="delete tags for deleted dashboards" 2024-09-13T13:55:13.303 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:13 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:13.263110882Z level=info msg="Executing migration" id="delete stars for deleted dashboards" 2024-09-13T13:55:13.303 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:13 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:13.305207287Z level=info msg="Executing migration" id="Add index for dashboard_is_folder" 2024-09-13T13:55:13.572 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:55:13 smithi178 bash[22034]: cluster 2024-09-13T13:55:12.212840+0000 mgr.y (mgr.14391) 47 : cluster [DBG] pgmap v25: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-13T13:55:13.572 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:55:13 smithi178 bash[22034]: audit 2024-09-13T13:55:13.277761+0000 mon.a (mon.0) 766 : audit [DBG] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T13:55:13.573 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:55:13 smithi178 bash[22034]: audit 2024-09-13T13:55:13.289420+0000 mon.a (mon.0) 767 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:55:13.573 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:13 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:13.330583916Z level=info msg="Executing migration" id="Add isPublic for dashboard" 2024-09-13T13:55:13.573 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:13 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:13.372596791Z level=info msg="Executing migration" id="create data_source table" 2024-09-13T13:55:13.573 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:13 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:13.414635406Z level=info msg="Executing migration" id="add index data_source.account_id" 2024-09-13T13:55:13.573 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:13 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:13.439947589Z level=info msg="Executing migration" id="add unique index data_source.account_id_name" 2024-09-13T13:55:13.573 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:13 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:13.481992311Z level=info msg="Executing migration" id="drop index IDX_data_source_account_id - v1" 2024-09-13T13:55:13.573 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:13 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:13.524014006Z level=info msg="Executing migration" id="drop index UQE_data_source_account_id_name - v1" 2024-09-13T13:55:13.573 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:13 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:13.549297569Z level=info msg="Executing migration" id="Rename table data_source to data_source_v1 - v1" 2024-09-13T13:55:13.573 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:13 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:13.574562965Z level=info msg="Executing migration" id="create data_source table v2" 2024-09-13T13:55:13.752 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:55:13 smithi062 bash[19845]: cluster 2024-09-13T13:55:12.212840+0000 mgr.y (mgr.14391) 47 : cluster [DBG] pgmap v25: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-13T13:55:13.752 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:55:13 smithi062 bash[19845]: audit 2024-09-13T13:55:13.277761+0000 mon.a (mon.0) 766 : audit [DBG] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T13:55:13.752 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:55:13 smithi062 bash[19845]: audit 2024-09-13T13:55:13.289420+0000 mon.a (mon.0) 767 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:55:13.752 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:55:13 smithi062 bash[26634]: cluster 2024-09-13T13:55:12.212840+0000 mgr.y (mgr.14391) 47 : cluster [DBG] pgmap v25: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-13T13:55:13.752 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:55:13 smithi062 bash[26634]: audit 2024-09-13T13:55:13.277761+0000 mon.a (mon.0) 766 : audit [DBG] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T13:55:13.752 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:55:13 smithi062 bash[26634]: audit 2024-09-13T13:55:13.289420+0000 mon.a (mon.0) 767 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:55:13.842 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:13 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:13.616572674Z level=info msg="Executing migration" id="create index IDX_data_source_org_id - v2" 2024-09-13T13:55:13.842 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:13 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:13.650066665Z level=info msg="Executing migration" id="create index UQE_data_source_org_id_name - v2" 2024-09-13T13:55:13.842 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:13 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:13.675451116Z level=info msg="Executing migration" id="Drop old table data_source_v1 #2" 2024-09-13T13:55:13.842 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:13 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:13.700698467Z level=info msg="Executing migration" id="Add column with_credentials" 2024-09-13T13:55:13.842 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:13 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:13.725932077Z level=info msg="Executing migration" id="Add secure json data column" 2024-09-13T13:55:13.842 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:13 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:13.751222203Z level=info msg="Executing migration" id="Update data_source table charset" 2024-09-13T13:55:13.842 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:13 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:13.793095053Z level=info msg="Executing migration" id="Update initial version to 1" 2024-09-13T13:55:13.842 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:13 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:13.818481618Z level=info msg="Executing migration" id="Add read_only data column" 2024-09-13T13:55:13.842 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:13 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:13.843729872Z level=info msg="Executing migration" id="Migrate logging ds to loki ds" 2024-09-13T13:55:14.103 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:13 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:13.868998602Z level=info msg="Executing migration" id="Update json_data with nulls" 2024-09-13T13:55:14.103 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:13 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:13.894210492Z level=info msg="Executing migration" id="Add uid column" 2024-09-13T13:55:14.103 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:13 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:13.936488214Z level=info msg="Executing migration" id="Update uid value" 2024-09-13T13:55:14.103 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:13 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:13.96180711Z level=info msg="Executing migration" id="Add unique index datasource_org_id_uid" 2024-09-13T13:55:14.103 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:13 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:13.978800997Z level=info msg="Executing migration" id="add unique index datasource_org_id_is_default" 2024-09-13T13:55:14.103 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:13 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:13.995696667Z level=info msg="Executing migration" id="create api_key table" 2024-09-13T13:55:14.103 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:14 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:14.012659524Z level=info msg="Executing migration" id="add index api_key.account_id" 2024-09-13T13:55:14.103 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:14 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:14.071323479Z level=info msg="Executing migration" id="add index api_key.key" 2024-09-13T13:55:14.103 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:14 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:14.088245263Z level=info msg="Executing migration" id="add index api_key.account_id_name" 2024-09-13T13:55:14.103 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:14 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:14.105028102Z level=info msg="Executing migration" id="drop index IDX_api_key_account_id - v1" 2024-09-13T13:55:14.218 INFO:teuthology.orchestra.run.smithi062.stdout: 2024-09-13T13:55:14.218 INFO:teuthology.orchestra.run.smithi062.stdout:{"epoch":60,"fsid":"ff1149ea-71d5-11ef-bceb-c7b262605968","created":"2024-09-13T13:43:55.335301+0000","modified":"2024-09-13T13:54:28.177982+0000","last_up_change":"2024-09-13T13:53:38.492811+0000","last_in_change":"2024-09-13T13:53:08.148341+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T13:49:09.630646+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"3418e532-9bc9-4e12-b8d3-6e4c04e61563","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6802","nonce":570584021},{"type":"v1","addr":"172.21.15.62:6803","nonce":570584021}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6804","nonce":570584021},{"type":"v1","addr":"172.21.15.62:6805","nonce":570584021}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6808","nonce":570584021},{"type":"v1","addr":"172.21.15.62:6809","nonce":570584021}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6806","nonce":570584021},{"type":"v1","addr":"172.21.15.62:6807","nonce":570584021}]},"public_addr":"172.21.15.62:6803/570584021","cluster_addr":"172.21.15.62:6805/570584021","heartbeat_back_addr":"172.21.15.62:6809/570584021","heartbeat_front_addr":"172.21.15.62:6807/570584021","state":["exists","up"]},{"osd":1,"uuid":"4b478bd1-2c1b-4e10-873d-0c76f0faf0c9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6810","nonce":3215178071},{"type":"v1","addr":"172.21.15.62:6811","nonce":3215178071}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6812","nonce":3215178071},{"type":"v1","addr":"172.21.15.62:6813","nonce":3215178071}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6816","nonce":3215178071},{"type":"v1","addr":"172.21.15.62:6817","nonce":3215178071}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6814","nonce":3215178071},{"type":"v1","addr":"172.21.15.62:6815","nonce":3215178071}]},"public_addr":"172.21.15.62:6811/3215178071","cluster_addr":"172.21.15.62:6813/3215178071","heartbeat_back_addr":"172.21.15.62:6817/3215178071","heartbeat_front_addr":"172.21.15.62:6815/3215178071","state":["exists","up"]},{"osd":2,"uuid":"9331de2a-3e01-4ab6-adee-b8830d820027","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6818","nonce":2617653231},{"type":"v1","addr":"172.21.15.62:6819","nonce":2617653231}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6820","nonce":2617653231},{"type":"v1","addr":"172.21.15.62:6821","nonce":2617653231}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6824","nonce":2617653231},{"type":"v1","addr":"172.21.15.62:6825","nonce":2617653231}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6822","nonce":2617653231},{"type":"v1","addr":"172.21.15.62:6823","nonce":2617653231}]},"public_addr":"172.21.15.62:6819/2617653231","cluster_addr":"172.21.15.62:6821/2617653231","heartbeat_back_addr":"172.21.15.62:6825/2617653231","heartbeat_front_addr":"172.21.15.62:6823/2617653231","state":["exists","up"]},{"osd":3,"uuid":"84a5c452-fd2e-4e14-80be-1921e047ae60","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6826","nonce":858129472},{"type":"v1","addr":"172.21.15.62:6827","nonce":858129472}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6828","nonce":858129472},{"type":"v1","addr":"172.21.15.62:6829","nonce":858129472}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6832","nonce":858129472},{"type":"v1","addr":"172.21.15.62:6833","nonce":858129472}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6830","nonce":858129472},{"type":"v1","addr":"172.21.15.62:6831","nonce":858129472}]},"public_addr":"172.21.15.62:6827/858129472","cluster_addr":"172.21.15.62:6829/858129472","heartbeat_back_addr":"172.21.15.62:6833/858129472","heartbeat_front_addr":"172.21.15.62:6831/858129472","state":["exists","up"]},{"osd":4,"uuid":"bd3b7cf5-26c0-412d-a2cc-8e4780d0d350","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6800","nonce":1019422454},{"type":"v1","addr":"172.21.15.178:6801","nonce":1019422454}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6802","nonce":1019422454},{"type":"v1","addr":"172.21.15.178:6803","nonce":1019422454}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6806","nonce":1019422454},{"type":"v1","addr":"172.21.15.178:6807","nonce":1019422454}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6804","nonce":1019422454},{"type":"v1","addr":"172.21.15.178:6805","nonce":1019422454}]},"public_addr":"172.21.15.178:6801/1019422454","cluster_addr":"172.21.15.178:6803/1019422454","heartbeat_back_addr":"172.21.15.178:6807/1019422454","heartbeat_front_addr":"172.21.15.178:6805/1019422454","state":["exists","up"]},{"osd":5,"uuid":"33bb1b08-6558-42a3-b118-2f7ea8f9efb0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":42,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6808","nonce":2965608120},{"type":"v1","addr":"172.21.15.178:6809","nonce":2965608120}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6810","nonce":2965608120},{"type":"v1","addr":"172.21.15.178:6811","nonce":2965608120}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6814","nonce":2965608120},{"type":"v1","addr":"172.21.15.178:6815","nonce":2965608120}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6812","nonce":2965608120},{"type":"v1","addr":"172.21.15.178:6813","nonce":2965608120}]},"public_addr":"172.21.15.178:6809/2965608120","cluster_addr":"172.21.15.178:6811/2965608120","heartbeat_back_addr":"172.21.15.178:6815/2965608120","heartbeat_front_addr":"172.21.15.178:6813/2965608120","state":["exists","up"]},{"osd":6,"uuid":"45057ed7-bfe2-4b05-90f4-0d881aa8c42b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":50,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6816","nonce":3193201716},{"type":"v1","addr":"172.21.15.178:6817","nonce":3193201716}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6818","nonce":3193201716},{"type":"v1","addr":"172.21.15.178:6819","nonce":3193201716}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6822","nonce":3193201716},{"type":"v1","addr":"172.21.15.178:6823","nonce":3193201716}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6820","nonce":3193201716},{"type":"v1","addr":"172.21.15.178:6821","nonce":3193201716}]},"public_addr":"172.21.15.178:6817/3193201716","cluster_addr":"172.21.15.178:6819/3193201716","heartbeat_back_addr":"172.21.15.178:6823/3193201716","heartbeat_front_addr":"172.21.15.178:6821/3193201716","state":["exists","up"]},{"osd":7,"uuid":"d02018a0-ee1f-4aec-a4e1-d87057cb11d6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":58,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6824","nonce":3716491842},{"type":"v1","addr":"172.21.15.178:6825","nonce":3716491842}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6826","nonce":3716491842},{"type":"v1","addr":"172.21.15.178:6827","nonce":3716491842}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6830","nonce":3716491842},{"type":"v1","addr":"172.21.15.178:6831","nonce":3716491842}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6828","nonce":3716491842},{"type":"v1","addr":"172.21.15.178:6829","nonce":3716491842}]},"public_addr":"172.21.15.178:6825/3716491842","cluster_addr":"172.21.15.178:6827/3716491842","heartbeat_back_addr":"172.21.15.178:6831/3716491842","heartbeat_front_addr":"172.21.15.178:6829/3716491842","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T13:47:16.710970+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T13:48:11.681932+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T13:49:04.919181+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T13:49:59.331270+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T13:50:51.871086+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T13:51:45.694007+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T13:52:42.120355+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T13:53:36.848308+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.62:0/3802992378":"2024-09-14T13:54:28.177882+0000","172.21.15.62:6801/784187340":"2024-09-14T13:54:28.177882+0000","172.21.15.62:0/3512183348":"2024-09-14T13:44:23.562223+0000","172.21.15.62:0/2784367012":"2024-09-14T13:44:56.986044+0000","172.21.15.62:0/3804501063":"2024-09-14T13:44:23.562223+0000","172.21.15.62:0/950528481":"2024-09-14T13:44:23.562223+0000","172.21.15.62:0/2248404405":"2024-09-14T13:54:28.177882+0000","172.21.15.62:6800/1777682528":"2024-09-14T13:44:23.562223+0000","172.21.15.62:6801/1777682528":"2024-09-14T13:44:23.562223+0000","172.21.15.62:0/4085708214":"2024-09-14T13:44:56.986044+0000","172.21.15.62:0/3314444234":"2024-09-14T13:44:56.986044+0000","172.21.15.62:0/1655925436":"2024-09-14T13:54:28.177882+0000","172.21.15.62:6800/4139932898":"2024-09-14T13:44:56.986044+0000","172.21.15.62:6801/4139932898":"2024-09-14T13:44:56.986044+0000","172.21.15.62:6800/784187340":"2024-09-14T13:54:28.177882+0000","172.21.15.62:0/3762762872":"2024-09-14T13:54:28.177882+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T13:55:14.355 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:14 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:14.13035784Z level=info msg="Executing migration" id="drop index UQE_api_key_key - v1" 2024-09-13T13:55:14.355 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:14 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:14.155719277Z level=info msg="Executing migration" id="drop index UQE_api_key_account_id_name - v1" 2024-09-13T13:55:14.356 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:14 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:14.18094782Z level=info msg="Executing migration" id="Rename table api_key to api_key_v1 - v1" 2024-09-13T13:55:14.356 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:14 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:14.222945649Z level=info msg="Executing migration" id="create api_key table v2" 2024-09-13T13:55:14.356 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:14 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:14.26510007Z level=info msg="Executing migration" id="create index IDX_api_key_org_id - v2" 2024-09-13T13:55:14.356 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:14 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:14.357470118Z level=info msg="Executing migration" id="create index UQE_api_key_key - v2" 2024-09-13T13:55:14.501 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:55:14 smithi062 bash[19845]: audit 2024-09-13T13:55:14.219827+0000 mon.c (mon.2) 12 : audit [DBG] from='client.? 172.21.15.62:0/3347481863' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-13T13:55:14.502 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:55:14 smithi062 bash[19845]: audit 2024-09-13T13:55:14.298153+0000 mon.a (mon.0) 768 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:55:14.502 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:55:14 smithi062 bash[19845]: audit 2024-09-13T13:55:14.304535+0000 mon.a (mon.0) 769 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:55:14.502 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:55:14 smithi062 bash[26634]: audit 2024-09-13T13:55:14.219827+0000 mon.c (mon.2) 12 : audit [DBG] from='client.? 172.21.15.62:0/3347481863' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-13T13:55:14.502 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:55:14 smithi062 bash[26634]: audit 2024-09-13T13:55:14.298153+0000 mon.a (mon.0) 768 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:55:14.502 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:55:14 smithi062 bash[26634]: audit 2024-09-13T13:55:14.304535+0000 mon.a (mon.0) 769 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:55:14.665 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:14 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:14.399403007Z level=info msg="Executing migration" id="create index UQE_api_key_org_id_name - v2" 2024-09-13T13:55:14.666 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:14 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:14.424622108Z level=info msg="Executing migration" id="copy api_key v1 to v2" 2024-09-13T13:55:14.666 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:14 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:14.4666478Z level=info msg="Executing migration" id="Drop old table api_key_v1" 2024-09-13T13:55:14.666 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:14 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:14.491992673Z level=info msg="Executing migration" id="Update api_key table charset" 2024-09-13T13:55:14.666 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:14 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:14.517278992Z level=info msg="Executing migration" id="Add expires to api_key table" 2024-09-13T13:55:14.666 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:14 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:14.550915389Z level=info msg="Executing migration" id="Add service account foreign key" 2024-09-13T13:55:14.666 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:14 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:14.600951378Z level=info msg="Executing migration" id="set service account foreign key to nil if 0" 2024-09-13T13:55:14.666 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:55:14 smithi178 bash[22034]: audit 2024-09-13T13:55:14.219827+0000 mon.c (mon.2) 12 : audit [DBG] from='client.? 172.21.15.62:0/3347481863' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-13T13:55:14.666 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:55:14 smithi178 bash[22034]: audit 2024-09-13T13:55:14.298153+0000 mon.a (mon.0) 768 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:55:14.666 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:55:14 smithi178 bash[22034]: audit 2024-09-13T13:55:14.304535+0000 mon.a (mon.0) 769 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:55:14.884 INFO:tasks.cephadm.ceph_manager.ceph:all up! 2024-09-13T13:55:14.885 DEBUG:teuthology.orchestra.run.smithi062:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell --fsid ff1149ea-71d5-11ef-bceb-c7b262605968 -- ceph osd dump --format=json 2024-09-13T13:55:14.918 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:14 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:14.66815512Z level=info msg="Executing migration" id="Add last_used_at to api_key table" 2024-09-13T13:55:14.918 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:14 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:14.718939605Z level=info msg="Executing migration" id="Add is_revoked column to api_key table" 2024-09-13T13:55:14.918 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:14 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:14.752210089Z level=info msg="Executing migration" id="create dashboard_snapshot table v4" 2024-09-13T13:55:14.918 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:14 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:14.802568355Z level=info msg="Executing migration" id="drop table dashboard_snapshot_v4 #1" 2024-09-13T13:55:14.918 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:14 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:14.836445864Z level=info msg="Executing migration" id="create dashboard_snapshot table v5 #2" 2024-09-13T13:55:14.918 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:14 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:14.870059171Z level=info msg="Executing migration" id="create index UQE_dashboard_snapshot_key - v5" 2024-09-13T13:55:14.918 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:14 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:14.920503068Z level=info msg="Executing migration" id="create index UQE_dashboard_snapshot_delete_key - v5" 2024-09-13T13:55:15.182 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:14 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:14.970860714Z level=info msg="Executing migration" id="create index IDX_dashboard_snapshot_user_id - v5" 2024-09-13T13:55:15.183 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:15 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:15.012973706Z level=info msg="Executing migration" id="alter dashboard_snapshot to mediumtext v2" 2024-09-13T13:55:15.183 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:15 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:15.038253249Z level=info msg="Executing migration" id="Update dashboard_snapshot table charset" 2024-09-13T13:55:15.183 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:15 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:15.080460636Z level=info msg="Executing migration" id="Add column external_delete_url to dashboard_snapshots table" 2024-09-13T13:55:15.183 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:15 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:15.105851367Z level=info msg="Executing migration" id="Add encrypted dashboard json column" 2024-09-13T13:55:15.183 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:15 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:15.147897607Z level=info msg="Executing migration" id="Change dashboard_encrypted column to MEDIUMBLOB" 2024-09-13T13:55:15.449 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:15 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:15.190050033Z level=info msg="Executing migration" id="create quota table v1" 2024-09-13T13:55:15.449 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:15 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:15.215459485Z level=info msg="Executing migration" id="create index UQE_quota_org_id_user_id_target - v1" 2024-09-13T13:55:15.449 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:15 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:15.257471429Z level=info msg="Executing migration" id="Update quota table charset" 2024-09-13T13:55:15.449 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:15 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:15.299494429Z level=info msg="Executing migration" id="create plugin_setting table" 2024-09-13T13:55:15.449 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:15 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:15.324768541Z level=info msg="Executing migration" id="create index UQE_plugin_setting_org_id_plugin_id - v1" 2024-09-13T13:55:15.449 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:15 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:15.366824398Z level=info msg="Executing migration" id="Add column plugin_version to plugin_settings" 2024-09-13T13:55:15.449 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:15 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:15.408841225Z level=info msg="Executing migration" id="Update plugin_setting table charset" 2024-09-13T13:55:15.449 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:15 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:15.451038384Z level=info msg="Executing migration" id="create session table" 2024-09-13T13:55:15.710 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:55:15 smithi178 bash[22034]: cluster 2024-09-13T13:55:14.213185+0000 mgr.y (mgr.14391) 48 : cluster [DBG] pgmap v26: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-13T13:55:15.710 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:55:15 smithi178 bash[22034]: audit 2024-09-13T13:55:15.387379+0000 mon.a (mon.0) 770 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:55:15.710 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:55:15 smithi178 bash[22034]: audit 2024-09-13T13:55:15.399119+0000 mon.a (mon.0) 771 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:55:15.710 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:55:15 smithi178 bash[22034]: audit 2024-09-13T13:55:15.401273+0000 mon.a (mon.0) 772 : audit [DBG] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T13:55:15.711 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:55:15 smithi178 bash[22034]: audit 2024-09-13T13:55:15.403030+0000 mon.a (mon.0) 773 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T13:55:15.711 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:55:15 smithi178 bash[22034]: audit 2024-09-13T13:55:15.411126+0000 mon.a (mon.0) 774 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:55:15.711 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:15 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:15.49340062Z level=info msg="Executing migration" id="Drop old table playlist table" 2024-09-13T13:55:15.711 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:15 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:15.518521785Z level=info msg="Executing migration" id="Drop old table playlist_item table" 2024-09-13T13:55:15.711 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:15 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:15.543870755Z level=info msg="Executing migration" id="create playlist table v2" 2024-09-13T13:55:15.711 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:15 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:15.569173661Z level=info msg="Executing migration" id="create playlist item table v2" 2024-09-13T13:55:15.711 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:15 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:15.611121408Z level=info msg="Executing migration" id="Update playlist table charset" 2024-09-13T13:55:15.711 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:15 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:15.645084511Z level=info msg="Executing migration" id="Update playlist_item table charset" 2024-09-13T13:55:15.711 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:15 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:15.678688325Z level=info msg="Executing migration" id="drop preferences table v2" 2024-09-13T13:55:15.711 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:15 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:15.712281055Z level=info msg="Executing migration" id="drop preferences table v3" 2024-09-13T13:55:15.752 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:55:15 smithi062 bash[26634]: cluster 2024-09-13T13:55:14.213185+0000 mgr.y (mgr.14391) 48 : cluster [DBG] pgmap v26: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-13T13:55:15.752 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:55:15 smithi062 bash[26634]: audit 2024-09-13T13:55:15.387379+0000 mon.a (mon.0) 770 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:55:15.752 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:55:15 smithi062 bash[26634]: audit 2024-09-13T13:55:15.399119+0000 mon.a (mon.0) 771 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:55:15.752 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:55:15 smithi062 bash[26634]: audit 2024-09-13T13:55:15.401273+0000 mon.a (mon.0) 772 : audit [DBG] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T13:55:15.752 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:55:15 smithi062 bash[26634]: audit 2024-09-13T13:55:15.403030+0000 mon.a (mon.0) 773 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T13:55:15.752 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:55:15 smithi062 bash[26634]: audit 2024-09-13T13:55:15.411126+0000 mon.a (mon.0) 774 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:55:15.752 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:55:15 smithi062 bash[19845]: cluster 2024-09-13T13:55:14.213185+0000 mgr.y (mgr.14391) 48 : cluster [DBG] pgmap v26: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-13T13:55:15.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:55:15 smithi062 bash[19845]: audit 2024-09-13T13:55:15.387379+0000 mon.a (mon.0) 770 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:55:15.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:55:15 smithi062 bash[19845]: audit 2024-09-13T13:55:15.399119+0000 mon.a (mon.0) 771 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:55:15.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:55:15 smithi062 bash[19845]: audit 2024-09-13T13:55:15.401273+0000 mon.a (mon.0) 772 : audit [DBG] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T13:55:15.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:55:15 smithi062 bash[19845]: audit 2024-09-13T13:55:15.403030+0000 mon.a (mon.0) 773 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T13:55:15.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:55:15 smithi062 bash[19845]: audit 2024-09-13T13:55:15.411126+0000 mon.a (mon.0) 774 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:55:15.962 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:15 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:15.762737553Z level=info msg="Executing migration" id="create preferences table v3" 2024-09-13T13:55:15.962 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:15 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:15.813060662Z level=info msg="Executing migration" id="Update preferences table charset" 2024-09-13T13:55:15.962 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:15 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:15.846673275Z level=info msg="Executing migration" id="Add column team_id in preferences" 2024-09-13T13:55:15.962 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:15 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:15.880253306Z level=info msg="Executing migration" id="Update team_id column values in preferences" 2024-09-13T13:55:15.962 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:15 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:15.930623322Z level=info msg="Executing migration" id="Add column week_start in preferences" 2024-09-13T13:55:15.962 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:15 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:15.964255784Z level=info msg="Executing migration" id="Add column preferences.json_data" 2024-09-13T13:55:16.232 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:15 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:15.997866848Z level=info msg="Executing migration" id="alter preferences.json_data to mediumtext v1" 2024-09-13T13:55:16.232 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:16 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:16.031534281Z level=info msg="Executing migration" id="Add preferences index org_id" 2024-09-13T13:55:16.232 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:16 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:16.081864494Z level=info msg="Executing migration" id="Add preferences index user_id" 2024-09-13T13:55:16.232 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:16 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:16.107223617Z level=info msg="Executing migration" id="create alert table v1" 2024-09-13T13:55:16.232 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:16 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:16.132475458Z level=info msg="Executing migration" id="add index alert org_id & id " 2024-09-13T13:55:16.232 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:16 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:16.157785891Z level=info msg="Executing migration" id="add index alert state" 2024-09-13T13:55:16.232 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:16 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:16.183002483Z level=info msg="Executing migration" id="add index alert dashboard_id" 2024-09-13T13:55:16.232 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:16 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:16.208336702Z level=info msg="Executing migration" id="Create alert_rule_tag table v1" 2024-09-13T13:55:16.232 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:16 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:16.233637909Z level=info msg="Executing migration" id="Add unique index alert_rule_tag.alert_id_tag_id" 2024-09-13T13:55:16.492 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:55:16 smithi178 bash[22034]: cephadm 2024-09-13T13:55:15.467631+0000 mgr.y (mgr.14391) 49 : cephadm [INF] Reconfiguring alertmanager.a (dependencies changed)... 2024-09-13T13:55:16.492 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:55:16 smithi178 bash[22034]: cephadm 2024-09-13T13:55:15.475950+0000 mgr.y (mgr.14391) 50 : cephadm [INF] Reconfiguring daemon alertmanager.a on smithi062 2024-09-13T13:55:16.493 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:16 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:16.275611376Z level=info msg="Executing migration" id="drop index UQE_alert_rule_tag_alert_id_tag_id - v1" 2024-09-13T13:55:16.493 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:16 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:16.300910652Z level=info msg="Executing migration" id="Rename table alert_rule_tag to alert_rule_tag_v1 - v1" 2024-09-13T13:55:16.493 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:16 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:16.351212709Z level=info msg="Executing migration" id="Create alert_rule_tag table v2" 2024-09-13T13:55:16.493 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:16 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:16.376569952Z level=info msg="Executing migration" id="create index UQE_alert_rule_tag_alert_id_tag_id - Add unique index alert_rule_tag.alert_id_tag_id V2" 2024-09-13T13:55:16.493 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:16 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:16.426942258Z level=info msg="Executing migration" id="copy alert_rule_tag v1 to v2" 2024-09-13T13:55:16.493 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:16 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:16.468934268Z level=info msg="Executing migration" id="drop table alert_rule_tag_v1" 2024-09-13T13:55:16.493 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:16 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:16.494339614Z level=info msg="Executing migration" id="create alert_notification table v1" 2024-09-13T13:55:16.751 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:55:16 smithi062 bash[19845]: cephadm 2024-09-13T13:55:15.467631+0000 mgr.y (mgr.14391) 49 : cephadm [INF] Reconfiguring alertmanager.a (dependencies changed)... 2024-09-13T13:55:16.752 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:55:16 smithi062 bash[19845]: cephadm 2024-09-13T13:55:15.475950+0000 mgr.y (mgr.14391) 50 : cephadm [INF] Reconfiguring daemon alertmanager.a on smithi062 2024-09-13T13:55:16.752 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:55:16 smithi062 bash[26634]: cephadm 2024-09-13T13:55:15.467631+0000 mgr.y (mgr.14391) 49 : cephadm [INF] Reconfiguring alertmanager.a (dependencies changed)... 2024-09-13T13:55:16.752 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:55:16 smithi062 bash[26634]: cephadm 2024-09-13T13:55:15.475950+0000 mgr.y (mgr.14391) 50 : cephadm [INF] Reconfiguring daemon alertmanager.a on smithi062 2024-09-13T13:55:16.762 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:16 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:16.519603827Z level=info msg="Executing migration" id="Add column is_default" 2024-09-13T13:55:16.762 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:16 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:16.545147741Z level=info msg="Executing migration" id="Add column frequency" 2024-09-13T13:55:16.762 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:16 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:16.570413616Z level=info msg="Executing migration" id="Add column send_reminder" 2024-09-13T13:55:16.762 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:16 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:16.612455039Z level=info msg="Executing migration" id="Add column disable_resolve_message" 2024-09-13T13:55:16.762 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:16 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:16.637806862Z level=info msg="Executing migration" id="add index alert_notification org_id & name" 2024-09-13T13:55:16.763 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:16 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:16.663124825Z level=info msg="Executing migration" id="Update alert table charset" 2024-09-13T13:55:16.763 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:16 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:16.688336472Z level=info msg="Executing migration" id="Update alert_notification table charset" 2024-09-13T13:55:16.763 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:16 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:16.713665449Z level=info msg="Executing migration" id="create notification_journal table v1" 2024-09-13T13:55:16.763 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:16 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:16.738983592Z level=info msg="Executing migration" id="add index notification_journal org_id & alert_id & notifier_id" 2024-09-13T13:55:16.763 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:16 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:16.764283412Z level=info msg="Executing migration" id="drop alert_notification_journal" 2024-09-13T13:55:17.015 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:16 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:16.789553423Z level=info msg="Executing migration" id="create alert_notification_state table v1" 2024-09-13T13:55:17.015 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:16 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:16.814844746Z level=info msg="Executing migration" id="add index alert_notification_state org_id & alert_id & notifier_id" 2024-09-13T13:55:17.015 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:16 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:16.856806296Z level=info msg="Executing migration" id="Add for to alert table" 2024-09-13T13:55:17.015 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:16 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:16.890550939Z level=info msg="Executing migration" id="Add column uid in alert_notification" 2024-09-13T13:55:17.015 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:16 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:16.949233882Z level=info msg="Executing migration" id="Update uid column values in alert_notification" 2024-09-13T13:55:17.015 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:16 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:16.982916365Z level=info msg="Executing migration" id="Add unique index alert_notification_org_id_uid" 2024-09-13T13:55:17.015 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:17 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:17.016626928Z level=info msg="Executing migration" id="Remove unique index org_id_name" 2024-09-13T13:55:17.275 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:17 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:17.066871305Z level=info msg="Executing migration" id="Add column secure_settings in alert_notification" 2024-09-13T13:55:17.276 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:17 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:17.100510079Z level=info msg="Executing migration" id="alter alert.settings to mediumtext" 2024-09-13T13:55:17.276 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:17 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:17.117510908Z level=info msg="Executing migration" id="Add non-unique index alert_notification_state_alert_id" 2024-09-13T13:55:17.276 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:17 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:17.134408016Z level=info msg="Executing migration" id="Add non-unique index alert_rule_tag_alert_id" 2024-09-13T13:55:17.276 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:17 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:17.151381226Z level=info msg="Executing migration" id="Drop old annotation table v4" 2024-09-13T13:55:17.276 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:17 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:17.185032847Z level=info msg="Executing migration" id="create annotation table v5" 2024-09-13T13:55:17.276 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:17 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:17.201944915Z level=info msg="Executing migration" id="add index annotation 0 v3" 2024-09-13T13:55:17.277 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:17 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:17.235653207Z level=info msg="Executing migration" id="add index annotation 1 v3" 2024-09-13T13:55:17.501 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:55:17 smithi062 bash[19845]: cluster 2024-09-13T13:55:16.213785+0000 mgr.y (mgr.14391) 51 : cluster [DBG] pgmap v27: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-13T13:55:17.502 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:55:17 smithi062 bash[26634]: cluster 2024-09-13T13:55:16.213785+0000 mgr.y (mgr.14391) 51 : cluster [DBG] pgmap v27: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-13T13:55:17.537 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:55:17 smithi178 bash[22034]: cluster 2024-09-13T13:55:16.213785+0000 mgr.y (mgr.14391) 51 : cluster [DBG] pgmap v27: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-13T13:55:17.537 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:17 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:17.277667271Z level=info msg="Executing migration" id="add index annotation 2 v3" 2024-09-13T13:55:17.537 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:17 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:17.302988114Z level=info msg="Executing migration" id="add index annotation 3 v3" 2024-09-13T13:55:17.537 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:17 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:17.328227725Z level=info msg="Executing migration" id="add index annotation 4 v3" 2024-09-13T13:55:17.537 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:17 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:17.378824956Z level=info msg="Executing migration" id="Update annotation table charset" 2024-09-13T13:55:17.537 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:17 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:17.404015018Z level=info msg="Executing migration" id="Add column region_id to annotation table" 2024-09-13T13:55:17.538 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:17 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:17.429280651Z level=info msg="Executing migration" id="Drop category_id index" 2024-09-13T13:55:17.538 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:17 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:17.471314645Z level=info msg="Executing migration" id="Add column tags to annotation table" 2024-09-13T13:55:17.538 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:17 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:17.48847075Z level=info msg="Executing migration" id="Create annotation_tag table v2" 2024-09-13T13:55:17.538 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:17 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:17.50539977Z level=info msg="Executing migration" id="Add unique index annotation_tag.annotation_id_tag_id" 2024-09-13T13:55:17.538 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:17 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:17.522212736Z level=info msg="Executing migration" id="drop index UQE_annotation_tag_annotation_id_tag_id - v2" 2024-09-13T13:55:17.538 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:17 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:17.539221322Z level=info msg="Executing migration" id="Rename table annotation_tag to annotation_tag_v2 - v2" 2024-09-13T13:55:17.797 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:17 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:17.581124754Z level=info msg="Executing migration" id="Create annotation_tag table v3" 2024-09-13T13:55:17.798 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:17 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:17.598026471Z level=info msg="Executing migration" id="create index UQE_annotation_tag_annotation_id_tag_id - Add unique index annotation_tag.annotation_id_tag_id V3" 2024-09-13T13:55:17.798 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:17 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:17.673495127Z level=info msg="Executing migration" id="copy annotation_tag v2 to v3" 2024-09-13T13:55:17.798 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:17 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:17.698703926Z level=info msg="Executing migration" id="drop table annotation_tag_v2" 2024-09-13T13:55:17.798 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:17 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:17.72401934Z level=info msg="Executing migration" id="Update alert annotations and set TEXT to empty" 2024-09-13T13:55:17.798 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:17 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:17.749240613Z level=info msg="Executing migration" id="Add created time to annotation table" 2024-09-13T13:55:17.798 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:17 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:17.774448178Z level=info msg="Executing migration" id="Add updated time to annotation table" 2024-09-13T13:55:17.798 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:17 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:17.799785972Z level=info msg="Executing migration" id="Add index for created in annotation table" 2024-09-13T13:55:18.075 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:17 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:17.825041556Z level=info msg="Executing migration" id="Add index for updated in annotation table" 2024-09-13T13:55:18.076 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:17 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:17.867085986Z level=info msg="Executing migration" id="Convert existing annotations from seconds to milliseconds" 2024-09-13T13:55:18.076 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:17 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:17.892280991Z level=info msg="Executing migration" id="Add epoch_end column" 2024-09-13T13:55:18.076 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:17 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:17.934231788Z level=info msg="Executing migration" id="Add index for epoch_end" 2024-09-13T13:55:18.076 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:17 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:17.959626597Z level=info msg="Executing migration" id="Make epoch_end the same as epoch" 2024-09-13T13:55:18.076 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:17 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:17.984856962Z level=info msg="Executing migration" id="Move region to single row" 2024-09-13T13:55:18.076 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:18 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:18.0100536Z level=info msg="Executing migration" id="Remove index org_id_epoch from annotation table" 2024-09-13T13:55:18.077 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:18 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:18.035491693Z level=info msg="Executing migration" id="Remove index org_id_dashboard_id_panel_id_epoch from annotation table" 2024-09-13T13:55:18.361 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:18 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:18.077515426Z level=info msg="Executing migration" id="Add index for org_id_dashboard_id_epoch_end_epoch on annotation table" 2024-09-13T13:55:18.362 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:18 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:18.102729837Z level=info msg="Executing migration" id="Add index for org_id_epoch_end_epoch on annotation table" 2024-09-13T13:55:18.362 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:18 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:18.127971252Z level=info msg="Executing migration" id="Remove index org_id_epoch_epoch_end from annotation table" 2024-09-13T13:55:18.362 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:18 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:18.153248606Z level=info msg="Executing migration" id="Add index for alert_id on annotation table" 2024-09-13T13:55:18.362 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:18 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:18.178775554Z level=info msg="Executing migration" id="Increase tags column to length 4096" 2024-09-13T13:55:18.362 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:18 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:18.204064098Z level=info msg="Executing migration" id="create test_data table" 2024-09-13T13:55:18.362 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:18 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:18.229381675Z level=info msg="Executing migration" id="create dashboard_version table v1" 2024-09-13T13:55:18.362 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:18 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:18.254588353Z level=info msg="Executing migration" id="add index dashboard_version.dashboard_id" 2024-09-13T13:55:18.362 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:18 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:18.279857798Z level=info msg="Executing migration" id="add unique index dashboard_version.dashboard_id and dashboard_version.version" 2024-09-13T13:55:18.362 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:18 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:18.321805359Z level=info msg="Executing migration" id="Set dashboard version to 1 where 0" 2024-09-13T13:55:18.362 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:18 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:18.363706577Z level=info msg="Executing migration" id="save existing dashboard data in dashboard_version table v1" 2024-09-13T13:55:18.631 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:18 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:18.405825207Z level=info msg="Executing migration" id="alter dashboard_version.data to mediumtext v1" 2024-09-13T13:55:18.631 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:18 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:18.431076454Z level=info msg="Executing migration" id="create team table" 2024-09-13T13:55:18.631 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:18 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:18.473036158Z level=info msg="Executing migration" id="add index team.org_id" 2024-09-13T13:55:18.631 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:18 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:18.498433671Z level=info msg="Executing migration" id="add unique index team_org_id_name" 2024-09-13T13:55:18.631 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:18 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:18.540423935Z level=info msg="Executing migration" id="create team member table" 2024-09-13T13:55:18.631 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:18 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:18.565726352Z level=info msg="Executing migration" id="add index team_member.org_id" 2024-09-13T13:55:18.631 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:18 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:18.590997237Z level=info msg="Executing migration" id="add unique index team_member_org_id_team_id_user_id" 2024-09-13T13:55:18.631 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:18 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:18.632934188Z level=info msg="Executing migration" id="add index team_member.team_id" 2024-09-13T13:55:18.884 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:18 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:18.658156416Z level=info msg="Executing migration" id="Add column email to team table" 2024-09-13T13:55:18.884 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:18 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:18.700145306Z level=info msg="Executing migration" id="Add column external to team_member table" 2024-09-13T13:55:18.884 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:18 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:18.725551532Z level=info msg="Executing migration" id="Add column permission to team_member table" 2024-09-13T13:55:18.884 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:18 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:18.759211473Z level=info msg="Executing migration" id="create dashboard acl table" 2024-09-13T13:55:18.884 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:18 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:18.78445666Z level=info msg="Executing migration" id="add index dashboard_acl_dashboard_id" 2024-09-13T13:55:18.884 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:18 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:18.810060774Z level=info msg="Executing migration" id="add unique index dashboard_acl_dashboard_id_user_id" 2024-09-13T13:55:18.884 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:18 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:18.835064445Z level=info msg="Executing migration" id="add unique index dashboard_acl_dashboard_id_team_id" 2024-09-13T13:55:18.884 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:18 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:18.860331699Z level=info msg="Executing migration" id="add index dashboard_acl_user_id" 2024-09-13T13:55:18.885 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:18 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:18.885698229Z level=info msg="Executing migration" id="add index dashboard_acl_team_id" 2024-09-13T13:55:19.144 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:18 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:18.927548961Z level=info msg="Executing migration" id="add index dashboard_acl_org_id_role" 2024-09-13T13:55:19.144 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:18 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:18.952855456Z level=info msg="Executing migration" id="add index dashboard_permission" 2024-09-13T13:55:19.145 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:18 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:18.97801951Z level=info msg="Executing migration" id="save default acl rules in dashboard_acl table" 2024-09-13T13:55:19.145 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:19 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:19.003350014Z level=info msg="Executing migration" id="delete acl rules for deleted dashboards and folders" 2024-09-13T13:55:19.145 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:19 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:19.028838456Z level=info msg="Executing migration" id="create tag table" 2024-09-13T13:55:19.145 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:19 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:19.070775264Z level=info msg="Executing migration" id="add index tag.key_value" 2024-09-13T13:55:19.145 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:19 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:19.096140114Z level=info msg="Executing migration" id="create login attempt table" 2024-09-13T13:55:19.145 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:19 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:19.121386452Z level=info msg="Executing migration" id="add index login_attempt.username" 2024-09-13T13:55:19.433 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:19 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:19.146669127Z level=info msg="Executing migration" id="drop index IDX_login_attempt_username - v1" 2024-09-13T13:55:19.433 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:19 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:19.171886598Z level=info msg="Executing migration" id="Rename table login_attempt to login_attempt_tmp_qwerty - v1" 2024-09-13T13:55:19.433 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:19 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:19.22216174Z level=info msg="Executing migration" id="create login_attempt v2" 2024-09-13T13:55:19.433 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:19 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:19.2475473Z level=info msg="Executing migration" id="create index IDX_login_attempt_username - v2" 2024-09-13T13:55:19.433 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:19 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:19.272881727Z level=info msg="Executing migration" id="copy login_attempt v1 to v2" 2024-09-13T13:55:19.433 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:19 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:19.297952047Z level=info msg="Executing migration" id="drop login_attempt_tmp_qwerty" 2024-09-13T13:55:19.433 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:19 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:19.3233771Z level=info msg="Executing migration" id="create user auth table" 2024-09-13T13:55:19.433 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:19 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:19.357007761Z level=info msg="Executing migration" id="create index IDX_user_auth_auth_module_auth_id - v1" 2024-09-13T13:55:19.433 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:19 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:19.373929975Z level=info msg="Executing migration" id="alter user_auth.auth_id to length 190" 2024-09-13T13:55:19.433 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:19 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:19.3908388Z level=info msg="Executing migration" id="Add OAuth access token to user_auth" 2024-09-13T13:55:19.583 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:55:19 smithi062 bash[19845]: cluster 2024-09-13T13:55:18.214389+0000 mgr.y (mgr.14391) 52 : cluster [DBG] pgmap v28: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-13T13:55:19.583 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:55:19 smithi062 bash[26634]: cluster 2024-09-13T13:55:18.214389+0000 mgr.y (mgr.14391) 52 : cluster [DBG] pgmap v28: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-13T13:55:19.774 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:55:19 smithi178 bash[22034]: cluster 2024-09-13T13:55:18.214389+0000 mgr.y (mgr.14391) 52 : cluster [DBG] pgmap v28: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-13T13:55:19.775 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:19 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:19.441284402Z level=info msg="Executing migration" id="Add OAuth refresh token to user_auth" 2024-09-13T13:55:19.775 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:19 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:19.458170525Z level=info msg="Executing migration" id="Add OAuth token type to user_auth" 2024-09-13T13:55:19.775 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:19 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:19.500334727Z level=info msg="Executing migration" id="Add OAuth expiry to user_auth" 2024-09-13T13:55:19.775 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:19 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:19.542203479Z level=info msg="Executing migration" id="Add index to user_id column in user_auth" 2024-09-13T13:55:19.775 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:19 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:19.567696291Z level=info msg="Executing migration" id="Add OAuth ID token to user_auth" 2024-09-13T13:55:19.775 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:19 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:19.592930286Z level=info msg="Executing migration" id="create server_lock table" 2024-09-13T13:55:19.775 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:19 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:19.63492211Z level=info msg="Executing migration" id="add index server_lock.operation_uid" 2024-09-13T13:55:19.775 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:19 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:19.660115859Z level=info msg="Executing migration" id="create user auth token table" 2024-09-13T13:55:19.775 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:19 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:19.776846727Z level=info msg="Executing migration" id="add unique index user_auth_token.auth_token" 2024-09-13T13:55:19.865 INFO:journalctl@ceph.alertmanager.a.smithi062.stdout:Sep 13 13:55:19 smithi062 systemd[1]: Stopping Ceph alertmanager.a for ff1149ea-71d5-11ef-bceb-c7b262605968... 2024-09-13T13:55:19.865 INFO:journalctl@ceph.alertmanager.a.smithi062.stdout:Sep 13 13:55:19 smithi062 bash[50970]: ts=2024-09-13T13:55:19.693Z caller=main.go:583 level=info msg="Received SIGTERM, exiting gracefully..." 2024-09-13T13:55:20.039 INFO:teuthology.orchestra.run.smithi062.stderr:Inferring config /var/lib/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T13:55:20.076 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:19 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:19.831311729Z level=info msg="Executing migration" id="add unique index user_auth_token.prev_auth_token" 2024-09-13T13:55:20.076 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:19 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:19.877778533Z level=info msg="Executing migration" id="add index user_auth_token.user_id" 2024-09-13T13:55:20.076 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:19 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:19.99249161Z level=info msg="Executing migration" id="Add revoked_at to the user auth token" 2024-09-13T13:55:20.076 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:20 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:20.07838415Z level=info msg="Executing migration" id="create cache_data table" 2024-09-13T13:55:20.346 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:20 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:20.103979162Z level=info msg="Executing migration" id="add unique index cache_data.cache_key" 2024-09-13T13:55:20.346 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:20 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:20.129299093Z level=info msg="Executing migration" id="create short_url table v1" 2024-09-13T13:55:20.346 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:20 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:20.154531964Z level=info msg="Executing migration" id="add index short_url.org_id-uid" 2024-09-13T13:55:20.346 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:20 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:20.179783389Z level=info msg="Executing migration" id="alter table short_url alter column created_by type to bigint" 2024-09-13T13:55:20.346 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:20 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:20.205000094Z level=info msg="Executing migration" id="delete alert_definition table" 2024-09-13T13:55:20.346 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:20 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:20.230272335Z level=info msg="Executing migration" id="recreate alert_definition table" 2024-09-13T13:55:20.346 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:20 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:20.25556963Z level=info msg="Executing migration" id="add index in alert_definition on org_id and title columns" 2024-09-13T13:55:20.346 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:20 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:20.280879003Z level=info msg="Executing migration" id="add index in alert_definition on org_id and uid columns" 2024-09-13T13:55:20.346 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:20 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:20.306030543Z level=info msg="Executing migration" id="alter alert_definition table data column to mediumtext in mysql" 2024-09-13T13:55:20.346 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:20 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:20.348005417Z level=info msg="Executing migration" id="drop index in alert_definition on org_id and title columns" 2024-09-13T13:55:20.501 INFO:journalctl@ceph.alertmanager.a.smithi062.stdout:Sep 13 13:55:20 smithi062 bash[51971]: ceph-ff1149ea-71d5-11ef-bceb-c7b262605968-alertmanager-a 2024-09-13T13:55:20.598 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:20 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:20.390153564Z level=info msg="Executing migration" id="drop index in alert_definition on org_id and uid columns" 2024-09-13T13:55:20.598 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:20 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:20.415570354Z level=info msg="Executing migration" id="add unique index in alert_definition on org_id and title columns" 2024-09-13T13:55:20.599 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:20 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:20.440826569Z level=info msg="Executing migration" id="add unique index in alert_definition on org_id and uid columns" 2024-09-13T13:55:20.599 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:20 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:20.49115168Z level=info msg="Executing migration" id="Add column paused in alert_definition" 2024-09-13T13:55:20.599 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:20 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:20.533122828Z level=info msg="Executing migration" id="drop alert_definition table" 2024-09-13T13:55:20.599 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:20 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:20.575161616Z level=info msg="Executing migration" id="delete alert_definition_version table" 2024-09-13T13:55:20.599 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:20 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:20.60042697Z level=info msg="Executing migration" id="recreate alert_definition_version table" 2024-09-13T13:55:20.851 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:20 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:20.642414122Z level=info msg="Executing migration" id="add index in alert_definition_version table on alert_definition_id and version columns" 2024-09-13T13:55:20.851 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:20 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:20.667691456Z level=info msg="Executing migration" id="add index in alert_definition_version table on alert_definition_uid and version columns" 2024-09-13T13:55:20.851 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:20 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:20.692943454Z level=info msg="Executing migration" id="alter alert_definition_version table data column to mediumtext in mysql" 2024-09-13T13:55:20.851 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:20 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:20.734909473Z level=info msg="Executing migration" id="drop alert_definition_version table" 2024-09-13T13:55:20.851 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:20 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:20.760201677Z level=info msg="Executing migration" id="create alert_instance table" 2024-09-13T13:55:20.851 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:20 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:20.785498741Z level=info msg="Executing migration" id="add index in alert_instance table on def_org_id, def_uid and current_state columns" 2024-09-13T13:55:20.851 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:20 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:20.82749177Z level=info msg="Executing migration" id="add index in alert_instance table on def_org_id, current_state columns" 2024-09-13T13:55:20.851 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:20 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:20.852764144Z level=info msg="Executing migration" id="add column current_state_end to alert_instance" 2024-09-13T13:55:21.001 INFO:journalctl@ceph.alertmanager.a.smithi062.stdout:Sep 13 13:55:20 smithi062 bash[52041]: Error response from daemon: No such container: ceph-ff1149ea-71d5-11ef-bceb-c7b262605968-alertmanager-a 2024-09-13T13:55:21.002 INFO:journalctl@ceph.alertmanager.a.smithi062.stdout:Sep 13 13:55:20 smithi062 systemd[1]: ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@alertmanager.a.service: Deactivated successfully. 2024-09-13T13:55:21.002 INFO:journalctl@ceph.alertmanager.a.smithi062.stdout:Sep 13 13:55:20 smithi062 systemd[1]: Stopped Ceph alertmanager.a for ff1149ea-71d5-11ef-bceb-c7b262605968. 2024-09-13T13:55:21.002 INFO:journalctl@ceph.alertmanager.a.smithi062.stdout:Sep 13 13:55:20 smithi062 systemd[1]: Started Ceph alertmanager.a for ff1149ea-71d5-11ef-bceb-c7b262605968. 2024-09-13T13:55:21.120 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:20 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:20.877980782Z level=info msg="Executing migration" id="remove index def_org_id, def_uid, current_state on alert_instance" 2024-09-13T13:55:21.121 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:20 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:20.894948126Z level=info msg="Executing migration" id="remove index def_org_id, current_state on alert_instance" 2024-09-13T13:55:21.121 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:20 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:20.937330431Z level=info msg="Executing migration" id="rename def_org_id to rule_org_id in alert_instance" 2024-09-13T13:55:21.121 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:20 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:20.970944092Z level=info msg="Executing migration" id="rename def_uid to rule_uid in alert_instance" 2024-09-13T13:55:21.121 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:21 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:21.004580996Z level=info msg="Executing migration" id="add index rule_org_id, rule_uid, current_state on alert_instance" 2024-09-13T13:55:21.121 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:21 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:21.029843995Z level=info msg="Executing migration" id="add index rule_org_id, current_state on alert_instance" 2024-09-13T13:55:21.121 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:21 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:21.071810223Z level=info msg="Executing migration" id="add current_reason column related to current_state" 2024-09-13T13:55:21.121 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:21 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:21.097175384Z level=info msg="Executing migration" id="create alert_rule table" 2024-09-13T13:55:21.121 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:21 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:21.122449878Z level=info msg="Executing migration" id="add index in alert_rule on org_id and title columns" 2024-09-13T13:55:21.381 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:21 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:21.147720163Z level=info msg="Executing migration" id="add index in alert_rule on org_id and uid columns" 2024-09-13T13:55:21.381 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:21 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:21.173015414Z level=info msg="Executing migration" id="add index in alert_rule on org_id, namespace_uid, group_uid columns" 2024-09-13T13:55:21.381 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:21 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:21.239857568Z level=info msg="Executing migration" id="alter alert_rule table data column to mediumtext in mysql" 2024-09-13T13:55:21.381 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:21 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:21.265048212Z level=info msg="Executing migration" id="add column for to alert_rule" 2024-09-13T13:55:21.381 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:21 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:21.30712054Z level=info msg="Executing migration" id="add column annotations to alert_rule" 2024-09-13T13:55:21.381 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:21 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:21.332388532Z level=info msg="Executing migration" id="add column labels to alert_rule" 2024-09-13T13:55:21.382 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:21 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:21.35772572Z level=info msg="Executing migration" id="remove unique index from alert_rule on org_id, title columns" 2024-09-13T13:55:21.382 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:21 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:21.382939907Z level=info msg="Executing migration" id="add index in alert_rule on org_id, namespase_uid and title columns" 2024-09-13T13:55:21.651 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:21 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:21.425032481Z level=info msg="Executing migration" id="add dashboard_uid column to alert_rule" 2024-09-13T13:55:21.651 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:21 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:21.45025841Z level=info msg="Executing migration" id="add panel_id column to alert_rule" 2024-09-13T13:55:21.651 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:21 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:21.500568533Z level=info msg="Executing migration" id="add index in alert_rule on org_id, dashboard_uid and panel_id columns" 2024-09-13T13:55:21.651 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:21 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:21.542510102Z level=info msg="Executing migration" id="add rule_group_idx column to alert_rule" 2024-09-13T13:55:21.652 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:21 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:21.589911754Z level=info msg="Executing migration" id="add is_paused column to alert_rule table" 2024-09-13T13:55:21.933 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:21 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:21.652332262Z level=info msg="Executing migration" id="fix is_paused column for alert_rule table" 2024-09-13T13:55:21.933 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:21 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:21.837821191Z level=info msg="Executing migration" id="create alert_rule_version table" 2024-09-13T13:55:21.933 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:55:21 smithi178 bash[22034]: cluster 2024-09-13T13:55:20.214865+0000 mgr.y (mgr.14391) 53 : cluster [DBG] pgmap v29: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-13T13:55:21.934 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:55:21 smithi178 bash[22034]: audit 2024-09-13T13:55:20.791313+0000 mon.a (mon.0) 775 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:55:21.934 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:55:21 smithi178 bash[22034]: audit 2024-09-13T13:55:20.797829+0000 mon.a (mon.0) 776 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:55:21.934 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:55:21 smithi178 bash[22034]: cephadm 2024-09-13T13:55:20.799352+0000 mgr.y (mgr.14391) 54 : cephadm [INF] Reconfiguring prometheus.a (dependencies changed)... 2024-09-13T13:55:21.934 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:55:21 smithi178 bash[22034]: cephadm 2024-09-13T13:55:21.059259+0000 mgr.y (mgr.14391) 55 : cephadm [INF] Reconfiguring daemon prometheus.a on smithi178 2024-09-13T13:55:22.228 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:55:21 smithi062 bash[19845]: cluster 2024-09-13T13:55:20.214865+0000 mgr.y (mgr.14391) 53 : cluster [DBG] pgmap v29: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-13T13:55:22.229 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:55:21 smithi062 bash[19845]: audit 2024-09-13T13:55:20.791313+0000 mon.a (mon.0) 775 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:55:22.229 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:55:21 smithi062 bash[19845]: audit 2024-09-13T13:55:20.797829+0000 mon.a (mon.0) 776 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:55:22.229 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:55:21 smithi062 bash[19845]: cephadm 2024-09-13T13:55:20.799352+0000 mgr.y (mgr.14391) 54 : cephadm [INF] Reconfiguring prometheus.a (dependencies changed)... 2024-09-13T13:55:22.229 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:55:21 smithi062 bash[19845]: cephadm 2024-09-13T13:55:21.059259+0000 mgr.y (mgr.14391) 55 : cephadm [INF] Reconfiguring daemon prometheus.a on smithi178 2024-09-13T13:55:22.232 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:55:21 smithi062 bash[26634]: cluster 2024-09-13T13:55:20.214865+0000 mgr.y (mgr.14391) 53 : cluster [DBG] pgmap v29: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-13T13:55:22.232 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:55:21 smithi062 bash[26634]: audit 2024-09-13T13:55:20.791313+0000 mon.a (mon.0) 775 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:55:22.232 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:55:21 smithi062 bash[26634]: audit 2024-09-13T13:55:20.797829+0000 mon.a (mon.0) 776 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:55:22.232 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:55:21 smithi062 bash[26634]: cephadm 2024-09-13T13:55:20.799352+0000 mgr.y (mgr.14391) 54 : cephadm [INF] Reconfiguring prometheus.a (dependencies changed)... 2024-09-13T13:55:22.232 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:55:21 smithi062 bash[26634]: cephadm 2024-09-13T13:55:21.059259+0000 mgr.y (mgr.14391) 55 : cephadm [INF] Reconfiguring daemon prometheus.a on smithi178 2024-09-13T13:55:22.351 INFO:teuthology.orchestra.run.smithi062.stdout: 2024-09-13T13:55:22.351 INFO:teuthology.orchestra.run.smithi062.stdout:{"epoch":60,"fsid":"ff1149ea-71d5-11ef-bceb-c7b262605968","created":"2024-09-13T13:43:55.335301+0000","modified":"2024-09-13T13:54:28.177982+0000","last_up_change":"2024-09-13T13:53:38.492811+0000","last_in_change":"2024-09-13T13:53:08.148341+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T13:49:09.630646+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"3418e532-9bc9-4e12-b8d3-6e4c04e61563","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6802","nonce":570584021},{"type":"v1","addr":"172.21.15.62:6803","nonce":570584021}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6804","nonce":570584021},{"type":"v1","addr":"172.21.15.62:6805","nonce":570584021}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6808","nonce":570584021},{"type":"v1","addr":"172.21.15.62:6809","nonce":570584021}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6806","nonce":570584021},{"type":"v1","addr":"172.21.15.62:6807","nonce":570584021}]},"public_addr":"172.21.15.62:6803/570584021","cluster_addr":"172.21.15.62:6805/570584021","heartbeat_back_addr":"172.21.15.62:6809/570584021","heartbeat_front_addr":"172.21.15.62:6807/570584021","state":["exists","up"]},{"osd":1,"uuid":"4b478bd1-2c1b-4e10-873d-0c76f0faf0c9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6810","nonce":3215178071},{"type":"v1","addr":"172.21.15.62:6811","nonce":3215178071}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6812","nonce":3215178071},{"type":"v1","addr":"172.21.15.62:6813","nonce":3215178071}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6816","nonce":3215178071},{"type":"v1","addr":"172.21.15.62:6817","nonce":3215178071}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6814","nonce":3215178071},{"type":"v1","addr":"172.21.15.62:6815","nonce":3215178071}]},"public_addr":"172.21.15.62:6811/3215178071","cluster_addr":"172.21.15.62:6813/3215178071","heartbeat_back_addr":"172.21.15.62:6817/3215178071","heartbeat_front_addr":"172.21.15.62:6815/3215178071","state":["exists","up"]},{"osd":2,"uuid":"9331de2a-3e01-4ab6-adee-b8830d820027","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6818","nonce":2617653231},{"type":"v1","addr":"172.21.15.62:6819","nonce":2617653231}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6820","nonce":2617653231},{"type":"v1","addr":"172.21.15.62:6821","nonce":2617653231}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6824","nonce":2617653231},{"type":"v1","addr":"172.21.15.62:6825","nonce":2617653231}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6822","nonce":2617653231},{"type":"v1","addr":"172.21.15.62:6823","nonce":2617653231}]},"public_addr":"172.21.15.62:6819/2617653231","cluster_addr":"172.21.15.62:6821/2617653231","heartbeat_back_addr":"172.21.15.62:6825/2617653231","heartbeat_front_addr":"172.21.15.62:6823/2617653231","state":["exists","up"]},{"osd":3,"uuid":"84a5c452-fd2e-4e14-80be-1921e047ae60","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6826","nonce":858129472},{"type":"v1","addr":"172.21.15.62:6827","nonce":858129472}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6828","nonce":858129472},{"type":"v1","addr":"172.21.15.62:6829","nonce":858129472}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6832","nonce":858129472},{"type":"v1","addr":"172.21.15.62:6833","nonce":858129472}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6830","nonce":858129472},{"type":"v1","addr":"172.21.15.62:6831","nonce":858129472}]},"public_addr":"172.21.15.62:6827/858129472","cluster_addr":"172.21.15.62:6829/858129472","heartbeat_back_addr":"172.21.15.62:6833/858129472","heartbeat_front_addr":"172.21.15.62:6831/858129472","state":["exists","up"]},{"osd":4,"uuid":"bd3b7cf5-26c0-412d-a2cc-8e4780d0d350","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6800","nonce":1019422454},{"type":"v1","addr":"172.21.15.178:6801","nonce":1019422454}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6802","nonce":1019422454},{"type":"v1","addr":"172.21.15.178:6803","nonce":1019422454}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6806","nonce":1019422454},{"type":"v1","addr":"172.21.15.178:6807","nonce":1019422454}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6804","nonce":1019422454},{"type":"v1","addr":"172.21.15.178:6805","nonce":1019422454}]},"public_addr":"172.21.15.178:6801/1019422454","cluster_addr":"172.21.15.178:6803/1019422454","heartbeat_back_addr":"172.21.15.178:6807/1019422454","heartbeat_front_addr":"172.21.15.178:6805/1019422454","state":["exists","up"]},{"osd":5,"uuid":"33bb1b08-6558-42a3-b118-2f7ea8f9efb0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":42,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6808","nonce":2965608120},{"type":"v1","addr":"172.21.15.178:6809","nonce":2965608120}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6810","nonce":2965608120},{"type":"v1","addr":"172.21.15.178:6811","nonce":2965608120}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6814","nonce":2965608120},{"type":"v1","addr":"172.21.15.178:6815","nonce":2965608120}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6812","nonce":2965608120},{"type":"v1","addr":"172.21.15.178:6813","nonce":2965608120}]},"public_addr":"172.21.15.178:6809/2965608120","cluster_addr":"172.21.15.178:6811/2965608120","heartbeat_back_addr":"172.21.15.178:6815/2965608120","heartbeat_front_addr":"172.21.15.178:6813/2965608120","state":["exists","up"]},{"osd":6,"uuid":"45057ed7-bfe2-4b05-90f4-0d881aa8c42b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":50,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6816","nonce":3193201716},{"type":"v1","addr":"172.21.15.178:6817","nonce":3193201716}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6818","nonce":3193201716},{"type":"v1","addr":"172.21.15.178:6819","nonce":3193201716}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6822","nonce":3193201716},{"type":"v1","addr":"172.21.15.178:6823","nonce":3193201716}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6820","nonce":3193201716},{"type":"v1","addr":"172.21.15.178:6821","nonce":3193201716}]},"public_addr":"172.21.15.178:6817/3193201716","cluster_addr":"172.21.15.178:6819/3193201716","heartbeat_back_addr":"172.21.15.178:6823/3193201716","heartbeat_front_addr":"172.21.15.178:6821/3193201716","state":["exists","up"]},{"osd":7,"uuid":"d02018a0-ee1f-4aec-a4e1-d87057cb11d6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":58,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6824","nonce":3716491842},{"type":"v1","addr":"172.21.15.178:6825","nonce":3716491842}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6826","nonce":3716491842},{"type":"v1","addr":"172.21.15.178:6827","nonce":3716491842}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6830","nonce":3716491842},{"type":"v1","addr":"172.21.15.178:6831","nonce":3716491842}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.178:6828","nonce":3716491842},{"type":"v1","addr":"172.21.15.178:6829","nonce":3716491842}]},"public_addr":"172.21.15.178:6825/3716491842","cluster_addr":"172.21.15.178:6827/3716491842","heartbeat_back_addr":"172.21.15.178:6831/3716491842","heartbeat_front_addr":"172.21.15.178:6829/3716491842","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T13:47:16.710970+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T13:48:11.681932+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T13:49:04.919181+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T13:49:59.331270+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T13:50:51.871086+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T13:51:45.694007+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T13:52:42.120355+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T13:53:36.848308+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.62:0/3802992378":"2024-09-14T13:54:28.177882+0000","172.21.15.62:6801/784187340":"2024-09-14T13:54:28.177882+0000","172.21.15.62:0/3512183348":"2024-09-14T13:44:23.562223+0000","172.21.15.62:0/2784367012":"2024-09-14T13:44:56.986044+0000","172.21.15.62:0/3804501063":"2024-09-14T13:44:23.562223+0000","172.21.15.62:0/950528481":"2024-09-14T13:44:23.562223+0000","172.21.15.62:0/2248404405":"2024-09-14T13:54:28.177882+0000","172.21.15.62:6800/1777682528":"2024-09-14T13:44:23.562223+0000","172.21.15.62:6801/1777682528":"2024-09-14T13:44:23.562223+0000","172.21.15.62:0/4085708214":"2024-09-14T13:44:56.986044+0000","172.21.15.62:0/3314444234":"2024-09-14T13:44:56.986044+0000","172.21.15.62:0/1655925436":"2024-09-14T13:54:28.177882+0000","172.21.15.62:6800/4139932898":"2024-09-14T13:44:56.986044+0000","172.21.15.62:6801/4139932898":"2024-09-14T13:44:56.986044+0000","172.21.15.62:6800/784187340":"2024-09-14T13:54:28.177882+0000","172.21.15.62:0/3762762872":"2024-09-14T13:54:28.177882+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T13:55:22.433 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:22 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:22.120389997Z level=info msg="Executing migration" id="add index in alert_rule_version table on rule_org_id, rule_uid and version columns" 2024-09-13T13:55:22.433 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:22 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:22.326470957Z level=info msg="Executing migration" id="add index in alert_rule_version table on rule_org_id, rule_namespace_uid and rule_group columns" 2024-09-13T13:55:22.502 INFO:journalctl@ceph.alertmanager.a.smithi062.stdout:Sep 13 13:55:22 smithi062 bash[52069]: ts=2024-09-13T13:55:22.319Z caller=main.go:240 level=info msg="Starting Alertmanager" version="(version=0.25.0, branch=HEAD, revision=258fab7cdd551f2cf251ed0348f0ad7289aee789)" 2024-09-13T13:55:22.502 INFO:journalctl@ceph.alertmanager.a.smithi062.stdout:Sep 13 13:55:22 smithi062 bash[52069]: ts=2024-09-13T13:55:22.319Z caller=main.go:241 level=info build_context="(go=go1.19.4, user=root@abe866dd5717, date=20221222-14:51:36)" 2024-09-13T13:55:22.502 INFO:journalctl@ceph.alertmanager.a.smithi062.stdout:Sep 13 13:55:22 smithi062 bash[52069]: ts=2024-09-13T13:55:22.321Z caller=cluster.go:185 level=info component=cluster msg="setting advertise address explicitly" addr=172.21.15.62 port=9094 2024-09-13T13:55:22.502 INFO:journalctl@ceph.alertmanager.a.smithi062.stdout:Sep 13 13:55:22 smithi062 bash[52069]: ts=2024-09-13T13:55:22.322Z caller=cluster.go:681 level=info component=cluster msg="Waiting for gossip to settle..." interval=2s 2024-09-13T13:55:22.502 INFO:journalctl@ceph.alertmanager.a.smithi062.stdout:Sep 13 13:55:22 smithi062 bash[52069]: ts=2024-09-13T13:55:22.352Z caller=coordinator.go:113 level=info component=configuration msg="Loading configuration file" file=/etc/alertmanager/alertmanager.yml 2024-09-13T13:55:22.502 INFO:journalctl@ceph.alertmanager.a.smithi062.stdout:Sep 13 13:55:22 smithi062 bash[52069]: ts=2024-09-13T13:55:22.353Z caller=coordinator.go:126 level=info component=configuration msg="Completed loading of configuration file" file=/etc/alertmanager/alertmanager.yml 2024-09-13T13:55:22.502 INFO:journalctl@ceph.alertmanager.a.smithi062.stdout:Sep 13 13:55:22 smithi062 bash[52069]: ts=2024-09-13T13:55:22.356Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9093 2024-09-13T13:55:22.502 INFO:journalctl@ceph.alertmanager.a.smithi062.stdout:Sep 13 13:55:22 smithi062 bash[52069]: ts=2024-09-13T13:55:22.356Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9093 2024-09-13T13:55:22.800 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:22 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:22.465500655Z level=info msg="Executing migration" id="alter alert_rule_version table data column to mediumtext in mysql" 2024-09-13T13:55:22.800 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:22 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:22.549973013Z level=info msg="Executing migration" id="add column for to alert_rule_version" 2024-09-13T13:55:23.043 DEBUG:teuthology.orchestra.run.smithi062:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell --fsid ff1149ea-71d5-11ef-bceb-c7b262605968 -- ceph tell osd.0 flush_pg_stats 2024-09-13T13:55:23.043 DEBUG:teuthology.orchestra.run.smithi062:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell --fsid ff1149ea-71d5-11ef-bceb-c7b262605968 -- ceph tell osd.1 flush_pg_stats 2024-09-13T13:55:23.044 DEBUG:teuthology.orchestra.run.smithi062:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell --fsid ff1149ea-71d5-11ef-bceb-c7b262605968 -- ceph tell osd.2 flush_pg_stats 2024-09-13T13:55:23.044 DEBUG:teuthology.orchestra.run.smithi062:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell --fsid ff1149ea-71d5-11ef-bceb-c7b262605968 -- ceph tell osd.3 flush_pg_stats 2024-09-13T13:55:23.044 DEBUG:teuthology.orchestra.run.smithi062:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell --fsid ff1149ea-71d5-11ef-bceb-c7b262605968 -- ceph tell osd.4 flush_pg_stats 2024-09-13T13:55:23.045 DEBUG:teuthology.orchestra.run.smithi062:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell --fsid ff1149ea-71d5-11ef-bceb-c7b262605968 -- ceph tell osd.5 flush_pg_stats 2024-09-13T13:55:23.045 DEBUG:teuthology.orchestra.run.smithi062:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell --fsid ff1149ea-71d5-11ef-bceb-c7b262605968 -- ceph tell osd.6 flush_pg_stats 2024-09-13T13:55:23.046 DEBUG:teuthology.orchestra.run.smithi062:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell --fsid ff1149ea-71d5-11ef-bceb-c7b262605968 -- ceph tell osd.7 flush_pg_stats 2024-09-13T13:55:23.059 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:55:22 smithi062 bash[19845]: audit 2024-09-13T13:55:22.352848+0000 mon.c (mon.2) 13 : audit [DBG] from='client.? 172.21.15.62:0/1629714320' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-13T13:55:23.060 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:55:22 smithi062 bash[26634]: audit 2024-09-13T13:55:22.352848+0000 mon.c (mon.2) 13 : audit [DBG] from='client.? 172.21.15.62:0/1629714320' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-13T13:55:23.066 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:55:22 smithi178 bash[22034]: audit 2024-09-13T13:55:22.352848+0000 mon.c (mon.2) 13 : audit [DBG] from='client.? 172.21.15.62:0/1629714320' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-13T13:55:23.067 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:22 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:22.863011313Z level=info msg="Executing migration" id="add column annotations to alert_rule_version" 2024-09-13T13:55:23.067 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:23 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:23.001600008Z level=info msg="Executing migration" id="add column labels to alert_rule_version" 2024-09-13T13:55:23.326 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:23 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:23.068940921Z level=info msg="Executing migration" id="add rule_group_idx column to alert_rule_version" 2024-09-13T13:55:23.326 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:23 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:23.169451765Z level=info msg="Executing migration" id="add is_paused column to alert_rule_versions table" 2024-09-13T13:55:23.326 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:23 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:23.286364075Z level=info msg="Executing migration" id="fix is_paused column for alert_rule_version table" 2024-09-13T13:55:23.604 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:23 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:23.328466914Z level=info msg="Executing migration" id=create_alert_configuration_table 2024-09-13T13:55:23.604 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:23 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:23.41259863Z level=info msg="Executing migration" id="Add column default in alert_configuration" 2024-09-13T13:55:23.604 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:23 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:23.471303903Z level=info msg="Executing migration" id="alert alert_configuration alertmanager_configuration column from TEXT to MEDIUMTEXT if mysql" 2024-09-13T13:55:23.604 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:23 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:23.513299982Z level=info msg="Executing migration" id="add column org_id in alert_configuration" 2024-09-13T13:55:23.604 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:23 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:23.555726592Z level=info msg="Executing migration" id="add index in alert_configuration table on org_id column" 2024-09-13T13:55:23.933 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:55:23 smithi178 bash[22034]: cluster 2024-09-13T13:55:22.215185+0000 mgr.y (mgr.14391) 56 : cluster [DBG] pgmap v30: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-13T13:55:23.933 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:23 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:23.606018782Z level=info msg="Executing migration" id="add configuration_hash column to alert_configuration" 2024-09-13T13:55:23.933 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:23 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:23.690429836Z level=info msg="Executing migration" id=create_ngalert_configuration_table 2024-09-13T13:55:23.933 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:23 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:23.75111879Z level=info msg="Executing migration" id="add index in ngalert_configuration on org_id column" 2024-09-13T13:55:23.933 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:23 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:23.842625972Z level=info msg="Executing migration" id="add column send_alerts_to in ngalert_configuration" 2024-09-13T13:55:24.251 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:55:23 smithi062 bash[19845]: cluster 2024-09-13T13:55:22.215185+0000 mgr.y (mgr.14391) 56 : cluster [DBG] pgmap v30: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-13T13:55:24.252 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:55:23 smithi062 bash[26634]: cluster 2024-09-13T13:55:22.215185+0000 mgr.y (mgr.14391) 56 : cluster [DBG] pgmap v30: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-13T13:55:24.432 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:23 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:23.942443186Z level=info msg="Executing migration" id="create provenance_type table" 2024-09-13T13:55:24.433 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:24 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:24.184645712Z level=info msg="Executing migration" id="add index to uniquify (record_key, record_type, org_id) columns" 2024-09-13T13:55:24.727 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:24 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:24.474159993Z level=info msg="Executing migration" id="create alert_image table" 2024-09-13T13:55:24.728 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:24 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:24.560984942Z level=info msg="Executing migration" id="add unique index on token to alert_image table" 2024-09-13T13:55:24.728 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:24 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:24.628448725Z level=info msg="Executing migration" id="support longer URLs in alert_image table" 2024-09-13T13:55:24.751 INFO:journalctl@ceph.alertmanager.a.smithi062.stdout:Sep 13 13:55:24 smithi062 bash[52069]: ts=2024-09-13T13:55:24.323Z caller=cluster.go:706 level=info component=cluster msg="gossip not settled" polls=0 before=0 now=1 elapsed=2.000683531s 2024-09-13T13:55:25.173 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:24 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:24.729985297Z level=info msg="Executing migration" id=create_alert_configuration_history_table 2024-09-13T13:55:25.173 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:24 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:24.772297717Z level=info msg="Executing migration" id="drop non-unique orgID index on alert_configuration" 2024-09-13T13:55:25.173 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:24 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:24.856346519Z level=info msg="Executing migration" id="drop unique orgID index on alert_configuration if exists" 2024-09-13T13:55:25.173 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:24 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:24.856703642Z level=warn msg="Skipping migration: Already executed, but not recorded in migration log" id="drop unique orgID index on alert_configuration if exists" 2024-09-13T13:55:25.433 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:25 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:25.174919135Z level=info msg="Executing migration" id="extract alertmanager configuration history to separate table" 2024-09-13T13:55:25.433 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:25 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:25.270736745Z level=info msg="Executing migration" id="add unique index on orgID to alert_configuration" 2024-09-13T13:55:25.433 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:25 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:25.392791875Z level=info msg="Executing migration" id="clear migration entry \"remove unified alerting data\"" 2024-09-13T13:55:25.433 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:25 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:25.393312722Z level=info msg="Executing migration" id="move dashboard alerts to unified alerting" 2024-09-13T13:55:25.433 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:25 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:25.393741182Z level=info msg="alerts found to migrate" alerts=0 2024-09-13T13:55:25.788 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:25 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:25.469090054Z level=info msg="Executing migration" id="create library_element table v1" 2024-09-13T13:55:26.111 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:55:25 smithi178 bash[22034]: cluster 2024-09-13T13:55:24.215883+0000 mgr.y (mgr.14391) 57 : cluster [DBG] pgmap v31: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-13T13:55:26.111 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:25 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:25.790562809Z level=info msg="Executing migration" id="add index library_element org_id-folder_id-name-kind" 2024-09-13T13:55:26.112 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:25 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:25.937143843Z level=info msg="Executing migration" id="create library_element_connection table v1" 2024-09-13T13:55:26.112 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:26 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:26.013037169Z level=info msg="Executing migration" id="add index library_element_connection element_id-kind-connection_id" 2024-09-13T13:55:26.112 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:26 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:26.113501809Z level=info msg="Executing migration" id="add unique index library_element org_id_uid" 2024-09-13T13:55:26.251 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:55:25 smithi062 bash[19845]: cluster 2024-09-13T13:55:24.215883+0000 mgr.y (mgr.14391) 57 : cluster [DBG] pgmap v31: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-13T13:55:26.252 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:55:25 smithi062 bash[26634]: cluster 2024-09-13T13:55:24.215883+0000 mgr.y (mgr.14391) 57 : cluster [DBG] pgmap v31: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-13T13:55:26.404 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:26 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:26.230555277Z level=info msg="Executing migration" id="increase max description length to 2048" 2024-09-13T13:55:26.405 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:26 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:26.272485865Z level=info msg="Executing migration" id="clone move dashboard alerts to unified alerting" 2024-09-13T13:55:26.405 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:26 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:26.344228571Z level=info msg="Executing migration" id="create data_keys table" 2024-09-13T13:55:26.405 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:26 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:26.406790346Z level=info msg="Executing migration" id="create secrets table" 2024-09-13T13:55:26.682 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:26 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:26.440885459Z level=info msg="Executing migration" id="rename data_keys name column to id" 2024-09-13T13:55:26.683 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:26 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:26.491276287Z level=info msg="Executing migration" id="add name column into data_keys" 2024-09-13T13:55:26.683 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:26 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:26.541828229Z level=info msg="Executing migration" id="copy data_keys id column values into name" 2024-09-13T13:55:26.683 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:26 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:26.618546601Z level=info msg="Executing migration" id="rename data_keys name column to label" 2024-09-13T13:55:27.137 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:26 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:26.708679123Z level=info msg="Executing migration" id="rename data_keys id column back to name" 2024-09-13T13:55:27.137 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:26 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:26.810207689Z level=info msg="Executing migration" id="create kv_store table v1" 2024-09-13T13:55:27.137 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:26 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:26.923900109Z level=info msg="Executing migration" id="add index kv_store.org_id-namespace-key" 2024-09-13T13:55:27.397 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:27 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:27.139480072Z level=info msg="Executing migration" id="update dashboard_uid and panel_id from existing annotations" 2024-09-13T13:55:27.679 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:27 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:27.399628673Z level=info msg="Executing migration" id="create permission table" 2024-09-13T13:55:27.679 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:27 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:27.538072955Z level=info msg="Executing migration" id="add unique index permission.role_id" 2024-09-13T13:55:27.679 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:27 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:27.613776728Z level=info msg="Executing migration" id="add unique index role_id_action_scope" 2024-09-13T13:55:27.932 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:55:27 smithi178 bash[22034]: cluster 2024-09-13T13:55:26.216595+0000 mgr.y (mgr.14391) 58 : cluster [DBG] pgmap v32: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-13T13:55:27.933 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:27 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:27.681330989Z level=info msg="Executing migration" id="create role table" 2024-09-13T13:55:27.933 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:27 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:27.723494506Z level=info msg="Executing migration" id="add column display_name" 2024-09-13T13:55:27.933 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:27 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:27.773857191Z level=info msg="Executing migration" id="add column group_name" 2024-09-13T13:55:27.933 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:27 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:27.841756266Z level=info msg="Executing migration" id="add index role.org_id" 2024-09-13T13:55:27.933 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:27 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:27.883841601Z level=info msg="Executing migration" id="add unique index role_org_id_name" 2024-09-13T13:55:27.933 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:27 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:27.917288675Z level=info msg="Executing migration" id="add index role_org_id_uid" 2024-09-13T13:55:27.933 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 13:55:27 smithi178 systemd[1]: Stopping Ceph prometheus.a for ff1149ea-71d5-11ef-bceb-c7b262605968... 2024-09-13T13:55:27.933 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 13:55:27 smithi178 bash[45900]: ts=2024-09-13T13:55:27.867Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-09-13T13:55:27.933 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 13:55:27 smithi178 bash[45900]: ts=2024-09-13T13:55:27.867Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2024-09-13T13:55:27.934 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 13:55:27 smithi178 bash[45900]: ts=2024-09-13T13:55:27.867Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2024-09-13T13:55:27.934 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 13:55:27 smithi178 bash[45900]: ts=2024-09-13T13:55:27.867Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2024-09-13T13:55:27.934 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 13:55:27 smithi178 bash[45900]: ts=2024-09-13T13:55:27.867Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2024-09-13T13:55:27.934 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 13:55:27 smithi178 bash[45900]: ts=2024-09-13T13:55:27.867Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2024-09-13T13:55:27.934 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 13:55:27 smithi178 bash[45900]: ts=2024-09-13T13:55:27.867Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2024-09-13T13:55:27.934 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 13:55:27 smithi178 bash[45900]: ts=2024-09-13T13:55:27.867Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2024-09-13T13:55:27.934 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 13:55:27 smithi178 bash[45900]: ts=2024-09-13T13:55:27.867Z caller=main.go:907 level=info msg="Scrape manager stopped" 2024-09-13T13:55:27.934 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 13:55:27 smithi178 bash[45900]: ts=2024-09-13T13:55:27.868Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2024-09-13T13:55:27.934 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 13:55:27 smithi178 bash[45900]: ts=2024-09-13T13:55:27.868Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2024-09-13T13:55:27.934 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 13:55:27 smithi178 bash[45900]: ts=2024-09-13T13:55:27.868Z caller=main.go:1147 level=info msg="See you next time!" 2024-09-13T13:55:27.988 INFO:teuthology.orchestra.run.smithi062.stderr:Inferring config /var/lib/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T13:55:27.989 INFO:teuthology.orchestra.run.smithi062.stderr:Inferring config /var/lib/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T13:55:27.989 INFO:teuthology.orchestra.run.smithi062.stderr:Inferring config /var/lib/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T13:55:27.989 INFO:teuthology.orchestra.run.smithi062.stderr:Inferring config /var/lib/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T13:55:27.990 INFO:teuthology.orchestra.run.smithi062.stderr:Inferring config /var/lib/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T13:55:27.990 INFO:teuthology.orchestra.run.smithi062.stderr:Inferring config /var/lib/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T13:55:27.992 INFO:teuthology.orchestra.run.smithi062.stderr:Inferring config /var/lib/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T13:55:27.993 INFO:teuthology.orchestra.run.smithi062.stderr:Inferring config /var/lib/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T13:55:28.158 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:55:27 smithi062 bash[19845]: cluster 2024-09-13T13:55:26.216595+0000 mgr.y (mgr.14391) 58 : cluster [DBG] pgmap v32: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-13T13:55:28.158 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:55:27 smithi062 bash[26634]: cluster 2024-09-13T13:55:26.216595+0000 mgr.y (mgr.14391) 58 : cluster [DBG] pgmap v32: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-13T13:55:28.392 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:27 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:27.976579132Z level=info msg="Executing migration" id="create team role table" 2024-09-13T13:55:28.393 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:28 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:28.091811828Z level=info msg="Executing migration" id="add index team_role.org_id" 2024-09-13T13:55:28.393 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:28 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:28.200122842Z level=info msg="Executing migration" id="add unique index team_role_org_id_team_id_role_id" 2024-09-13T13:55:28.682 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:28 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:28.394812706Z level=info msg="Executing migration" id="add index team_role.team_id" 2024-09-13T13:55:28.683 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:28 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:28.624940031Z level=info msg="Executing migration" id="create user role table" 2024-09-13T13:55:29.000 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 13:55:28 smithi178 bash[47750]: ceph-ff1149ea-71d5-11ef-bceb-c7b262605968-prometheus-a 2024-09-13T13:55:29.000 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 13:55:29 smithi178 bash[47810]: Error response from daemon: No such container: ceph-ff1149ea-71d5-11ef-bceb-c7b262605968-prometheus-a 2024-09-13T13:55:29.001 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:55:28 smithi178 bash[22034]: audit 2024-09-13T13:55:28.279367+0000 mon.a (mon.0) 777 : audit [DBG] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T13:55:29.001 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:28 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:28.843311084Z level=info msg="Executing migration" id="add index user_role.org_id" 2024-09-13T13:55:29.001 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:28 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:28.907623466Z level=info msg="Executing migration" id="add unique index user_role_org_id_user_id_role_id" 2024-09-13T13:55:29.001 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:28 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:28.983320459Z level=info msg="Executing migration" id="add index user_role.user_id" 2024-09-13T13:55:29.067 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:55:28 smithi062 bash[19845]: audit 2024-09-13T13:55:28.279367+0000 mon.a (mon.0) 777 : audit [DBG] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T13:55:29.067 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:55:28 smithi062 bash[26634]: audit 2024-09-13T13:55:28.279367+0000 mon.a (mon.0) 777 : audit [DBG] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T13:55:29.318 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:29 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:29.025747848Z level=info msg="Executing migration" id="create builtin role table" 2024-09-13T13:55:29.318 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:29 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:29.068075855Z level=info msg="Executing migration" id="add index builtin_role.role_id" 2024-09-13T13:55:29.318 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:29 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:29.118836627Z level=info msg="Executing migration" id="add index builtin_role.name" 2024-09-13T13:55:29.318 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 13:55:29 smithi178 systemd[1]: ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@prometheus.a.service: Deactivated successfully. 2024-09-13T13:55:29.319 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 13:55:29 smithi178 systemd[1]: Stopped Ceph prometheus.a for ff1149ea-71d5-11ef-bceb-c7b262605968. 2024-09-13T13:55:29.319 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 13:55:29 smithi178 systemd[1]: Started Ceph prometheus.a for ff1149ea-71d5-11ef-bceb-c7b262605968. 2024-09-13T13:55:29.501 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 13:55:29 smithi062 bash[20100]: [13/Sep/2024:13:55:29] ENGINE Bus STOPPING 2024-09-13T13:55:29.502 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 13:55:29 smithi062 bash[20100]: [13/Sep/2024:13:55:29] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-13T13:55:29.502 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 13:55:29 smithi062 bash[20100]: [13/Sep/2024:13:55:29] ENGINE Bus STOPPED 2024-09-13T13:55:29.502 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 13:55:29 smithi062 bash[20100]: [13/Sep/2024:13:55:29] ENGINE Bus STARTING 2024-09-13T13:55:29.502 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 13:55:29 smithi062 bash[20100]: [13/Sep/2024:13:55:29] ENGINE Serving on http://:::9283 2024-09-13T13:55:29.502 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 13:55:29 smithi062 bash[20100]: [13/Sep/2024:13:55:29] ENGINE Bus STARTED 2024-09-13T13:55:29.502 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 13:55:29 smithi062 bash[20100]: [13/Sep/2024:13:55:29] ENGINE Bus STOPPING 2024-09-13T13:55:29.635 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:29 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:29.320435989Z level=info msg="Executing migration" id="Add column org_id to builtin_role table" 2024-09-13T13:55:29.932 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:29 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:29.63792081Z level=info msg="Executing migration" id="add index builtin_role.org_id" 2024-09-13T13:55:29.933 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:29 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:29.746901663Z level=info msg="Executing migration" id="add unique index builtin_role_org_id_role_id_role" 2024-09-13T13:55:29.933 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:29 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:29.814566094Z level=info msg="Executing migration" id="Remove unique index role_org_id_uid" 2024-09-13T13:55:30.046 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 13:55:29 smithi062 bash[20100]: [13/Sep/2024:13:55:29] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-13T13:55:30.046 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 13:55:29 smithi062 bash[20100]: [13/Sep/2024:13:55:29] ENGINE Bus STOPPED 2024-09-13T13:55:30.046 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 13:55:29 smithi062 bash[20100]: [13/Sep/2024:13:55:29] ENGINE Bus STARTING 2024-09-13T13:55:30.046 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 13:55:29 smithi062 bash[20100]: [13/Sep/2024:13:55:29] ENGINE Serving on http://:::9283 2024-09-13T13:55:30.046 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 13:55:29 smithi062 bash[20100]: [13/Sep/2024:13:55:29] ENGINE Bus STARTED 2024-09-13T13:55:30.046 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 13:55:29 smithi062 bash[20100]: [13/Sep/2024:13:55:29] ENGINE Bus STOPPING 2024-09-13T13:55:30.349 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:30 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:30.011150885Z level=info msg="Executing migration" id="add unique index role.uid" 2024-09-13T13:55:30.349 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:30 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:30.150243448Z level=info msg="Executing migration" id="create seed assignment table" 2024-09-13T13:55:30.349 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:30 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:30.242468963Z level=info msg="Executing migration" id="add unique index builtin_role_role_name" 2024-09-13T13:55:30.349 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:30 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:30.351205171Z level=info msg="Executing migration" id="add column hidden to role table" 2024-09-13T13:55:30.350 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:55:30 smithi178 bash[22034]: cluster 2024-09-13T13:55:28.217156+0000 mgr.y (mgr.14391) 59 : cluster [DBG] pgmap v33: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-13T13:55:30.350 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:55:30 smithi178 bash[22034]: audit 2024-09-13T13:55:29.047918+0000 mon.a (mon.0) 778 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:55:30.350 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:55:30 smithi178 bash[22034]: audit 2024-09-13T13:55:29.053061+0000 mon.a (mon.0) 779 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:55:30.350 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:55:30 smithi178 bash[22034]: audit 2024-09-13T13:55:29.057513+0000 mon.a (mon.0) 780 : audit [DBG] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-09-13T13:55:30.350 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:55:30 smithi178 bash[22034]: audit 2024-09-13T13:55:29.057959+0000 mgr.y (mgr.14391) 60 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-09-13T13:55:30.350 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:55:30 smithi178 bash[22034]: audit 2024-09-13T13:55:29.059027+0000 mon.a (mon.0) 781 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi062.front.sepia.ceph.com:9093"}]: dispatch 2024-09-13T13:55:30.350 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:55:30 smithi178 bash[22034]: audit 2024-09-13T13:55:29.059356+0000 mgr.y (mgr.14391) 61 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi062.front.sepia.ceph.com:9093"}]: dispatch 2024-09-13T13:55:30.350 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:55:30 smithi178 bash[22034]: audit 2024-09-13T13:55:29.065413+0000 mon.a (mon.0) 782 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:55:30.351 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:55:30 smithi178 bash[22034]: audit 2024-09-13T13:55:29.075837+0000 mon.a (mon.0) 783 : audit [DBG] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-13T13:55:30.351 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:55:30 smithi178 bash[22034]: audit 2024-09-13T13:55:29.076401+0000 mgr.y (mgr.14391) 62 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-13T13:55:30.351 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:55:30 smithi178 bash[22034]: audit 2024-09-13T13:55:29.081365+0000 mon.a (mon.0) 784 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi178.front.sepia.ceph.com:9095"}]: dispatch 2024-09-13T13:55:30.351 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:55:30 smithi178 bash[22034]: audit 2024-09-13T13:55:29.081768+0000 mgr.y (mgr.14391) 63 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi178.front.sepia.ceph.com:9095"}]: dispatch 2024-09-13T13:55:30.351 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:55:30 smithi178 bash[22034]: audit 2024-09-13T13:55:29.087970+0000 mon.a (mon.0) 785 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:55:30.351 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:55:30 smithi178 bash[22034]: audit 2024-09-13T13:55:29.100738+0000 mon.a (mon.0) 786 : audit [DBG] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-09-13T13:55:30.351 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:55:30 smithi178 bash[22034]: audit 2024-09-13T13:55:29.101217+0000 mgr.y (mgr.14391) 64 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-09-13T13:55:30.351 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:55:30 smithi178 bash[22034]: audit 2024-09-13T13:55:29.103034+0000 mon.a (mon.0) 787 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi178.front.sepia.ceph.com:3000"}]: dispatch 2024-09-13T13:55:30.351 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:55:30 smithi178 bash[22034]: audit 2024-09-13T13:55:29.103396+0000 mgr.y (mgr.14391) 65 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi178.front.sepia.ceph.com:3000"}]: dispatch 2024-09-13T13:55:30.351 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:55:30 smithi178 bash[22034]: audit 2024-09-13T13:55:29.211023+0000 mon.a (mon.0) 788 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:55:30.351 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:55:30 smithi178 bash[22034]: audit 2024-09-13T13:55:29.272613+0000 mon.a (mon.0) 789 : audit [DBG] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T13:55:30.401 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:55:30 smithi062 bash[19845]: cluster 2024-09-13T13:55:28.217156+0000 mgr.y (mgr.14391) 59 : cluster [DBG] pgmap v33: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-13T13:55:30.401 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:55:30 smithi062 bash[19845]: audit 2024-09-13T13:55:29.047918+0000 mon.a (mon.0) 778 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:55:30.401 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:55:30 smithi062 bash[19845]: audit 2024-09-13T13:55:29.053061+0000 mon.a (mon.0) 779 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:55:30.401 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:55:30 smithi062 bash[19845]: audit 2024-09-13T13:55:29.057513+0000 mon.a (mon.0) 780 : audit [DBG] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-09-13T13:55:30.401 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:55:30 smithi062 bash[19845]: audit 2024-09-13T13:55:29.057959+0000 mgr.y (mgr.14391) 60 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-09-13T13:55:30.401 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:55:30 smithi062 bash[19845]: audit 2024-09-13T13:55:29.059027+0000 mon.a (mon.0) 781 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi062.front.sepia.ceph.com:9093"}]: dispatch 2024-09-13T13:55:30.401 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:55:30 smithi062 bash[19845]: audit 2024-09-13T13:55:29.059356+0000 mgr.y (mgr.14391) 61 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi062.front.sepia.ceph.com:9093"}]: dispatch 2024-09-13T13:55:30.401 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:55:30 smithi062 bash[19845]: audit 2024-09-13T13:55:29.065413+0000 mon.a (mon.0) 782 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:55:30.401 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:55:30 smithi062 bash[19845]: audit 2024-09-13T13:55:29.075837+0000 mon.a (mon.0) 783 : audit [DBG] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-13T13:55:30.402 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:55:30 smithi062 bash[19845]: audit 2024-09-13T13:55:29.076401+0000 mgr.y (mgr.14391) 62 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-13T13:55:30.402 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:55:30 smithi062 bash[19845]: audit 2024-09-13T13:55:29.081365+0000 mon.a (mon.0) 784 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi178.front.sepia.ceph.com:9095"}]: dispatch 2024-09-13T13:55:30.402 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:55:30 smithi062 bash[19845]: audit 2024-09-13T13:55:29.081768+0000 mgr.y (mgr.14391) 63 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi178.front.sepia.ceph.com:9095"}]: dispatch 2024-09-13T13:55:30.402 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:55:30 smithi062 bash[19845]: audit 2024-09-13T13:55:29.087970+0000 mon.a (mon.0) 785 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:55:30.402 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:55:30 smithi062 bash[19845]: audit 2024-09-13T13:55:29.100738+0000 mon.a (mon.0) 786 : audit [DBG] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-09-13T13:55:30.402 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:55:30 smithi062 bash[19845]: audit 2024-09-13T13:55:29.101217+0000 mgr.y (mgr.14391) 64 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-09-13T13:55:30.402 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:55:30 smithi062 bash[19845]: audit 2024-09-13T13:55:29.103034+0000 mon.a (mon.0) 787 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi178.front.sepia.ceph.com:3000"}]: dispatch 2024-09-13T13:55:30.402 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:55:30 smithi062 bash[19845]: audit 2024-09-13T13:55:29.103396+0000 mgr.y (mgr.14391) 65 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi178.front.sepia.ceph.com:3000"}]: dispatch 2024-09-13T13:55:30.402 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:55:30 smithi062 bash[19845]: audit 2024-09-13T13:55:29.211023+0000 mon.a (mon.0) 788 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:55:30.402 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:55:30 smithi062 bash[19845]: audit 2024-09-13T13:55:29.272613+0000 mon.a (mon.0) 789 : audit [DBG] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T13:55:30.403 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:55:30 smithi062 bash[26634]: cluster 2024-09-13T13:55:28.217156+0000 mgr.y (mgr.14391) 59 : cluster [DBG] pgmap v33: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-13T13:55:30.403 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:55:30 smithi062 bash[26634]: audit 2024-09-13T13:55:29.047918+0000 mon.a (mon.0) 778 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:55:30.403 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:55:30 smithi062 bash[26634]: audit 2024-09-13T13:55:29.053061+0000 mon.a (mon.0) 779 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:55:30.403 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:55:30 smithi062 bash[26634]: audit 2024-09-13T13:55:29.057513+0000 mon.a (mon.0) 780 : audit [DBG] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-09-13T13:55:30.403 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:55:30 smithi062 bash[26634]: audit 2024-09-13T13:55:29.057959+0000 mgr.y (mgr.14391) 60 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-09-13T13:55:30.403 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:55:30 smithi062 bash[26634]: audit 2024-09-13T13:55:29.059027+0000 mon.a (mon.0) 781 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi062.front.sepia.ceph.com:9093"}]: dispatch 2024-09-13T13:55:30.403 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:55:30 smithi062 bash[26634]: audit 2024-09-13T13:55:29.059356+0000 mgr.y (mgr.14391) 61 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi062.front.sepia.ceph.com:9093"}]: dispatch 2024-09-13T13:55:30.403 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:55:30 smithi062 bash[26634]: audit 2024-09-13T13:55:29.065413+0000 mon.a (mon.0) 782 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:55:30.403 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:55:30 smithi062 bash[26634]: audit 2024-09-13T13:55:29.075837+0000 mon.a (mon.0) 783 : audit [DBG] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-13T13:55:30.403 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:55:30 smithi062 bash[26634]: audit 2024-09-13T13:55:29.076401+0000 mgr.y (mgr.14391) 62 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-13T13:55:30.404 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:55:30 smithi062 bash[26634]: audit 2024-09-13T13:55:29.081365+0000 mon.a (mon.0) 784 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi178.front.sepia.ceph.com:9095"}]: dispatch 2024-09-13T13:55:30.404 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:55:30 smithi062 bash[26634]: audit 2024-09-13T13:55:29.081768+0000 mgr.y (mgr.14391) 63 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi178.front.sepia.ceph.com:9095"}]: dispatch 2024-09-13T13:55:30.404 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:55:30 smithi062 bash[26634]: audit 2024-09-13T13:55:29.087970+0000 mon.a (mon.0) 785 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:55:30.404 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:55:30 smithi062 bash[26634]: audit 2024-09-13T13:55:29.100738+0000 mon.a (mon.0) 786 : audit [DBG] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-09-13T13:55:30.404 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:55:30 smithi062 bash[26634]: audit 2024-09-13T13:55:29.101217+0000 mgr.y (mgr.14391) 64 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-09-13T13:55:30.404 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:55:30 smithi062 bash[26634]: audit 2024-09-13T13:55:29.103034+0000 mon.a (mon.0) 787 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi178.front.sepia.ceph.com:3000"}]: dispatch 2024-09-13T13:55:30.404 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:55:30 smithi062 bash[26634]: audit 2024-09-13T13:55:29.103396+0000 mgr.y (mgr.14391) 65 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi178.front.sepia.ceph.com:3000"}]: dispatch 2024-09-13T13:55:30.404 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:55:30 smithi062 bash[26634]: audit 2024-09-13T13:55:29.211023+0000 mon.a (mon.0) 788 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:55:30.404 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:55:30 smithi062 bash[26634]: audit 2024-09-13T13:55:29.272613+0000 mon.a (mon.0) 789 : audit [DBG] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T13:55:30.639 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:30 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:30.443097685Z level=info msg="Executing migration" id="create query_history table v1" 2024-09-13T13:55:30.640 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:30 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:30.485303895Z level=info msg="Executing migration" id="add index query_history.org_id-created_by-datasource_uid" 2024-09-13T13:55:30.640 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:30 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:30.569739262Z level=info msg="Executing migration" id="alter table query_history alter column created_by type to bigint" 2024-09-13T13:55:30.640 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:30 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:30.641687722Z level=info msg="Executing migration" id="teams permissions migration" 2024-09-13T13:55:30.685 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 13:55:30 smithi062 bash[20100]: [13/Sep/2024:13:55:30] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-13T13:55:30.685 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 13:55:30 smithi062 bash[20100]: [13/Sep/2024:13:55:30] ENGINE Bus STOPPED 2024-09-13T13:55:30.686 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 13:55:30 smithi062 bash[20100]: [13/Sep/2024:13:55:30] ENGINE Bus STARTING 2024-09-13T13:55:30.686 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 13:55:30 smithi062 bash[20100]: [13/Sep/2024:13:55:30] ENGINE Serving on http://:::9283 2024-09-13T13:55:30.686 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 13:55:30 smithi062 bash[20100]: [13/Sep/2024:13:55:30] ENGINE Bus STARTED 2024-09-13T13:55:30.895 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:30 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:30.686479206Z level=info msg="Executing migration" id="dashboard permissions" 2024-09-13T13:55:30.895 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:30 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:30.711856966Z level=info msg="Executing migration" id="dashboard permissions uid scopes" 2024-09-13T13:55:30.895 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:30 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:30.762451485Z level=info msg="Executing migration" id="drop managed folder create actions" 2024-09-13T13:55:30.895 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:30 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:30.829857437Z level=info msg="Executing migration" id="alerting notification permissions" 2024-09-13T13:55:30.895 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:30 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:30.871793584Z level=info msg="Executing migration" id="create query_history_star table v1" 2024-09-13T13:55:30.895 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:30 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:30.89702784Z level=info msg="Executing migration" id="add index query_history.user_id-query_uid" 2024-09-13T13:55:30.895 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 13:55:30 smithi178 bash[47836]: ts=2024-09-13T13:55:30.756Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2024-09-13T13:55:30.895 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 13:55:30 smithi178 bash[47836]: ts=2024-09-13T13:55:30.756Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2024-09-13T13:55:30.896 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 13:55:30 smithi178 bash[47836]: ts=2024-09-13T13:55:30.756Z caller=main.go:570 level=info host_details="(Linux 5.15.0-121-generic #131-Ubuntu SMP Fri Aug 9 08:29:53 UTC 2024 x86_64 smithi178 (none))" 2024-09-13T13:55:30.896 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 13:55:30 smithi178 bash[47836]: ts=2024-09-13T13:55:30.756Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-09-13T13:55:30.896 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 13:55:30 smithi178 bash[47836]: ts=2024-09-13T13:55:30.756Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-09-13T13:55:30.896 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 13:55:30 smithi178 bash[47836]: ts=2024-09-13T13:55:30.758Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2024-09-13T13:55:30.896 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 13:55:30 smithi178 bash[47836]: ts=2024-09-13T13:55:30.758Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2024-09-13T13:55:30.896 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 13:55:30 smithi178 bash[47836]: ts=2024-09-13T13:55:30.759Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2024-09-13T13:55:30.896 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 13:55:30 smithi178 bash[47836]: ts=2024-09-13T13:55:30.759Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-09-13T13:55:30.896 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 13:55:30 smithi178 bash[47836]: ts=2024-09-13T13:55:30.762Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-09-13T13:55:30.896 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 13:55:30 smithi178 bash[47836]: ts=2024-09-13T13:55:30.762Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=2.081µs 2024-09-13T13:55:30.896 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 13:55:30 smithi178 bash[47836]: ts=2024-09-13T13:55:30.762Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-09-13T13:55:30.896 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 13:55:30 smithi178 bash[47836]: ts=2024-09-13T13:55:30.762Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=1 2024-09-13T13:55:30.896 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 13:55:30 smithi178 bash[47836]: ts=2024-09-13T13:55:30.763Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=1 2024-09-13T13:55:30.897 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 13:55:30 smithi178 bash[47836]: ts=2024-09-13T13:55:30.763Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=22.599µs wal_replay_duration=638.943µs wbl_replay_duration=170ns total_replay_duration=681.902µs 2024-09-13T13:55:30.897 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 13:55:30 smithi178 bash[47836]: ts=2024-09-13T13:55:30.764Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2024-09-13T13:55:30.897 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 13:55:30 smithi178 bash[47836]: ts=2024-09-13T13:55:30.764Z caller=main.go:1029 level=info msg="TSDB started" 2024-09-13T13:55:30.897 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 13:55:30 smithi178 bash[47836]: ts=2024-09-13T13:55:30.764Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-09-13T13:55:30.897 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 13:55:30 smithi178 bash[47836]: ts=2024-09-13T13:55:30.790Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=25.789029ms db_storage=896ns remote_storage=1.363µs web_handler=509ns query_engine=650ns scrape=278.08µs scrape_sd=108.952µs notify=21.467µs notify_sd=19.286µs rules=24.933863ms tracing=6.571µs 2024-09-13T13:55:30.897 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 13:55:30 smithi178 bash[47836]: ts=2024-09-13T13:55:30.790Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2024-09-13T13:55:30.897 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 13:55:30 smithi178 bash[47836]: ts=2024-09-13T13:55:30.790Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2024-09-13T13:55:31.147 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:30 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:30.939108269Z level=info msg="Executing migration" id="add column org_id in query_history_star" 2024-09-13T13:55:31.148 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:30 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:30.972873714Z level=info msg="Executing migration" id="alter table query_history_star_mig column user_id type to bigint" 2024-09-13T13:55:31.148 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:30 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:30.998199321Z level=info msg="Executing migration" id="create correlation table v1" 2024-09-13T13:55:31.148 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:31 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:31.040293239Z level=info msg="Executing migration" id="add index correlations.uid" 2024-09-13T13:55:31.148 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:31 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:31.082307791Z level=info msg="Executing migration" id="add index correlations.source_uid" 2024-09-13T13:55:31.148 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:31 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:31.099211807Z level=info msg="Executing migration" id="add correlation config column" 2024-09-13T13:55:31.148 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:31 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:31.116117183Z level=info msg="Executing migration" id="create entity_events table" 2024-09-13T13:55:31.148 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:31 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:31.133075569Z level=info msg="Executing migration" id="create dashboard public config v1" 2024-09-13T13:55:31.433 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:31 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:31.149956825Z level=info msg="Executing migration" id="drop index UQE_dashboard_public_config_uid - v1" 2024-09-13T13:55:31.433 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:31 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:31.150260266Z level=warn msg="Skipping migration: Already executed, but not recorded in migration log" id="drop index UQE_dashboard_public_config_uid - v1" 2024-09-13T13:55:31.433 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:31 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:31.166913914Z level=info msg="Executing migration" id="drop index IDX_dashboard_public_config_org_id_dashboard_uid - v1" 2024-09-13T13:55:31.433 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:31 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:31.167272527Z level=warn msg="Skipping migration: Already executed, but not recorded in migration log" id="drop index IDX_dashboard_public_config_org_id_dashboard_uid - v1" 2024-09-13T13:55:31.433 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:31 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:31.183717638Z level=info msg="Executing migration" id="Drop old dashboard public config table" 2024-09-13T13:55:31.433 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:31 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:31.20074896Z level=info msg="Executing migration" id="recreate dashboard public config v1" 2024-09-13T13:55:31.433 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:31 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:31.225942234Z level=info msg="Executing migration" id="create index UQE_dashboard_public_config_uid - v1" 2024-09-13T13:55:31.433 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:31 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:31.251259657Z level=info msg="Executing migration" id="create index IDX_dashboard_public_config_org_id_dashboard_uid - v1" 2024-09-13T13:55:31.433 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:31 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:31.293174159Z level=info msg="Executing migration" id="drop index UQE_dashboard_public_config_uid - v2" 2024-09-13T13:55:31.434 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:31 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:31.31843681Z level=info msg="Executing migration" id="drop index IDX_dashboard_public_config_org_id_dashboard_uid - v2" 2024-09-13T13:55:31.434 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:31 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:31.343677793Z level=info msg="Executing migration" id="Drop public config table" 2024-09-13T13:55:31.434 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:31 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:31.385780301Z level=info msg="Executing migration" id="Recreate dashboard public config v2" 2024-09-13T13:55:31.694 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:31 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:31.435967472Z level=info msg="Executing migration" id="create index UQE_dashboard_public_config_uid - v2" 2024-09-13T13:55:31.695 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:31 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:31.477922441Z level=info msg="Executing migration" id="create index IDX_dashboard_public_config_org_id_dashboard_uid - v2" 2024-09-13T13:55:31.695 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:31 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:31.494897709Z level=info msg="Executing migration" id="create index UQE_dashboard_public_config_access_token - v2" 2024-09-13T13:55:31.695 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:31 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:31.511798415Z level=info msg="Executing migration" id="Rename table dashboard_public_config to dashboard_public - v2" 2024-09-13T13:55:31.695 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:31 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:31.553753804Z level=info msg="Executing migration" id="add annotations_enabled column" 2024-09-13T13:55:31.695 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:31 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:31.578950139Z level=info msg="Executing migration" id="add time_selection_enabled column" 2024-09-13T13:55:31.695 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:31 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:31.620961953Z level=info msg="Executing migration" id="delete orphaned public dashboards" 2024-09-13T13:55:31.695 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:31 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:31.646194897Z level=info msg="Executing migration" id="add share column" 2024-09-13T13:55:31.695 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:31 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:31.671491334Z level=info msg="Executing migration" id="create default alerting folders" 2024-09-13T13:55:31.695 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:31 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:31.696657572Z level=info msg="Executing migration" id="create file table" 2024-09-13T13:55:31.989 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:31 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:31.722031168Z level=info msg="Executing migration" id="file table idx: path natural pk" 2024-09-13T13:55:31.989 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:31 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:31.747277558Z level=info msg="Executing migration" id="file table idx: parent_folder_path_hash fast folder retrieval" 2024-09-13T13:55:31.989 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:31 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:31.772589358Z level=info msg="Executing migration" id="create file_meta table" 2024-09-13T13:55:31.989 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:31 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:31.814723935Z level=info msg="Executing migration" id="file table idx: path key" 2024-09-13T13:55:31.989 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:31 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:31.839957692Z level=info msg="Executing migration" id="set path collation in file table" 2024-09-13T13:55:31.989 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:31 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:31.881853398Z level=info msg="Executing migration" id="managed permissions migration" 2024-09-13T13:55:31.989 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:31 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:31.923915836Z level=info msg="Executing migration" id="managed folder permissions alert actions migration" 2024-09-13T13:55:31.989 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:31 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:31.990885237Z level=info msg="Executing migration" id="RBAC action name migrator" 2024-09-13T13:55:32.257 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:55:32 smithi178 bash[22034]: cluster 2024-09-13T13:55:30.217803+0000 mgr.y (mgr.14391) 66 : cluster [DBG] pgmap v34: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-13T13:55:32.258 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:32 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:32.032841386Z level=info msg="Executing migration" id="Add UID column to playlist" 2024-09-13T13:55:32.258 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:32 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:32.074957834Z level=info msg="Executing migration" id="Update uid column values in playlist" 2024-09-13T13:55:32.258 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:32 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:32.10024554Z level=info msg="Executing migration" id="Add index for uid in playlist" 2024-09-13T13:55:32.258 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:32 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:32.125512961Z level=info msg="Executing migration" id="update group index for alert rules" 2024-09-13T13:55:32.258 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:32 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:32.150661956Z level=info msg="Executing migration" id="managed folder permissions alert actions repeated migration" 2024-09-13T13:55:32.258 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:32 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:32.192603772Z level=info msg="Executing migration" id="admin only folder/dashboard permission" 2024-09-13T13:55:32.258 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:32 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:32.217859355Z level=info msg="Executing migration" id="add action column to seed_assignment" 2024-09-13T13:55:32.258 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:32 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:32.259857904Z level=info msg="Executing migration" id="add scope column to seed_assignment" 2024-09-13T13:55:32.276 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:55:32 smithi062 bash[26634]: cluster 2024-09-13T13:55:30.217803+0000 mgr.y (mgr.14391) 66 : cluster [DBG] pgmap v34: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-13T13:55:32.276 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:55:32 smithi062 bash[19845]: cluster 2024-09-13T13:55:30.217803+0000 mgr.y (mgr.14391) 66 : cluster [DBG] pgmap v34: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-13T13:55:32.510 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:32 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:32.276790597Z level=info msg="Executing migration" id="remove unique index builtin_role_role_name before nullable update" 2024-09-13T13:55:32.510 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:32 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:32.293740099Z level=info msg="Executing migration" id="update seed_assignment role_name column to nullable" 2024-09-13T13:55:32.510 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:32 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:32.352300725Z level=info msg="Executing migration" id="add unique index builtin_role_name back" 2024-09-13T13:55:32.510 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:32 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:32.385922796Z level=info msg="Executing migration" id="add unique index builtin_role_action_scope" 2024-09-13T13:55:32.511 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:32 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:32.402883772Z level=info msg="Executing migration" id="add primary key to seed_assigment" 2024-09-13T13:55:32.511 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:32 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:32.453212938Z level=info msg="Executing migration" id="managed folder permissions alert actions repeated fixed migration" 2024-09-13T13:55:32.511 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:32 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:32.486819476Z level=info msg="Executing migration" id="migrate external alertmanagers to datsourcse" 2024-09-13T13:55:32.511 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:32 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:32.512109986Z level=info msg="Executing migration" id="create folder table" 2024-09-13T13:55:32.511 INFO:teuthology.orchestra.run.smithi062.stdout:111669149765 2024-09-13T13:55:32.511 DEBUG:teuthology.orchestra.run.smithi062:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell --fsid ff1149ea-71d5-11ef-bceb-c7b262605968 -- ceph osd last-stat-seq osd.3 2024-09-13T13:55:32.645 INFO:journalctl@ceph.alertmanager.a.smithi062.stdout:Sep 13 13:55:32 smithi062 bash[52069]: ts=2024-09-13T13:55:32.324Z caller=cluster.go:698 level=info component=cluster msg="gossip settled; proceeding" elapsed=10.002101021s 2024-09-13T13:55:32.645 INFO:teuthology.orchestra.run.smithi062.stdout:167503724590 2024-09-13T13:55:32.646 DEBUG:teuthology.orchestra.run.smithi062:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell --fsid ff1149ea-71d5-11ef-bceb-c7b262605968 -- ceph osd last-stat-seq osd.5 2024-09-13T13:55:32.791 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:32 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:32.537344694Z level=info msg="Executing migration" id="Add index for parent_uid" 2024-09-13T13:55:32.791 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:32 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:32.579365736Z level=info msg="Executing migration" id="Add unique index for folder.uid and folder.org_id" 2024-09-13T13:55:32.792 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:32 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:32.604727632Z level=info msg="Executing migration" id="Update folder title length" 2024-09-13T13:55:32.792 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:32 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:32.666297237Z level=info msg="Executing migration" id="Add unique index for folder.title and folder.parent_uid" 2024-09-13T13:55:32.792 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:32 smithi178 bash[47154]: logger=migrator t=2024-09-13T13:55:32.688597374Z level=info msg="migrations completed" performed=485 skipped=0 duration=22.52369608s 2024-09-13T13:55:32.792 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:32 smithi178 bash[47154]: logger=sqlstore t=2024-09-13T13:55:32.69000815Z level=info msg="Created default organization" 2024-09-13T13:55:33.182 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:32 smithi178 bash[47154]: logger=plugin.finder t=2024-09-13T13:55:32.793515243Z level=warn msg="Skipping finding plugins as directory does not exist" path=/usr/share/grafana/plugins-bundled 2024-09-13T13:55:33.182 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:32 smithi178 bash[47154]: logger=secrets t=2024-09-13T13:55:32.793704078Z level=info msg="Envelope encryption state" enabled=true currentprovider=secretKey.v1 2024-09-13T13:55:33.183 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:32 smithi178 bash[47154]: logger=query_data t=2024-09-13T13:55:32.802926359Z level=info msg="Query Service initialization" 2024-09-13T13:55:33.183 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:32 smithi178 bash[47154]: logger=live.push_http t=2024-09-13T13:55:32.810441405Z level=info msg="Live Push Gateway initialization" 2024-09-13T13:55:34.182 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:55:34 smithi178 bash[22034]: cluster 2024-09-13T13:55:32.218374+0000 mgr.y (mgr.14391) 67 : cluster [DBG] pgmap v35: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-13T13:55:34.183 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:33 smithi178 bash[47154]: logger=infra.usagestats.collector t=2024-09-13T13:55:33.822151049Z level=info msg="registering usage stat providers" usageStatsProvidersLen=2 2024-09-13T13:55:34.183 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:33 smithi178 bash[47154]: logger=provisioning.datasources t=2024-09-13T13:55:33.823306497Z level=info msg="inserting datasource from configuration " name=Dashboard1 uid=P43CA22E17D0F9596 2024-09-13T13:55:34.183 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:33 smithi178 bash[47154]: logger=provisioning.datasources t=2024-09-13T13:55:33.873169896Z level=info msg="inserting datasource from configuration " name=Loki uid=P8E80F9AEF21F6940 2024-09-13T13:55:34.183 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:33 smithi178 bash[47154]: logger=provisioning.alerting t=2024-09-13T13:55:33.906742213Z level=info msg="starting to provision alerting" 2024-09-13T13:55:34.183 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:33 smithi178 bash[47154]: logger=provisioning.alerting t=2024-09-13T13:55:33.90675786Z level=info msg="finished to provision alerting" 2024-09-13T13:55:34.183 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:33 smithi178 bash[47154]: logger=ngalert.state.manager t=2024-09-13T13:55:33.907082027Z level=info msg="Warming state cache for startup" 2024-09-13T13:55:34.183 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:33 smithi178 bash[47154]: logger=grafanaStorageLogger t=2024-09-13T13:55:33.907683915Z level=info msg="storage starting" 2024-09-13T13:55:34.183 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:33 smithi178 bash[47154]: logger=http.server t=2024-09-13T13:55:33.913955246Z level=info msg="HTTP Server Listen" address=[::]:3000 protocol=https subUrl= socket= 2024-09-13T13:55:34.183 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:33 smithi178 bash[47154]: logger=ngalert.state.manager t=2024-09-13T13:55:33.986057063Z level=info msg="State cache has been initialized" states=0 duration=78.974082ms 2024-09-13T13:55:34.183 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:33 smithi178 bash[47154]: logger=ngalert.multiorg.alertmanager t=2024-09-13T13:55:33.986126584Z level=info msg="starting MultiOrg Alertmanager" 2024-09-13T13:55:34.184 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:55:33 smithi178 bash[47154]: logger=ticker t=2024-09-13T13:55:33.9861607Z level=info msg=starting first_tick=2024-09-13T13:55:40Z 2024-09-13T13:55:34.197 INFO:teuthology.orchestra.run.smithi062.stdout:77309411407 2024-09-13T13:55:34.197 DEBUG:teuthology.orchestra.run.smithi062:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell --fsid ff1149ea-71d5-11ef-bceb-c7b262605968 -- ceph osd last-stat-seq osd.2 2024-09-13T13:55:34.206 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:55:34 smithi062 bash[19845]: cluster 2024-09-13T13:55:32.218374+0000 mgr.y (mgr.14391) 67 : cluster [DBG] pgmap v35: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-13T13:55:34.207 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:55:34 smithi062 bash[26634]: cluster 2024-09-13T13:55:32.218374+0000 mgr.y (mgr.14391) 67 : cluster [DBG] pgmap v35: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-13T13:55:34.753 INFO:teuthology.orchestra.run.smithi062.stdout:133143986233 2024-09-13T13:55:34.754 DEBUG:teuthology.orchestra.run.smithi062:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell --fsid ff1149ea-71d5-11ef-bceb-c7b262605968 -- ceph osd last-stat-seq osd.4 2024-09-13T13:55:36.170 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 13:55:35 smithi062 bash[20100]: ::ffff:172.21.15.178 - - [13/Sep/2024:13:55:35] "GET /metrics HTTP/1.1" 200 26206 "" "Prometheus/2.43.0" 2024-09-13T13:55:36.170 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:55:36 smithi062 bash[26634]: cluster 2024-09-13T13:55:34.218796+0000 mgr.y (mgr.14391) 68 : cluster [DBG] pgmap v36: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-13T13:55:36.171 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:55:36 smithi062 bash[19845]: cluster 2024-09-13T13:55:34.218796+0000 mgr.y (mgr.14391) 68 : cluster [DBG] pgmap v36: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-13T13:55:36.171 INFO:teuthology.orchestra.run.smithi062.stdout:55834574937 2024-09-13T13:55:36.172 DEBUG:teuthology.orchestra.run.smithi062:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell --fsid ff1149ea-71d5-11ef-bceb-c7b262605968 -- ceph osd last-stat-seq osd.1 2024-09-13T13:55:36.251 INFO:teuthology.orchestra.run.smithi062.stdout:201863462947 2024-09-13T13:55:36.251 DEBUG:teuthology.orchestra.run.smithi062:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell --fsid ff1149ea-71d5-11ef-bceb-c7b262605968 -- ceph osd last-stat-seq osd.6 2024-09-13T13:55:36.432 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:55:36 smithi178 bash[22034]: cluster 2024-09-13T13:55:34.218796+0000 mgr.y (mgr.14391) 68 : cluster [DBG] pgmap v36: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-13T13:55:36.862 INFO:teuthology.orchestra.run.smithi062.stdout:236223201305 2024-09-13T13:55:36.862 DEBUG:teuthology.orchestra.run.smithi062:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell --fsid ff1149ea-71d5-11ef-bceb-c7b262605968 -- ceph osd last-stat-seq osd.7 2024-09-13T13:55:37.027 INFO:teuthology.orchestra.run.smithi062.stdout:34359738470 2024-09-13T13:55:37.028 DEBUG:teuthology.orchestra.run.smithi062:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell --fsid ff1149ea-71d5-11ef-bceb-c7b262605968 -- ceph osd last-stat-seq osd.0 2024-09-13T13:55:37.433 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:55:37 smithi178 bash[22034]: audit 2024-09-13T13:55:36.177371+0000 mon.a (mon.0) 790 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:55:37.433 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:55:37 smithi178 bash[22034]: audit 2024-09-13T13:55:36.186663+0000 mon.a (mon.0) 791 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:55:37.433 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:55:37 smithi178 bash[22034]: cluster 2024-09-13T13:55:36.219186+0000 mgr.y (mgr.14391) 69 : cluster [DBG] pgmap v37: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-13T13:55:37.501 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:55:37 smithi062 bash[19845]: audit 2024-09-13T13:55:36.177371+0000 mon.a (mon.0) 790 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:55:37.501 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:55:37 smithi062 bash[19845]: audit 2024-09-13T13:55:36.186663+0000 mon.a (mon.0) 791 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:55:37.501 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:55:37 smithi062 bash[19845]: cluster 2024-09-13T13:55:36.219186+0000 mgr.y (mgr.14391) 69 : cluster [DBG] pgmap v37: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-13T13:55:37.502 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:55:37 smithi062 bash[26634]: audit 2024-09-13T13:55:36.177371+0000 mon.a (mon.0) 790 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:55:37.502 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:55:37 smithi062 bash[26634]: audit 2024-09-13T13:55:36.186663+0000 mon.a (mon.0) 791 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:55:37.502 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:55:37 smithi062 bash[26634]: cluster 2024-09-13T13:55:36.219186+0000 mgr.y (mgr.14391) 69 : cluster [DBG] pgmap v37: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-13T13:55:39.682 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:55:39 smithi178 bash[22034]: cluster 2024-09-13T13:55:38.219718+0000 mgr.y (mgr.14391) 70 : cluster [DBG] pgmap v38: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-13T13:55:39.751 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:55:39 smithi062 bash[19845]: cluster 2024-09-13T13:55:38.219718+0000 mgr.y (mgr.14391) 70 : cluster [DBG] pgmap v38: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-13T13:55:39.752 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:55:39 smithi062 bash[26634]: cluster 2024-09-13T13:55:38.219718+0000 mgr.y (mgr.14391) 70 : cluster [DBG] pgmap v38: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-13T13:55:39.769 INFO:teuthology.orchestra.run.smithi062.stderr:Inferring config /var/lib/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T13:55:39.770 INFO:teuthology.orchestra.run.smithi062.stderr:Inferring config /var/lib/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T13:55:39.770 INFO:teuthology.orchestra.run.smithi062.stderr:Inferring config /var/lib/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T13:55:39.770 INFO:teuthology.orchestra.run.smithi062.stderr:Inferring config /var/lib/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T13:55:40.781 INFO:teuthology.orchestra.run.smithi062.stderr:Inferring config /var/lib/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T13:55:40.782 INFO:teuthology.orchestra.run.smithi062.stderr:Inferring config /var/lib/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T13:55:40.782 INFO:teuthology.orchestra.run.smithi062.stderr:Inferring config /var/lib/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T13:55:41.683 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:55:41 smithi178 bash[22034]: cluster 2024-09-13T13:55:40.220165+0000 mgr.y (mgr.14391) 71 : cluster [DBG] pgmap v39: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-13T13:55:41.683 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:55:41 smithi178 bash[22034]: audit 2024-09-13T13:55:40.291689+0000 mon.a (mon.0) 792 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:55:41.683 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:55:41 smithi178 bash[22034]: audit 2024-09-13T13:55:40.296115+0000 mon.a (mon.0) 793 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:55:41.683 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:55:41 smithi178 bash[22034]: audit 2024-09-13T13:55:40.902879+0000 mon.a (mon.0) 794 : audit [DBG] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T13:55:41.683 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:55:41 smithi178 bash[22034]: audit 2024-09-13T13:55:40.903633+0000 mon.a (mon.0) 795 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T13:55:41.683 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:55:41 smithi178 bash[22034]: audit 2024-09-13T13:55:40.909264+0000 mon.a (mon.0) 796 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:55:41.751 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:55:41 smithi062 bash[19845]: cluster 2024-09-13T13:55:40.220165+0000 mgr.y (mgr.14391) 71 : cluster [DBG] pgmap v39: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-13T13:55:41.752 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:55:41 smithi062 bash[19845]: audit 2024-09-13T13:55:40.291689+0000 mon.a (mon.0) 792 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:55:41.752 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:55:41 smithi062 bash[19845]: audit 2024-09-13T13:55:40.296115+0000 mon.a (mon.0) 793 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:55:41.752 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:55:41 smithi062 bash[19845]: audit 2024-09-13T13:55:40.902879+0000 mon.a (mon.0) 794 : audit [DBG] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T13:55:41.752 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:55:41 smithi062 bash[19845]: audit 2024-09-13T13:55:40.903633+0000 mon.a (mon.0) 795 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T13:55:41.752 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:55:41 smithi062 bash[19845]: audit 2024-09-13T13:55:40.909264+0000 mon.a (mon.0) 796 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:55:41.752 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:55:41 smithi062 bash[26634]: cluster 2024-09-13T13:55:40.220165+0000 mgr.y (mgr.14391) 71 : cluster [DBG] pgmap v39: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-13T13:55:41.752 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:55:41 smithi062 bash[26634]: audit 2024-09-13T13:55:40.291689+0000 mon.a (mon.0) 792 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:55:41.752 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:55:41 smithi062 bash[26634]: audit 2024-09-13T13:55:40.296115+0000 mon.a (mon.0) 793 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:55:41.752 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:55:41 smithi062 bash[26634]: audit 2024-09-13T13:55:40.902879+0000 mon.a (mon.0) 794 : audit [DBG] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T13:55:41.752 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:55:41 smithi062 bash[26634]: audit 2024-09-13T13:55:40.903633+0000 mon.a (mon.0) 795 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T13:55:41.753 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:55:41 smithi062 bash[26634]: audit 2024-09-13T13:55:40.909264+0000 mon.a (mon.0) 796 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:55:41.810 INFO:teuthology.orchestra.run.smithi062.stderr:Inferring config /var/lib/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T13:55:43.095 INFO:teuthology.orchestra.run.smithi062.stdout:167503724592 2024-09-13T13:55:43.501 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:55:43 smithi062 bash[26634]: cluster 2024-09-13T13:55:42.220643+0000 mgr.y (mgr.14391) 72 : cluster [DBG] pgmap v40: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-13T13:55:43.501 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:55:43 smithi062 bash[26634]: audit 2024-09-13T13:55:43.097832+0000 mon.a (mon.0) 797 : audit [DBG] from='client.? 172.21.15.62:0/3317249116' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-09-13T13:55:43.502 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:55:43 smithi062 bash[26634]: audit 2024-09-13T13:55:43.279673+0000 mon.a (mon.0) 798 : audit [DBG] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T13:55:43.502 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:55:43 smithi062 bash[19845]: cluster 2024-09-13T13:55:42.220643+0000 mgr.y (mgr.14391) 72 : cluster [DBG] pgmap v40: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-13T13:55:43.502 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:55:43 smithi062 bash[19845]: audit 2024-09-13T13:55:43.097832+0000 mon.a (mon.0) 797 : audit [DBG] from='client.? 172.21.15.62:0/3317249116' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-09-13T13:55:43.502 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:55:43 smithi062 bash[19845]: audit 2024-09-13T13:55:43.279673+0000 mon.a (mon.0) 798 : audit [DBG] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T13:55:43.682 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:55:43 smithi178 bash[22034]: cluster 2024-09-13T13:55:42.220643+0000 mgr.y (mgr.14391) 72 : cluster [DBG] pgmap v40: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-13T13:55:43.683 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:55:43 smithi178 bash[22034]: audit 2024-09-13T13:55:43.097832+0000 mon.a (mon.0) 797 : audit [DBG] from='client.? 172.21.15.62:0/3317249116' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-09-13T13:55:43.683 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:55:43 smithi178 bash[22034]: audit 2024-09-13T13:55:43.279673+0000 mon.a (mon.0) 798 : audit [DBG] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T13:55:44.023 INFO:teuthology.orchestra.run.smithi062.stdout:111669149767 2024-09-13T13:55:44.060 INFO:teuthology.orchestra.run.smithi062.stdout:77309411409 2024-09-13T13:55:44.682 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:55:44 smithi178 bash[22034]: audit 2024-09-13T13:55:44.026117+0000 mon.c (mon.2) 14 : audit [DBG] from='client.? 172.21.15.62:0/4261404409' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-09-13T13:55:44.683 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:55:44 smithi178 bash[22034]: audit 2024-09-13T13:55:44.063065+0000 mon.c (mon.2) 15 : audit [DBG] from='client.? 172.21.15.62:0/682237754' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-09-13T13:55:44.751 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:55:44 smithi062 bash[19845]: audit 2024-09-13T13:55:44.026117+0000 mon.c (mon.2) 14 : audit [DBG] from='client.? 172.21.15.62:0/4261404409' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-09-13T13:55:44.752 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:55:44 smithi062 bash[19845]: audit 2024-09-13T13:55:44.063065+0000 mon.c (mon.2) 15 : audit [DBG] from='client.? 172.21.15.62:0/682237754' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-09-13T13:55:44.752 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:55:44 smithi062 bash[26634]: audit 2024-09-13T13:55:44.026117+0000 mon.c (mon.2) 14 : audit [DBG] from='client.? 172.21.15.62:0/4261404409' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-09-13T13:55:44.752 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:55:44 smithi062 bash[26634]: audit 2024-09-13T13:55:44.063065+0000 mon.c (mon.2) 15 : audit [DBG] from='client.? 172.21.15.62:0/682237754' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-09-13T13:55:45.423 INFO:teuthology.orchestra.run.smithi062.stdout:133143986236 2024-09-13T13:55:45.435 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:55:45 smithi062 bash[19845]: cluster 2024-09-13T13:55:44.221191+0000 mgr.y (mgr.14391) 73 : cluster [DBG] pgmap v41: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-13T13:55:45.436 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:55:45 smithi062 bash[26634]: cluster 2024-09-13T13:55:44.221191+0000 mgr.y (mgr.14391) 73 : cluster [DBG] pgmap v41: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-13T13:55:45.668 INFO:tasks.cephadm.ceph_manager.ceph:need seq 167503724590 got 167503724592 for osd.5 2024-09-13T13:55:45.669 DEBUG:teuthology.parallel:result is None 2024-09-13T13:55:45.671 INFO:tasks.cephadm.ceph_manager.ceph:need seq 111669149765 got 111669149767 for osd.3 2024-09-13T13:55:45.672 DEBUG:teuthology.parallel:result is None 2024-09-13T13:55:45.682 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:55:45 smithi178 bash[22034]: cluster 2024-09-13T13:55:44.221191+0000 mgr.y (mgr.14391) 73 : cluster [DBG] pgmap v41: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-13T13:55:45.926 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 13:55:45 smithi062 bash[20100]: ::ffff:172.21.15.178 - - [13/Sep/2024:13:55:45] "GET /metrics HTTP/1.1" 200 26210 "" "Prometheus/2.43.0" 2024-09-13T13:55:46.214 INFO:teuthology.orchestra.run.smithi062.stdout:34359738472 2024-09-13T13:55:46.293 INFO:tasks.cephadm.ceph_manager.ceph:need seq 77309411407 got 77309411409 for osd.2 2024-09-13T13:55:46.293 DEBUG:teuthology.parallel:result is None 2024-09-13T13:55:46.386 INFO:teuthology.orchestra.run.smithi062.stdout:55834574940 2024-09-13T13:55:46.501 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:55:46 smithi062 bash[26634]: audit 2024-09-13T13:55:45.425786+0000 mon.a (mon.0) 799 : audit [DBG] from='client.? 172.21.15.62:0/3214344113' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-09-13T13:55:46.501 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:55:46 smithi062 bash[26634]: audit 2024-09-13T13:55:46.217546+0000 mon.c (mon.2) 16 : audit [DBG] from='client.? 172.21.15.62:0/310895541' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-09-13T13:55:46.501 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:55:46 smithi062 bash[19845]: audit 2024-09-13T13:55:45.425786+0000 mon.a (mon.0) 799 : audit [DBG] from='client.? 172.21.15.62:0/3214344113' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-09-13T13:55:46.501 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:55:46 smithi062 bash[19845]: audit 2024-09-13T13:55:46.217546+0000 mon.c (mon.2) 16 : audit [DBG] from='client.? 172.21.15.62:0/310895541' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-09-13T13:55:46.610 INFO:teuthology.orchestra.run.smithi062.stdout:201863462950 2024-09-13T13:55:46.679 INFO:teuthology.orchestra.run.smithi062.stdout:236223201308 2024-09-13T13:55:46.682 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:55:46 smithi178 bash[22034]: audit 2024-09-13T13:55:45.425786+0000 mon.a (mon.0) 799 : audit [DBG] from='client.? 172.21.15.62:0/3214344113' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-09-13T13:55:46.682 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:55:46 smithi178 bash[22034]: audit 2024-09-13T13:55:46.217546+0000 mon.c (mon.2) 16 : audit [DBG] from='client.? 172.21.15.62:0/310895541' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-09-13T13:55:47.501 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:55:47 smithi062 bash[19845]: cluster 2024-09-13T13:55:46.221485+0000 mgr.y (mgr.14391) 74 : cluster [DBG] pgmap v42: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-13T13:55:47.502 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:55:47 smithi062 bash[19845]: audit 2024-09-13T13:55:46.388917+0000 mon.c (mon.2) 17 : audit [DBG] from='client.? 172.21.15.62:0/2191627970' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-09-13T13:55:47.502 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:55:47 smithi062 bash[19845]: audit 2024-09-13T13:55:46.612627+0000 mon.c (mon.2) 18 : audit [DBG] from='client.? 172.21.15.62:0/2597560946' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-09-13T13:55:47.502 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:55:47 smithi062 bash[19845]: audit 2024-09-13T13:55:46.682110+0000 mon.c (mon.2) 19 : audit [DBG] from='client.? 172.21.15.62:0/2830671785' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-09-13T13:55:47.502 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:55:47 smithi062 bash[26634]: cluster 2024-09-13T13:55:46.221485+0000 mgr.y (mgr.14391) 74 : cluster [DBG] pgmap v42: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-13T13:55:47.502 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:55:47 smithi062 bash[26634]: audit 2024-09-13T13:55:46.388917+0000 mon.c (mon.2) 17 : audit [DBG] from='client.? 172.21.15.62:0/2191627970' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-09-13T13:55:47.502 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:55:47 smithi062 bash[26634]: audit 2024-09-13T13:55:46.612627+0000 mon.c (mon.2) 18 : audit [DBG] from='client.? 172.21.15.62:0/2597560946' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-09-13T13:55:47.502 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:55:47 smithi062 bash[26634]: audit 2024-09-13T13:55:46.682110+0000 mon.c (mon.2) 19 : audit [DBG] from='client.? 172.21.15.62:0/2830671785' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-09-13T13:55:47.682 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:55:47 smithi178 bash[22034]: cluster 2024-09-13T13:55:46.221485+0000 mgr.y (mgr.14391) 74 : cluster [DBG] pgmap v42: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-13T13:55:47.683 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:55:47 smithi178 bash[22034]: audit 2024-09-13T13:55:46.388917+0000 mon.c (mon.2) 17 : audit [DBG] from='client.? 172.21.15.62:0/2191627970' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-09-13T13:55:47.683 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:55:47 smithi178 bash[22034]: audit 2024-09-13T13:55:46.612627+0000 mon.c (mon.2) 18 : audit [DBG] from='client.? 172.21.15.62:0/2597560946' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-09-13T13:55:47.683 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:55:47 smithi178 bash[22034]: audit 2024-09-13T13:55:46.682110+0000 mon.c (mon.2) 19 : audit [DBG] from='client.? 172.21.15.62:0/2830671785' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-09-13T13:55:47.760 INFO:tasks.cephadm.ceph_manager.ceph:need seq 133143986233 got 133143986236 for osd.4 2024-09-13T13:55:47.761 DEBUG:teuthology.parallel:result is None 2024-09-13T13:55:47.895 INFO:tasks.cephadm.ceph_manager.ceph:need seq 34359738470 got 34359738472 for osd.0 2024-09-13T13:55:47.895 DEBUG:teuthology.parallel:result is None 2024-09-13T13:55:48.754 INFO:tasks.cephadm.ceph_manager.ceph:need seq 201863462947 got 201863462950 for osd.6 2024-09-13T13:55:48.754 DEBUG:teuthology.parallel:result is None 2024-09-13T13:55:48.955 INFO:tasks.cephadm.ceph_manager.ceph:need seq 236223201305 got 236223201308 for osd.7 2024-09-13T13:55:48.955 DEBUG:teuthology.parallel:result is None 2024-09-13T13:55:49.018 INFO:tasks.cephadm.ceph_manager.ceph:need seq 55834574937 got 55834574940 for osd.1 2024-09-13T13:55:49.018 DEBUG:teuthology.parallel:result is None 2024-09-13T13:55:49.018 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2024-09-13T13:55:49.018 DEBUG:teuthology.orchestra.run.smithi062:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell --fsid ff1149ea-71d5-11ef-bceb-c7b262605968 -- ceph pg dump --format=json 2024-09-13T13:55:49.684 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:55:49 smithi178 bash[22034]: cluster 2024-09-13T13:55:48.222054+0000 mgr.y (mgr.14391) 75 : cluster [DBG] pgmap v43: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-13T13:55:49.751 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:55:49 smithi062 bash[19845]: cluster 2024-09-13T13:55:48.222054+0000 mgr.y (mgr.14391) 75 : cluster [DBG] pgmap v43: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-13T13:55:49.751 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:55:49 smithi062 bash[26634]: cluster 2024-09-13T13:55:48.222054+0000 mgr.y (mgr.14391) 75 : cluster [DBG] pgmap v43: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-13T13:55:51.682 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:55:51 smithi178 bash[22034]: cluster 2024-09-13T13:55:50.222692+0000 mgr.y (mgr.14391) 76 : cluster [DBG] pgmap v44: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-13T13:55:51.751 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:55:51 smithi062 bash[19845]: cluster 2024-09-13T13:55:50.222692+0000 mgr.y (mgr.14391) 76 : cluster [DBG] pgmap v44: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-13T13:55:51.752 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:55:51 smithi062 bash[26634]: cluster 2024-09-13T13:55:50.222692+0000 mgr.y (mgr.14391) 76 : cluster [DBG] pgmap v44: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-13T13:55:53.682 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:55:53 smithi178 bash[22034]: cluster 2024-09-13T13:55:52.223196+0000 mgr.y (mgr.14391) 77 : cluster [DBG] pgmap v45: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-13T13:55:53.751 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:55:53 smithi062 bash[19845]: cluster 2024-09-13T13:55:52.223196+0000 mgr.y (mgr.14391) 77 : cluster [DBG] pgmap v45: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-13T13:55:53.751 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:55:53 smithi062 bash[26634]: cluster 2024-09-13T13:55:52.223196+0000 mgr.y (mgr.14391) 77 : cluster [DBG] pgmap v45: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-13T13:55:53.816 INFO:teuthology.orchestra.run.smithi062.stderr:Inferring config /var/lib/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T13:55:55.313 INFO:teuthology.orchestra.run.smithi062.stderr:dumped all 2024-09-13T13:55:55.314 INFO:teuthology.orchestra.run.smithi062.stdout: 2024-09-13T13:55:55.682 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:55:55 smithi178 bash[22034]: cluster 2024-09-13T13:55:54.223771+0000 mgr.y (mgr.14391) 78 : cluster [DBG] pgmap v46: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-13T13:55:55.751 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:55:55 smithi062 bash[19845]: cluster 2024-09-13T13:55:54.223771+0000 mgr.y (mgr.14391) 78 : cluster [DBG] pgmap v46: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-13T13:55:55.751 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:55:55 smithi062 bash[26634]: cluster 2024-09-13T13:55:54.223771+0000 mgr.y (mgr.14391) 78 : cluster [DBG] pgmap v46: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-13T13:55:55.985 INFO:teuthology.orchestra.run.smithi062.stdout:{"pg_ready":true,"pg_map":{"version":46,"stamp":"2024-09-13T13:55:54.223475+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":3,"acting":3,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":3,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":3,"kb":749961216,"kb_used":243392,"kb_used_data":6380,"kb_used_omap":12,"kb_used_meta":236851,"kb_avail":749717824,"statfs":{"total":767960285184,"available":767711051776,"internally_reserved":0,"allocated":6533120,"data_stored":3703392,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":242535984},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003095"},"pg_stats":[{"pgid":"1.0","version":"60'128","reported_seq":253,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-09-13T13:54:30.303496+0000","last_change":"2024-09-13T13:53:42.516504+0000","last_active":"2024-09-13T13:54:30.303496+0000","last_peered":"2024-09-13T13:54:30.303496+0000","last_clean":"2024-09-13T13:54:30.303496+0000","last_became_active":"2024-09-13T13:53:42.515097+0000","last_became_peered":"2024-09-13T13:53:42.515097+0000","last_unstale":"2024-09-13T13:54:30.303496+0000","last_undegraded":"2024-09-13T13:54:30.303496+0000","last_fullsized":"2024-09-13T13:54:30.303496+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T13:49:09.939412+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T13:49:09.939412+0000","last_clean_scrub_stamp":"2024-09-13T13:49:09.939412+0000","objects_scrubbed":0,"log_size":128,"log_dups_size":0,"ondisk_log_size":128,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:28:49.036177+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":3,"acting":3,"num_store_stats":3}],"osd_stats":[{"osd":7,"up_from":55,"seq":236223201310,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32344,"kb_used_data":1160,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712808,"statfs":{"total":95995035648,"available":95961915392,"internally_reserved":0,"allocated":1187840,"data_stored":831904,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":47,"seq":201863462952,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28184,"kb_used_data":1160,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716968,"statfs":{"total":95995035648,"available":95966175232,"internally_reserved":0,"allocated":1187840,"data_stored":831904,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":39,"seq":167503724595,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":31768,"kb_used_data":580,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713384,"statfs":{"total":95995035648,"available":95962505216,"internally_reserved":0,"allocated":593920,"data_stored":241536,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":31,"seq":133143986238,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":31768,"kb_used_data":580,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713384,"statfs":{"total":95995035648,"available":95962505216,"internally_reserved":0,"allocated":593920,"data_stored":241536,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":26,"seq":111669149770,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":27608,"kb_used_data":580,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717544,"statfs":{"total":95995035648,"available":95966765056,"internally_reserved":0,"allocated":593920,"data_stored":241536,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411412,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":31768,"kb_used_data":580,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713384,"statfs":{"total":95995035648,"available":95962505216,"internally_reserved":0,"allocated":593920,"data_stored":241536,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574942,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":27608,"kb_used_data":580,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717544,"statfs":{"total":95995035648,"available":95966765056,"internally_reserved":0,"allocated":593920,"data_stored":241536,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738474,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32344,"kb_used_data":1160,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712808,"statfs":{"total":95995035648,"available":95961915392,"internally_reserved":0,"allocated":1187840,"data_stored":831904,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-13T13:55:55.986 DEBUG:teuthology.orchestra.run.smithi062:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell --fsid ff1149ea-71d5-11ef-bceb-c7b262605968 -- ceph pg dump --format=json 2024-09-13T13:55:56.251 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 13:55:55 smithi062 bash[20100]: ::ffff:172.21.15.178 - - [13/Sep/2024:13:55:55] "GET /metrics HTTP/1.1" 200 26210 "" "Prometheus/2.43.0" 2024-09-13T13:55:56.682 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:55:56 smithi178 bash[22034]: audit 2024-09-13T13:55:55.314481+0000 mgr.y (mgr.14391) 79 : audit [DBG] from='client.24458 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-13T13:55:56.751 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:55:56 smithi062 bash[19845]: audit 2024-09-13T13:55:55.314481+0000 mgr.y (mgr.14391) 79 : audit [DBG] from='client.24458 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-13T13:55:56.751 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:55:56 smithi062 bash[26634]: audit 2024-09-13T13:55:55.314481+0000 mgr.y (mgr.14391) 79 : audit [DBG] from='client.24458 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-13T13:55:58.432 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:55:58 smithi178 bash[22034]: cluster 2024-09-13T13:55:56.224129+0000 mgr.y (mgr.14391) 80 : cluster [DBG] pgmap v47: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-13T13:55:58.501 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:55:58 smithi062 bash[26634]: cluster 2024-09-13T13:55:56.224129+0000 mgr.y (mgr.14391) 80 : cluster [DBG] pgmap v47: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-13T13:55:58.501 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:55:58 smithi062 bash[19845]: cluster 2024-09-13T13:55:56.224129+0000 mgr.y (mgr.14391) 80 : cluster [DBG] pgmap v47: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-13T13:55:59.432 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:55:59 smithi178 bash[22034]: audit 2024-09-13T13:55:58.280295+0000 mon.a (mon.0) 800 : audit [DBG] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T13:55:59.501 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:55:59 smithi062 bash[19845]: audit 2024-09-13T13:55:58.280295+0000 mon.a (mon.0) 800 : audit [DBG] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T13:55:59.501 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:55:59 smithi062 bash[26634]: audit 2024-09-13T13:55:58.280295+0000 mon.a (mon.0) 800 : audit [DBG] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T13:56:00.432 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:56:00 smithi178 bash[22034]: cluster 2024-09-13T13:55:58.224729+0000 mgr.y (mgr.14391) 81 : cluster [DBG] pgmap v48: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-13T13:56:00.501 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:56:00 smithi062 bash[26634]: cluster 2024-09-13T13:55:58.224729+0000 mgr.y (mgr.14391) 81 : cluster [DBG] pgmap v48: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-13T13:56:00.501 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:56:00 smithi062 bash[19845]: cluster 2024-09-13T13:55:58.224729+0000 mgr.y (mgr.14391) 81 : cluster [DBG] pgmap v48: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-13T13:56:00.782 INFO:teuthology.orchestra.run.smithi062.stderr:Inferring config /var/lib/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T13:56:02.236 INFO:teuthology.orchestra.run.smithi062.stderr:dumped all 2024-09-13T13:56:02.236 INFO:teuthology.orchestra.run.smithi062.stdout: 2024-09-13T13:56:02.248 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:56:02 smithi062 bash[19845]: cluster 2024-09-13T13:56:00.225340+0000 mgr.y (mgr.14391) 82 : cluster [DBG] pgmap v49: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-13T13:56:02.248 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:56:02 smithi062 bash[26634]: cluster 2024-09-13T13:56:00.225340+0000 mgr.y (mgr.14391) 82 : cluster [DBG] pgmap v49: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-13T13:56:02.432 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:56:02 smithi178 bash[22034]: cluster 2024-09-13T13:56:00.225340+0000 mgr.y (mgr.14391) 82 : cluster [DBG] pgmap v49: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-13T13:56:02.923 INFO:teuthology.orchestra.run.smithi062.stdout:{"pg_ready":true,"pg_map":{"version":50,"stamp":"2024-09-13T13:56:02.225624+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":3,"acting":3,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":3,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":3,"kb":749961216,"kb_used":243392,"kb_used_data":6380,"kb_used_omap":12,"kb_used_meta":236851,"kb_avail":749717824,"statfs":{"total":767960285184,"available":767711051776,"internally_reserved":0,"allocated":6533120,"data_stored":3703392,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":242535984},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003235"},"pg_stats":[{"pgid":"1.0","version":"60'128","reported_seq":253,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-09-13T13:54:30.303496+0000","last_change":"2024-09-13T13:53:42.516504+0000","last_active":"2024-09-13T13:54:30.303496+0000","last_peered":"2024-09-13T13:54:30.303496+0000","last_clean":"2024-09-13T13:54:30.303496+0000","last_became_active":"2024-09-13T13:53:42.515097+0000","last_became_peered":"2024-09-13T13:53:42.515097+0000","last_unstale":"2024-09-13T13:54:30.303496+0000","last_undegraded":"2024-09-13T13:54:30.303496+0000","last_fullsized":"2024-09-13T13:54:30.303496+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T13:49:09.939412+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T13:49:09.939412+0000","last_clean_scrub_stamp":"2024-09-13T13:49:09.939412+0000","objects_scrubbed":0,"log_size":128,"log_dups_size":0,"ondisk_log_size":128,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:28:49.036177+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":3,"acting":3,"num_store_stats":3}],"osd_stats":[{"osd":7,"up_from":55,"seq":236223201311,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32344,"kb_used_data":1160,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712808,"statfs":{"total":95995035648,"available":95961915392,"internally_reserved":0,"allocated":1187840,"data_stored":831904,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":47,"seq":201863462953,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28184,"kb_used_data":1160,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716968,"statfs":{"total":95995035648,"available":95966175232,"internally_reserved":0,"allocated":1187840,"data_stored":831904,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":39,"seq":167503724596,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":31768,"kb_used_data":580,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713384,"statfs":{"total":95995035648,"available":95962505216,"internally_reserved":0,"allocated":593920,"data_stored":241536,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":31,"seq":133143986239,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":31768,"kb_used_data":580,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713384,"statfs":{"total":95995035648,"available":95962505216,"internally_reserved":0,"allocated":593920,"data_stored":241536,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":26,"seq":111669149771,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":27608,"kb_used_data":580,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717544,"statfs":{"total":95995035648,"available":95966765056,"internally_reserved":0,"allocated":593920,"data_stored":241536,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411413,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":31768,"kb_used_data":580,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713384,"statfs":{"total":95995035648,"available":95962505216,"internally_reserved":0,"allocated":593920,"data_stored":241536,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574943,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":27608,"kb_used_data":580,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717544,"statfs":{"total":95995035648,"available":95966765056,"internally_reserved":0,"allocated":593920,"data_stored":241536,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738475,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32344,"kb_used_data":1160,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712808,"statfs":{"total":95995035648,"available":95961915392,"internally_reserved":0,"allocated":1187840,"data_stored":831904,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-13T13:56:02.924 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2024-09-13T13:56:02.924 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2024-09-13T13:56:02.924 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy 2024-09-13T13:56:02.924 DEBUG:teuthology.orchestra.run.smithi062:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell --fsid ff1149ea-71d5-11ef-bceb-c7b262605968 -- ceph health --format=json 2024-09-13T13:56:04.432 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:56:04 smithi178 bash[22034]: cluster 2024-09-13T13:56:02.225928+0000 mgr.y (mgr.14391) 83 : cluster [DBG] pgmap v50: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-13T13:56:04.433 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:56:04 smithi178 bash[22034]: audit 2024-09-13T13:56:02.237559+0000 mgr.y (mgr.14391) 84 : audit [DBG] from='client.24464 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-13T13:56:04.501 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:56:04 smithi062 bash[26634]: cluster 2024-09-13T13:56:02.225928+0000 mgr.y (mgr.14391) 83 : cluster [DBG] pgmap v50: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-13T13:56:04.501 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:56:04 smithi062 bash[26634]: audit 2024-09-13T13:56:02.237559+0000 mgr.y (mgr.14391) 84 : audit [DBG] from='client.24464 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-13T13:56:04.501 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:56:04 smithi062 bash[19845]: cluster 2024-09-13T13:56:02.225928+0000 mgr.y (mgr.14391) 83 : cluster [DBG] pgmap v50: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-13T13:56:04.502 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:56:04 smithi062 bash[19845]: audit 2024-09-13T13:56:02.237559+0000 mgr.y (mgr.14391) 84 : audit [DBG] from='client.24464 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-13T13:56:06.135 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 13:56:05 smithi062 bash[20100]: ::ffff:172.21.15.178 - - [13/Sep/2024:13:56:05] "GET /metrics HTTP/1.1" 200 26210 "" "Prometheus/2.43.0" 2024-09-13T13:56:06.432 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:56:06 smithi178 bash[22034]: cluster 2024-09-13T13:56:04.226543+0000 mgr.y (mgr.14391) 85 : cluster [DBG] pgmap v51: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-13T13:56:06.501 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:56:06 smithi062 bash[19845]: cluster 2024-09-13T13:56:04.226543+0000 mgr.y (mgr.14391) 85 : cluster [DBG] pgmap v51: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-13T13:56:06.501 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:56:06 smithi062 bash[26634]: cluster 2024-09-13T13:56:04.226543+0000 mgr.y (mgr.14391) 85 : cluster [DBG] pgmap v51: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-13T13:56:07.723 INFO:teuthology.orchestra.run.smithi062.stderr:Inferring config /var/lib/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T13:56:08.432 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:56:08 smithi178 bash[22034]: cluster 2024-09-13T13:56:06.227080+0000 mgr.y (mgr.14391) 86 : cluster [DBG] pgmap v52: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-13T13:56:08.501 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:56:08 smithi062 bash[19845]: cluster 2024-09-13T13:56:06.227080+0000 mgr.y (mgr.14391) 86 : cluster [DBG] pgmap v52: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-13T13:56:08.501 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:56:08 smithi062 bash[26634]: cluster 2024-09-13T13:56:06.227080+0000 mgr.y (mgr.14391) 86 : cluster [DBG] pgmap v52: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-13T13:56:09.199 INFO:teuthology.orchestra.run.smithi062.stdout: 2024-09-13T13:56:09.199 INFO:teuthology.orchestra.run.smithi062.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2024-09-13T13:56:09.759 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy done 2024-09-13T13:56:09.759 INFO:tasks.cephadm:Setup complete, yielding 2024-09-13T13:56:09.759 INFO:teuthology.run_tasks:Running task cephadm.shell... 2024-09-13T13:56:09.768 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi062.front.sepia.ceph.com 2024-09-13T13:56:09.768 DEBUG:teuthology.orchestra.run.smithi062:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ff1149ea-71d5-11ef-bceb-c7b262605968 -- bash -c 'ceph config set mgr mgr/cephadm/use_repo_digest false --force' 2024-09-13T13:56:10.432 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:56:10 smithi178 bash[22034]: cluster 2024-09-13T13:56:08.227578+0000 mgr.y (mgr.14391) 87 : cluster [DBG] pgmap v53: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-13T13:56:10.432 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:56:10 smithi178 bash[22034]: audit 2024-09-13T13:56:09.201608+0000 mon.a (mon.0) 801 : audit [DBG] from='client.? 172.21.15.62:0/2526638003' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-09-13T13:56:10.501 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:56:10 smithi062 bash[26634]: cluster 2024-09-13T13:56:08.227578+0000 mgr.y (mgr.14391) 87 : cluster [DBG] pgmap v53: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-13T13:56:10.501 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:56:10 smithi062 bash[26634]: audit 2024-09-13T13:56:09.201608+0000 mon.a (mon.0) 801 : audit [DBG] from='client.? 172.21.15.62:0/2526638003' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-09-13T13:56:10.501 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:56:10 smithi062 bash[19845]: cluster 2024-09-13T13:56:08.227578+0000 mgr.y (mgr.14391) 87 : cluster [DBG] pgmap v53: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-13T13:56:10.501 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:56:10 smithi062 bash[19845]: audit 2024-09-13T13:56:09.201608+0000 mon.a (mon.0) 801 : audit [DBG] from='client.? 172.21.15.62:0/2526638003' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-09-13T13:56:12.432 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:56:12 smithi178 bash[22034]: cluster 2024-09-13T13:56:10.228188+0000 mgr.y (mgr.14391) 88 : cluster [DBG] pgmap v54: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-13T13:56:12.501 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:56:12 smithi062 bash[19845]: cluster 2024-09-13T13:56:10.228188+0000 mgr.y (mgr.14391) 88 : cluster [DBG] pgmap v54: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-13T13:56:12.501 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:56:12 smithi062 bash[26634]: cluster 2024-09-13T13:56:10.228188+0000 mgr.y (mgr.14391) 88 : cluster [DBG] pgmap v54: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-13T13:56:14.432 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:56:14 smithi178 bash[22034]: cluster 2024-09-13T13:56:12.228744+0000 mgr.y (mgr.14391) 89 : cluster [DBG] pgmap v55: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-13T13:56:14.432 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:56:14 smithi178 bash[22034]: audit 2024-09-13T13:56:13.280747+0000 mon.a (mon.0) 802 : audit [DBG] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T13:56:14.501 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:56:14 smithi062 bash[19845]: cluster 2024-09-13T13:56:12.228744+0000 mgr.y (mgr.14391) 89 : cluster [DBG] pgmap v55: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-13T13:56:14.501 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:56:14 smithi062 bash[19845]: audit 2024-09-13T13:56:13.280747+0000 mon.a (mon.0) 802 : audit [DBG] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T13:56:14.501 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:56:14 smithi062 bash[26634]: cluster 2024-09-13T13:56:12.228744+0000 mgr.y (mgr.14391) 89 : cluster [DBG] pgmap v55: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-13T13:56:14.501 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:56:14 smithi062 bash[26634]: audit 2024-09-13T13:56:13.280747+0000 mon.a (mon.0) 802 : audit [DBG] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T13:56:14.565 INFO:teuthology.orchestra.run.smithi062.stderr:Inferring config /var/lib/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T13:56:16.124 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 13:56:15 smithi062 bash[20100]: ::ffff:172.21.15.178 - - [13/Sep/2024:13:56:15] "GET /metrics HTTP/1.1" 200 26207 "" "Prometheus/2.43.0" 2024-09-13T13:56:16.432 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:56:16 smithi178 bash[22034]: cluster 2024-09-13T13:56:14.229321+0000 mgr.y (mgr.14391) 90 : cluster [DBG] pgmap v56: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-13T13:56:16.432 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:56:16 smithi178 bash[22034]: audit 2024-09-13T13:56:16.119264+0000 mon.a (mon.0) 803 : audit [INF] from='client.? 172.21.15.62:0/2633294948' entity='client.admin' 2024-09-13T13:56:16.472 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 13:56:16 smithi062 bash[20100]: [13/Sep/2024:13:56:16] ENGINE Bus STOPPING 2024-09-13T13:56:16.473 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 13:56:16 smithi062 bash[20100]: [13/Sep/2024:13:56:16] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-13T13:56:16.473 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 13:56:16 smithi062 bash[20100]: [13/Sep/2024:13:56:16] ENGINE Bus STOPPED 2024-09-13T13:56:16.473 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 13:56:16 smithi062 bash[20100]: [13/Sep/2024:13:56:16] ENGINE Bus STARTING 2024-09-13T13:56:16.473 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:56:16 smithi062 bash[19845]: cluster 2024-09-13T13:56:14.229321+0000 mgr.y (mgr.14391) 90 : cluster [DBG] pgmap v56: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-13T13:56:16.473 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:56:16 smithi062 bash[19845]: audit 2024-09-13T13:56:16.119264+0000 mon.a (mon.0) 803 : audit [INF] from='client.? 172.21.15.62:0/2633294948' entity='client.admin' 2024-09-13T13:56:16.473 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:56:16 smithi062 bash[26634]: cluster 2024-09-13T13:56:14.229321+0000 mgr.y (mgr.14391) 90 : cluster [DBG] pgmap v56: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-13T13:56:16.474 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:56:16 smithi062 bash[26634]: audit 2024-09-13T13:56:16.119264+0000 mon.a (mon.0) 803 : audit [INF] from='client.? 172.21.15.62:0/2633294948' entity='client.admin' 2024-09-13T13:56:16.751 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 13:56:16 smithi062 bash[20100]: [13/Sep/2024:13:56:16] ENGINE Serving on http://:::9283 2024-09-13T13:56:16.751 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 13:56:16 smithi062 bash[20100]: [13/Sep/2024:13:56:16] ENGINE Bus STARTED 2024-09-13T13:56:16.765 INFO:teuthology.run_tasks:Running task cephadm.shell... 2024-09-13T13:56:16.777 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi062.front.sepia.ceph.com 2024-09-13T13:56:16.777 DEBUG:teuthology.orchestra.run.smithi062:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ff1149ea-71d5-11ef-bceb-c7b262605968 -e sha1=b0201b8c79733293453e7f10a10c7fa43119222b -- bash -c 'radosgw-admin realm create --rgw-realm=r --default' 2024-09-13T13:56:18.001 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:56:17 smithi062 bash[19845]: cluster 2024-09-13T13:56:16.229677+0000 mgr.y (mgr.14391) 91 : cluster [DBG] pgmap v57: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-13T13:56:18.001 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:56:17 smithi062 bash[19845]: audit 2024-09-13T13:56:16.701143+0000 mon.a (mon.0) 804 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:56:18.001 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:56:17 smithi062 bash[19845]: audit 2024-09-13T13:56:16.708578+0000 mon.a (mon.0) 805 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:56:18.001 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:56:17 smithi062 bash[26634]: cluster 2024-09-13T13:56:16.229677+0000 mgr.y (mgr.14391) 91 : cluster [DBG] pgmap v57: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-13T13:56:18.002 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:56:17 smithi062 bash[26634]: audit 2024-09-13T13:56:16.701143+0000 mon.a (mon.0) 804 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:56:18.002 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:56:17 smithi062 bash[26634]: audit 2024-09-13T13:56:16.708578+0000 mon.a (mon.0) 805 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:56:18.182 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:56:17 smithi178 bash[22034]: cluster 2024-09-13T13:56:16.229677+0000 mgr.y (mgr.14391) 91 : cluster [DBG] pgmap v57: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-13T13:56:18.182 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:56:17 smithi178 bash[22034]: audit 2024-09-13T13:56:16.701143+0000 mon.a (mon.0) 804 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:56:18.182 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:56:17 smithi178 bash[22034]: audit 2024-09-13T13:56:16.708578+0000 mon.a (mon.0) 805 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:56:20.001 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:56:19 smithi062 bash[19845]: cluster 2024-09-13T13:56:18.230189+0000 mgr.y (mgr.14391) 92 : cluster [DBG] pgmap v58: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-13T13:56:20.001 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:56:19 smithi062 bash[26634]: cluster 2024-09-13T13:56:18.230189+0000 mgr.y (mgr.14391) 92 : cluster [DBG] pgmap v58: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-13T13:56:20.182 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:56:19 smithi178 bash[22034]: cluster 2024-09-13T13:56:18.230189+0000 mgr.y (mgr.14391) 92 : cluster [DBG] pgmap v58: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-13T13:56:21.216 INFO:teuthology.orchestra.run.smithi062.stderr:Inferring config /var/lib/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T13:56:22.001 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:56:21 smithi062 bash[19845]: cluster 2024-09-13T13:56:20.230780+0000 mgr.y (mgr.14391) 93 : cluster [DBG] pgmap v59: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-13T13:56:22.001 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:56:21 smithi062 bash[26634]: cluster 2024-09-13T13:56:20.230780+0000 mgr.y (mgr.14391) 93 : cluster [DBG] pgmap v59: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-13T13:56:22.182 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:56:21 smithi178 bash[22034]: cluster 2024-09-13T13:56:20.230780+0000 mgr.y (mgr.14391) 93 : cluster [DBG] pgmap v59: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-13T13:56:23.182 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:56:22 smithi178 bash[22034]: audit 2024-09-13T13:56:21.744470+0000 mon.a (mon.0) 806 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:56:23.182 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:56:22 smithi178 bash[22034]: audit 2024-09-13T13:56:21.750979+0000 mon.a (mon.0) 807 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:56:23.252 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:56:22 smithi062 bash[19845]: audit 2024-09-13T13:56:21.744470+0000 mon.a (mon.0) 806 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:56:23.252 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:56:22 smithi062 bash[19845]: audit 2024-09-13T13:56:21.750979+0000 mon.a (mon.0) 807 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:56:23.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:56:22 smithi062 bash[26634]: audit 2024-09-13T13:56:21.744470+0000 mon.a (mon.0) 806 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:56:23.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:56:22 smithi062 bash[26634]: audit 2024-09-13T13:56:21.750979+0000 mon.a (mon.0) 807 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:56:24.050 INFO:teuthology.orchestra.run.smithi062.stdout:{ 2024-09-13T13:56:24.050 INFO:teuthology.orchestra.run.smithi062.stdout: "id": "636d2d47-b137-45c2-8fe3-508c7872cc0a", 2024-09-13T13:56:24.050 INFO:teuthology.orchestra.run.smithi062.stdout: "name": "r", 2024-09-13T13:56:24.050 INFO:teuthology.orchestra.run.smithi062.stdout: "current_period": "8212d602-d60a-4677-b9e1-be2e01dc0134", 2024-09-13T13:56:24.050 INFO:teuthology.orchestra.run.smithi062.stdout: "epoch": 1 2024-09-13T13:56:24.050 INFO:teuthology.orchestra.run.smithi062.stdout:} 2024-09-13T13:56:24.182 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:56:23 smithi178 bash[22034]: cluster 2024-09-13T13:56:22.231439+0000 mgr.y (mgr.14391) 94 : cluster [DBG] pgmap v60: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-13T13:56:24.182 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:56:23 smithi178 bash[22034]: audit 2024-09-13T13:56:22.932748+0000 mon.a (mon.0) 808 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:56:24.183 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:56:23 smithi178 bash[22034]: audit 2024-09-13T13:56:22.941176+0000 mon.a (mon.0) 809 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:56:24.183 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:56:23 smithi178 bash[22034]: audit 2024-09-13T13:56:22.942830+0000 mon.a (mon.0) 810 : audit [DBG] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T13:56:24.183 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:56:23 smithi178 bash[22034]: audit 2024-09-13T13:56:22.944043+0000 mon.a (mon.0) 811 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T13:56:24.183 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:56:23 smithi178 bash[22034]: audit 2024-09-13T13:56:22.952628+0000 mon.a (mon.0) 812 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:56:24.183 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:56:23 smithi178 bash[22034]: cluster 2024-09-13T13:56:22.980899+0000 mon.a (mon.0) 813 : cluster [DBG] osdmap e61: 8 total, 8 up, 8 in 2024-09-13T13:56:24.183 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:56:23 smithi178 bash[22034]: audit 2024-09-13T13:56:22.985507+0000 mon.c (mon.2) 20 : audit [INF] from='client.? 172.21.15.62:0/1338664748' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": ".rgw.root","app": "rgw"}]: dispatch 2024-09-13T13:56:24.183 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:56:23 smithi178 bash[22034]: audit 2024-09-13T13:56:22.987325+0000 mon.a (mon.0) 814 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": ".rgw.root","app": "rgw"}]: dispatch 2024-09-13T13:56:24.216 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:56:23 smithi062 bash[26634]: cluster 2024-09-13T13:56:22.231439+0000 mgr.y (mgr.14391) 94 : cluster [DBG] pgmap v60: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-13T13:56:24.216 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:56:23 smithi062 bash[26634]: audit 2024-09-13T13:56:22.932748+0000 mon.a (mon.0) 808 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:56:24.216 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:56:23 smithi062 bash[26634]: audit 2024-09-13T13:56:22.941176+0000 mon.a (mon.0) 809 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:56:24.216 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:56:23 smithi062 bash[26634]: audit 2024-09-13T13:56:22.942830+0000 mon.a (mon.0) 810 : audit [DBG] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T13:56:24.216 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:56:23 smithi062 bash[26634]: audit 2024-09-13T13:56:22.944043+0000 mon.a (mon.0) 811 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T13:56:24.216 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:56:23 smithi062 bash[26634]: audit 2024-09-13T13:56:22.952628+0000 mon.a (mon.0) 812 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:56:24.216 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:56:23 smithi062 bash[26634]: cluster 2024-09-13T13:56:22.980899+0000 mon.a (mon.0) 813 : cluster [DBG] osdmap e61: 8 total, 8 up, 8 in 2024-09-13T13:56:24.216 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:56:23 smithi062 bash[26634]: audit 2024-09-13T13:56:22.985507+0000 mon.c (mon.2) 20 : audit [INF] from='client.? 172.21.15.62:0/1338664748' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": ".rgw.root","app": "rgw"}]: dispatch 2024-09-13T13:56:24.217 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:56:23 smithi062 bash[26634]: audit 2024-09-13T13:56:22.987325+0000 mon.a (mon.0) 814 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": ".rgw.root","app": "rgw"}]: dispatch 2024-09-13T13:56:24.217 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:56:23 smithi062 bash[19845]: cluster 2024-09-13T13:56:22.231439+0000 mgr.y (mgr.14391) 94 : cluster [DBG] pgmap v60: 1 pgs: 1 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-13T13:56:24.217 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:56:23 smithi062 bash[19845]: audit 2024-09-13T13:56:22.932748+0000 mon.a (mon.0) 808 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:56:24.217 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:56:23 smithi062 bash[19845]: audit 2024-09-13T13:56:22.941176+0000 mon.a (mon.0) 809 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:56:24.217 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:56:23 smithi062 bash[19845]: audit 2024-09-13T13:56:22.942830+0000 mon.a (mon.0) 810 : audit [DBG] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T13:56:24.217 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:56:23 smithi062 bash[19845]: audit 2024-09-13T13:56:22.944043+0000 mon.a (mon.0) 811 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T13:56:24.217 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:56:23 smithi062 bash[19845]: audit 2024-09-13T13:56:22.952628+0000 mon.a (mon.0) 812 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:56:24.217 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:56:23 smithi062 bash[19845]: cluster 2024-09-13T13:56:22.980899+0000 mon.a (mon.0) 813 : cluster [DBG] osdmap e61: 8 total, 8 up, 8 in 2024-09-13T13:56:24.217 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:56:23 smithi062 bash[19845]: audit 2024-09-13T13:56:22.985507+0000 mon.c (mon.2) 20 : audit [INF] from='client.? 172.21.15.62:0/1338664748' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": ".rgw.root","app": "rgw"}]: dispatch 2024-09-13T13:56:24.217 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:56:23 smithi062 bash[19845]: audit 2024-09-13T13:56:22.987325+0000 mon.a (mon.0) 814 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": ".rgw.root","app": "rgw"}]: dispatch 2024-09-13T13:56:24.701 DEBUG:teuthology.orchestra.run.smithi062:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ff1149ea-71d5-11ef-bceb-c7b262605968 -e sha1=b0201b8c79733293453e7f10a10c7fa43119222b -- bash -c 'radosgw-admin zonegroup create --rgw-zonegroup=default --master --default' 2024-09-13T13:56:25.251 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:56:24 smithi062 bash[26634]: audit 2024-09-13T13:56:23.976606+0000 mon.a (mon.0) 815 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": ".rgw.root","app": "rgw"}]': finished 2024-09-13T13:56:25.251 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:56:24 smithi062 bash[26634]: cluster 2024-09-13T13:56:23.985167+0000 mon.a (mon.0) 816 : cluster [DBG] osdmap e62: 8 total, 8 up, 8 in 2024-09-13T13:56:25.251 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:56:24 smithi062 bash[19845]: audit 2024-09-13T13:56:23.976606+0000 mon.a (mon.0) 815 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": ".rgw.root","app": "rgw"}]': finished 2024-09-13T13:56:25.251 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:56:24 smithi062 bash[19845]: cluster 2024-09-13T13:56:23.985167+0000 mon.a (mon.0) 816 : cluster [DBG] osdmap e62: 8 total, 8 up, 8 in 2024-09-13T13:56:25.432 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:56:24 smithi178 bash[22034]: audit 2024-09-13T13:56:23.976606+0000 mon.a (mon.0) 815 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": ".rgw.root","app": "rgw"}]': finished 2024-09-13T13:56:25.432 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:56:24 smithi178 bash[22034]: cluster 2024-09-13T13:56:23.985167+0000 mon.a (mon.0) 816 : cluster [DBG] osdmap e62: 8 total, 8 up, 8 in 2024-09-13T13:56:26.251 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 13:56:25 smithi062 bash[20100]: ::ffff:172.21.15.178 - - [13/Sep/2024:13:56:25] "GET /metrics HTTP/1.1" 200 26207 "" "Prometheus/2.43.0" 2024-09-13T13:56:26.251 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:56:25 smithi062 bash[19845]: cluster 2024-09-13T13:56:24.232219+0000 mgr.y (mgr.14391) 95 : cluster [DBG] pgmap v63: 33 pgs: 33 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 255 B/s rd, 895 B/s wr, 1 op/s 2024-09-13T13:56:26.251 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:56:25 smithi062 bash[19845]: cluster 2024-09-13T13:56:24.992692+0000 mon.a (mon.0) 817 : cluster [DBG] osdmap e63: 8 total, 8 up, 8 in 2024-09-13T13:56:26.252 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:56:25 smithi062 bash[26634]: cluster 2024-09-13T13:56:24.232219+0000 mgr.y (mgr.14391) 95 : cluster [DBG] pgmap v63: 33 pgs: 33 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 255 B/s rd, 895 B/s wr, 1 op/s 2024-09-13T13:56:26.252 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:56:25 smithi062 bash[26634]: cluster 2024-09-13T13:56:24.992692+0000 mon.a (mon.0) 817 : cluster [DBG] osdmap e63: 8 total, 8 up, 8 in 2024-09-13T13:56:26.432 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:56:25 smithi178 bash[22034]: cluster 2024-09-13T13:56:24.232219+0000 mgr.y (mgr.14391) 95 : cluster [DBG] pgmap v63: 33 pgs: 33 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 255 B/s rd, 895 B/s wr, 1 op/s 2024-09-13T13:56:26.432 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:56:25 smithi178 bash[22034]: cluster 2024-09-13T13:56:24.992692+0000 mon.a (mon.0) 817 : cluster [DBG] osdmap e63: 8 total, 8 up, 8 in 2024-09-13T13:56:28.251 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:56:27 smithi062 bash[19845]: cluster 2024-09-13T13:56:26.232811+0000 mgr.y (mgr.14391) 96 : cluster [DBG] pgmap v65: 33 pgs: 33 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 341 B/s rd, 1.2 KiB/s wr, 2 op/s 2024-09-13T13:56:28.251 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:56:27 smithi062 bash[26634]: cluster 2024-09-13T13:56:26.232811+0000 mgr.y (mgr.14391) 96 : cluster [DBG] pgmap v65: 33 pgs: 33 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 341 B/s rd, 1.2 KiB/s wr, 2 op/s 2024-09-13T13:56:28.432 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:56:27 smithi178 bash[22034]: cluster 2024-09-13T13:56:26.232811+0000 mgr.y (mgr.14391) 96 : cluster [DBG] pgmap v65: 33 pgs: 33 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 341 B/s rd, 1.2 KiB/s wr, 2 op/s 2024-09-13T13:56:29.251 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:56:28 smithi062 bash[19845]: audit 2024-09-13T13:56:28.244833+0000 mon.a (mon.0) 818 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.18", "id": [7, 2]}]: dispatch 2024-09-13T13:56:29.251 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:56:28 smithi062 bash[19845]: audit 2024-09-13T13:56:28.281269+0000 mon.a (mon.0) 819 : audit [DBG] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T13:56:29.251 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:56:28 smithi062 bash[26634]: audit 2024-09-13T13:56:28.244833+0000 mon.a (mon.0) 818 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.18", "id": [7, 2]}]: dispatch 2024-09-13T13:56:29.251 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:56:28 smithi062 bash[26634]: audit 2024-09-13T13:56:28.281269+0000 mon.a (mon.0) 819 : audit [DBG] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T13:56:29.432 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:56:28 smithi178 bash[22034]: audit 2024-09-13T13:56:28.244833+0000 mon.a (mon.0) 818 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.18", "id": [7, 2]}]: dispatch 2024-09-13T13:56:29.433 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:56:28 smithi178 bash[22034]: audit 2024-09-13T13:56:28.281269+0000 mon.a (mon.0) 819 : audit [DBG] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T13:56:29.500 INFO:teuthology.orchestra.run.smithi062.stderr:Inferring config /var/lib/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T13:56:30.432 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:56:30 smithi178 bash[22034]: cluster 2024-09-13T13:56:28.233388+0000 mgr.y (mgr.14391) 97 : cluster [DBG] pgmap v66: 33 pgs: 33 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 341 B/s rd, 1.2 KiB/s wr, 2 op/s 2024-09-13T13:56:30.432 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:56:30 smithi178 bash[22034]: audit 2024-09-13T13:56:29.001371+0000 mon.a (mon.0) 820 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.18", "id": [7, 2]}]': finished 2024-09-13T13:56:30.432 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:56:30 smithi178 bash[22034]: cluster 2024-09-13T13:56:29.007585+0000 mon.a (mon.0) 821 : cluster [DBG] osdmap e64: 8 total, 8 up, 8 in 2024-09-13T13:56:30.501 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:56:30 smithi062 bash[19845]: cluster 2024-09-13T13:56:28.233388+0000 mgr.y (mgr.14391) 97 : cluster [DBG] pgmap v66: 33 pgs: 33 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 341 B/s rd, 1.2 KiB/s wr, 2 op/s 2024-09-13T13:56:30.501 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:56:30 smithi062 bash[19845]: audit 2024-09-13T13:56:29.001371+0000 mon.a (mon.0) 820 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.18", "id": [7, 2]}]': finished 2024-09-13T13:56:30.501 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:56:30 smithi062 bash[19845]: cluster 2024-09-13T13:56:29.007585+0000 mon.a (mon.0) 821 : cluster [DBG] osdmap e64: 8 total, 8 up, 8 in 2024-09-13T13:56:30.501 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:56:30 smithi062 bash[26634]: cluster 2024-09-13T13:56:28.233388+0000 mgr.y (mgr.14391) 97 : cluster [DBG] pgmap v66: 33 pgs: 33 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 341 B/s rd, 1.2 KiB/s wr, 2 op/s 2024-09-13T13:56:30.502 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:56:30 smithi062 bash[26634]: audit 2024-09-13T13:56:29.001371+0000 mon.a (mon.0) 820 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.18", "id": [7, 2]}]': finished 2024-09-13T13:56:30.502 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:56:30 smithi062 bash[26634]: cluster 2024-09-13T13:56:29.007585+0000 mon.a (mon.0) 821 : cluster [DBG] osdmap e64: 8 total, 8 up, 8 in 2024-09-13T13:56:30.915 INFO:teuthology.orchestra.run.smithi062.stdout:{ 2024-09-13T13:56:30.915 INFO:teuthology.orchestra.run.smithi062.stdout: "id": "349e4307-2702-490c-98eb-33a4f4279730", 2024-09-13T13:56:30.915 INFO:teuthology.orchestra.run.smithi062.stdout: "name": "default", 2024-09-13T13:56:30.915 INFO:teuthology.orchestra.run.smithi062.stdout: "api_name": "default", 2024-09-13T13:56:30.915 INFO:teuthology.orchestra.run.smithi062.stdout: "is_master": true, 2024-09-13T13:56:30.915 INFO:teuthology.orchestra.run.smithi062.stdout: "endpoints": [], 2024-09-13T13:56:30.915 INFO:teuthology.orchestra.run.smithi062.stdout: "hostnames": [], 2024-09-13T13:56:30.915 INFO:teuthology.orchestra.run.smithi062.stdout: "hostnames_s3website": [], 2024-09-13T13:56:30.915 INFO:teuthology.orchestra.run.smithi062.stdout: "master_zone": "", 2024-09-13T13:56:30.915 INFO:teuthology.orchestra.run.smithi062.stdout: "zones": [], 2024-09-13T13:56:30.916 INFO:teuthology.orchestra.run.smithi062.stdout: "placement_targets": [ 2024-09-13T13:56:30.916 INFO:teuthology.orchestra.run.smithi062.stdout: { 2024-09-13T13:56:30.916 INFO:teuthology.orchestra.run.smithi062.stdout: "name": "default-placement", 2024-09-13T13:56:30.916 INFO:teuthology.orchestra.run.smithi062.stdout: "tags": [], 2024-09-13T13:56:30.916 INFO:teuthology.orchestra.run.smithi062.stdout: "storage_classes": [] 2024-09-13T13:56:30.916 INFO:teuthology.orchestra.run.smithi062.stdout: } 2024-09-13T13:56:30.916 INFO:teuthology.orchestra.run.smithi062.stdout: ], 2024-09-13T13:56:30.916 INFO:teuthology.orchestra.run.smithi062.stdout: "default_placement": "default-placement", 2024-09-13T13:56:30.916 INFO:teuthology.orchestra.run.smithi062.stdout: "realm_id": "636d2d47-b137-45c2-8fe3-508c7872cc0a", 2024-09-13T13:56:30.916 INFO:teuthology.orchestra.run.smithi062.stdout: "sync_policy": { 2024-09-13T13:56:30.916 INFO:teuthology.orchestra.run.smithi062.stdout: "groups": [] 2024-09-13T13:56:30.916 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-09-13T13:56:30.916 INFO:teuthology.orchestra.run.smithi062.stdout: "enabled_features": [ 2024-09-13T13:56:30.916 INFO:teuthology.orchestra.run.smithi062.stdout: "notification_v2", 2024-09-13T13:56:30.917 INFO:teuthology.orchestra.run.smithi062.stdout: "resharding" 2024-09-13T13:56:30.917 INFO:teuthology.orchestra.run.smithi062.stdout: ] 2024-09-13T13:56:30.917 INFO:teuthology.orchestra.run.smithi062.stdout:} 2024-09-13T13:56:31.433 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:56:31 smithi178 bash[22034]: cluster 2024-09-13T13:56:30.007646+0000 mon.a (mon.0) 822 : cluster [DBG] osdmap e65: 8 total, 8 up, 8 in 2024-09-13T13:56:31.501 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:56:31 smithi062 bash[26634]: cluster 2024-09-13T13:56:30.007646+0000 mon.a (mon.0) 822 : cluster [DBG] osdmap e65: 8 total, 8 up, 8 in 2024-09-13T13:56:31.501 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:56:31 smithi062 bash[19845]: cluster 2024-09-13T13:56:30.007646+0000 mon.a (mon.0) 822 : cluster [DBG] osdmap e65: 8 total, 8 up, 8 in 2024-09-13T13:56:31.620 DEBUG:teuthology.orchestra.run.smithi062:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ff1149ea-71d5-11ef-bceb-c7b262605968 -e sha1=b0201b8c79733293453e7f10a10c7fa43119222b -- bash -c 'radosgw-admin zone create --rgw-zonegroup=default --rgw-zone=z --master --default' 2024-09-13T13:56:32.432 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:56:32 smithi178 bash[22034]: cluster 2024-09-13T13:56:30.233987+0000 mgr.y (mgr.14391) 98 : cluster [DBG] pgmap v69: 33 pgs: 1 peering, 32 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-13T13:56:32.501 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:56:32 smithi062 bash[19845]: cluster 2024-09-13T13:56:30.233987+0000 mgr.y (mgr.14391) 98 : cluster [DBG] pgmap v69: 33 pgs: 1 peering, 32 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-13T13:56:32.501 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:56:32 smithi062 bash[26634]: cluster 2024-09-13T13:56:30.233987+0000 mgr.y (mgr.14391) 98 : cluster [DBG] pgmap v69: 33 pgs: 1 peering, 32 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-13T13:56:34.432 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:56:34 smithi178 bash[22034]: cluster 2024-09-13T13:56:32.234594+0000 mgr.y (mgr.14391) 99 : cluster [DBG] pgmap v70: 33 pgs: 1 peering, 32 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-13T13:56:34.501 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:56:34 smithi062 bash[19845]: cluster 2024-09-13T13:56:32.234594+0000 mgr.y (mgr.14391) 99 : cluster [DBG] pgmap v70: 33 pgs: 1 peering, 32 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-13T13:56:34.501 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:56:34 smithi062 bash[26634]: cluster 2024-09-13T13:56:32.234594+0000 mgr.y (mgr.14391) 99 : cluster [DBG] pgmap v70: 33 pgs: 1 peering, 32 active+clean; 577 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-13T13:56:36.251 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:56:36 smithi062 bash[19845]: cluster 2024-09-13T13:56:34.235338+0000 mgr.y (mgr.14391) 100 : cluster [DBG] pgmap v71: 33 pgs: 33 active+clean; 578 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 383 B/s rd, 511 B/s wr, 1 op/s 2024-09-13T13:56:36.251 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 13:56:35 smithi062 bash[20100]: ::ffff:172.21.15.178 - - [13/Sep/2024:13:56:35] "GET /metrics HTTP/1.1" 200 28529 "" "Prometheus/2.43.0" 2024-09-13T13:56:36.252 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:56:36 smithi062 bash[26634]: cluster 2024-09-13T13:56:34.235338+0000 mgr.y (mgr.14391) 100 : cluster [DBG] pgmap v71: 33 pgs: 33 active+clean; 578 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 383 B/s rd, 511 B/s wr, 1 op/s 2024-09-13T13:56:36.412 INFO:teuthology.orchestra.run.smithi062.stderr:Inferring config /var/lib/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T13:56:36.432 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:56:36 smithi178 bash[22034]: cluster 2024-09-13T13:56:34.235338+0000 mgr.y (mgr.14391) 100 : cluster [DBG] pgmap v71: 33 pgs: 33 active+clean; 578 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 383 B/s rd, 511 B/s wr, 1 op/s 2024-09-13T13:56:37.646 INFO:teuthology.orchestra.run.smithi062.stdout:{ 2024-09-13T13:56:37.646 INFO:teuthology.orchestra.run.smithi062.stdout: "id": "43492eb7-07d3-46ad-bd3c-e9d0985fd6c9", 2024-09-13T13:56:37.646 INFO:teuthology.orchestra.run.smithi062.stdout: "name": "z", 2024-09-13T13:56:37.646 INFO:teuthology.orchestra.run.smithi062.stdout: "domain_root": "z.rgw.meta:root", 2024-09-13T13:56:37.646 INFO:teuthology.orchestra.run.smithi062.stdout: "control_pool": "z.rgw.control", 2024-09-13T13:56:37.646 INFO:teuthology.orchestra.run.smithi062.stdout: "gc_pool": "z.rgw.log:gc", 2024-09-13T13:56:37.647 INFO:teuthology.orchestra.run.smithi062.stdout: "lc_pool": "z.rgw.log:lc", 2024-09-13T13:56:37.647 INFO:teuthology.orchestra.run.smithi062.stdout: "log_pool": "z.rgw.log", 2024-09-13T13:56:37.647 INFO:teuthology.orchestra.run.smithi062.stdout: "intent_log_pool": "z.rgw.log:intent", 2024-09-13T13:56:37.647 INFO:teuthology.orchestra.run.smithi062.stdout: "usage_log_pool": "z.rgw.log:usage", 2024-09-13T13:56:37.647 INFO:teuthology.orchestra.run.smithi062.stdout: "roles_pool": "z.rgw.meta:roles", 2024-09-13T13:56:37.647 INFO:teuthology.orchestra.run.smithi062.stdout: "reshard_pool": "z.rgw.log:reshard", 2024-09-13T13:56:37.647 INFO:teuthology.orchestra.run.smithi062.stdout: "user_keys_pool": "z.rgw.meta:users.keys", 2024-09-13T13:56:37.647 INFO:teuthology.orchestra.run.smithi062.stdout: "user_email_pool": "z.rgw.meta:users.email", 2024-09-13T13:56:37.647 INFO:teuthology.orchestra.run.smithi062.stdout: "user_swift_pool": "z.rgw.meta:users.swift", 2024-09-13T13:56:37.647 INFO:teuthology.orchestra.run.smithi062.stdout: "user_uid_pool": "z.rgw.meta:users.uid", 2024-09-13T13:56:37.647 INFO:teuthology.orchestra.run.smithi062.stdout: "otp_pool": "z.rgw.otp", 2024-09-13T13:56:37.647 INFO:teuthology.orchestra.run.smithi062.stdout: "notif_pool": "z.rgw.log:notif", 2024-09-13T13:56:37.647 INFO:teuthology.orchestra.run.smithi062.stdout: "topics_pool": "z.rgw.meta:topics", 2024-09-13T13:56:37.647 INFO:teuthology.orchestra.run.smithi062.stdout: "account_pool": "z.rgw.meta:accounts", 2024-09-13T13:56:37.647 INFO:teuthology.orchestra.run.smithi062.stdout: "group_pool": "z.rgw.meta:groups", 2024-09-13T13:56:37.648 INFO:teuthology.orchestra.run.smithi062.stdout: "system_key": { 2024-09-13T13:56:37.648 INFO:teuthology.orchestra.run.smithi062.stdout: "access_key": "", 2024-09-13T13:56:37.648 INFO:teuthology.orchestra.run.smithi062.stdout: "secret_key": "" 2024-09-13T13:56:37.648 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-09-13T13:56:37.648 INFO:teuthology.orchestra.run.smithi062.stdout: "placement_pools": [ 2024-09-13T13:56:37.648 INFO:teuthology.orchestra.run.smithi062.stdout: { 2024-09-13T13:56:37.648 INFO:teuthology.orchestra.run.smithi062.stdout: "key": "default-placement", 2024-09-13T13:56:37.648 INFO:teuthology.orchestra.run.smithi062.stdout: "val": { 2024-09-13T13:56:37.648 INFO:teuthology.orchestra.run.smithi062.stdout: "index_pool": "z.rgw.buckets.index", 2024-09-13T13:56:37.648 INFO:teuthology.orchestra.run.smithi062.stdout: "storage_classes": { 2024-09-13T13:56:37.648 INFO:teuthology.orchestra.run.smithi062.stdout: "STANDARD": { 2024-09-13T13:56:37.648 INFO:teuthology.orchestra.run.smithi062.stdout: "data_pool": "z.rgw.buckets.data" 2024-09-13T13:56:37.648 INFO:teuthology.orchestra.run.smithi062.stdout: } 2024-09-13T13:56:37.649 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-09-13T13:56:37.649 INFO:teuthology.orchestra.run.smithi062.stdout: "data_extra_pool": "z.rgw.buckets.non-ec", 2024-09-13T13:56:37.649 INFO:teuthology.orchestra.run.smithi062.stdout: "index_type": 0, 2024-09-13T13:56:37.649 INFO:teuthology.orchestra.run.smithi062.stdout: "inline_data": true 2024-09-13T13:56:37.649 INFO:teuthology.orchestra.run.smithi062.stdout: } 2024-09-13T13:56:37.649 INFO:teuthology.orchestra.run.smithi062.stdout: } 2024-09-13T13:56:37.649 INFO:teuthology.orchestra.run.smithi062.stdout: ], 2024-09-13T13:56:37.649 INFO:teuthology.orchestra.run.smithi062.stdout: "realm_id": "636d2d47-b137-45c2-8fe3-508c7872cc0a" 2024-09-13T13:56:37.649 INFO:teuthology.orchestra.run.smithi062.stdout:} 2024-09-13T13:56:38.251 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:56:38 smithi062 bash[19845]: cluster 2024-09-13T13:56:36.235986+0000 mgr.y (mgr.14391) 101 : cluster [DBG] pgmap v72: 33 pgs: 33 active+clean; 578 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 383 B/s rd, 511 B/s wr, 1 op/s 2024-09-13T13:56:38.251 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:56:38 smithi062 bash[26634]: cluster 2024-09-13T13:56:36.235986+0000 mgr.y (mgr.14391) 101 : cluster [DBG] pgmap v72: 33 pgs: 33 active+clean; 578 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 383 B/s rd, 511 B/s wr, 1 op/s 2024-09-13T13:56:38.278 DEBUG:teuthology.orchestra.run.smithi062:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ff1149ea-71d5-11ef-bceb-c7b262605968 -e sha1=b0201b8c79733293453e7f10a10c7fa43119222b -- bash -c 'radosgw-admin period update --rgw-realm=r --commit' 2024-09-13T13:56:38.432 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:56:38 smithi178 bash[22034]: cluster 2024-09-13T13:56:36.235986+0000 mgr.y (mgr.14391) 101 : cluster [DBG] pgmap v72: 33 pgs: 33 active+clean; 578 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 383 B/s rd, 511 B/s wr, 1 op/s 2024-09-13T13:56:40.432 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:56:40 smithi178 bash[22034]: cluster 2024-09-13T13:56:38.236681+0000 mgr.y (mgr.14391) 102 : cluster [DBG] pgmap v73: 33 pgs: 33 active+clean; 578 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 332 B/s rd, 443 B/s wr, 0 op/s 2024-09-13T13:56:40.501 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:56:40 smithi062 bash[19845]: cluster 2024-09-13T13:56:38.236681+0000 mgr.y (mgr.14391) 102 : cluster [DBG] pgmap v73: 33 pgs: 33 active+clean; 578 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 332 B/s rd, 443 B/s wr, 0 op/s 2024-09-13T13:56:40.501 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:56:40 smithi062 bash[26634]: cluster 2024-09-13T13:56:38.236681+0000 mgr.y (mgr.14391) 102 : cluster [DBG] pgmap v73: 33 pgs: 33 active+clean; 578 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 332 B/s rd, 443 B/s wr, 0 op/s 2024-09-13T13:56:42.432 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:56:42 smithi178 bash[22034]: cluster 2024-09-13T13:56:40.237545+0000 mgr.y (mgr.14391) 103 : cluster [DBG] pgmap v74: 33 pgs: 33 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 800 B/s rd, 900 B/s wr, 2 op/s 2024-09-13T13:56:42.501 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:56:42 smithi062 bash[19845]: cluster 2024-09-13T13:56:40.237545+0000 mgr.y (mgr.14391) 103 : cluster [DBG] pgmap v74: 33 pgs: 33 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 800 B/s rd, 900 B/s wr, 2 op/s 2024-09-13T13:56:42.501 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:56:42 smithi062 bash[26634]: cluster 2024-09-13T13:56:40.237545+0000 mgr.y (mgr.14391) 103 : cluster [DBG] pgmap v74: 33 pgs: 33 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 800 B/s rd, 900 B/s wr, 2 op/s 2024-09-13T13:56:43.077 INFO:teuthology.orchestra.run.smithi062.stderr:Inferring config /var/lib/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T13:56:44.432 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:56:44 smithi178 bash[22034]: cluster 2024-09-13T13:56:42.238151+0000 mgr.y (mgr.14391) 104 : cluster [DBG] pgmap v75: 33 pgs: 33 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 682 B/s rd, 767 B/s wr, 1 op/s 2024-09-13T13:56:44.432 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:56:44 smithi178 bash[22034]: audit 2024-09-13T13:56:43.281698+0000 mon.a (mon.0) 823 : audit [DBG] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T13:56:44.501 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:56:44 smithi062 bash[19845]: cluster 2024-09-13T13:56:42.238151+0000 mgr.y (mgr.14391) 104 : cluster [DBG] pgmap v75: 33 pgs: 33 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 682 B/s rd, 767 B/s wr, 1 op/s 2024-09-13T13:56:44.501 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:56:44 smithi062 bash[19845]: audit 2024-09-13T13:56:43.281698+0000 mon.a (mon.0) 823 : audit [DBG] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T13:56:44.501 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:56:44 smithi062 bash[26634]: cluster 2024-09-13T13:56:42.238151+0000 mgr.y (mgr.14391) 104 : cluster [DBG] pgmap v75: 33 pgs: 33 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 682 B/s rd, 767 B/s wr, 1 op/s 2024-09-13T13:56:44.501 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:56:44 smithi062 bash[26634]: audit 2024-09-13T13:56:43.281698+0000 mon.a (mon.0) 823 : audit [DBG] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T13:56:46.251 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 13:56:45 smithi062 bash[20100]: ::ffff:172.21.15.178 - - [13/Sep/2024:13:56:45] "GET /metrics HTTP/1.1" 200 28546 "" "Prometheus/2.43.0" 2024-09-13T13:56:46.252 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:56:46 smithi062 bash[19845]: cluster 2024-09-13T13:56:44.238683+0000 mgr.y (mgr.14391) 105 : cluster [DBG] pgmap v76: 33 pgs: 33 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 682 B/s rd, 767 B/s wr, 1 op/s 2024-09-13T13:56:46.252 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:56:46 smithi062 bash[19845]: cluster 2024-09-13T13:56:45.064611+0000 mon.a (mon.0) 824 : cluster [DBG] osdmap e66: 8 total, 8 up, 8 in 2024-09-13T13:56:46.252 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:56:46 smithi062 bash[19845]: audit 2024-09-13T13:56:45.070308+0000 mon.c (mon.2) 21 : audit [INF] from='client.? 172.21.15.62:0/932697944' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "z.rgw.log","app": "rgw"}]: dispatch 2024-09-13T13:56:46.252 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:56:46 smithi062 bash[19845]: audit 2024-09-13T13:56:45.071532+0000 mon.a (mon.0) 825 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "z.rgw.log","app": "rgw"}]: dispatch 2024-09-13T13:56:46.252 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:56:46 smithi062 bash[26634]: cluster 2024-09-13T13:56:44.238683+0000 mgr.y (mgr.14391) 105 : cluster [DBG] pgmap v76: 33 pgs: 33 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 682 B/s rd, 767 B/s wr, 1 op/s 2024-09-13T13:56:46.252 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:56:46 smithi062 bash[26634]: cluster 2024-09-13T13:56:45.064611+0000 mon.a (mon.0) 824 : cluster [DBG] osdmap e66: 8 total, 8 up, 8 in 2024-09-13T13:56:46.252 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:56:46 smithi062 bash[26634]: audit 2024-09-13T13:56:45.070308+0000 mon.c (mon.2) 21 : audit [INF] from='client.? 172.21.15.62:0/932697944' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "z.rgw.log","app": "rgw"}]: dispatch 2024-09-13T13:56:46.252 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:56:46 smithi062 bash[26634]: audit 2024-09-13T13:56:45.071532+0000 mon.a (mon.0) 825 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "z.rgw.log","app": "rgw"}]: dispatch 2024-09-13T13:56:46.432 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:56:46 smithi178 bash[22034]: cluster 2024-09-13T13:56:44.238683+0000 mgr.y (mgr.14391) 105 : cluster [DBG] pgmap v76: 33 pgs: 33 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 682 B/s rd, 767 B/s wr, 1 op/s 2024-09-13T13:56:46.432 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:56:46 smithi178 bash[22034]: cluster 2024-09-13T13:56:45.064611+0000 mon.a (mon.0) 824 : cluster [DBG] osdmap e66: 8 total, 8 up, 8 in 2024-09-13T13:56:46.433 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:56:46 smithi178 bash[22034]: audit 2024-09-13T13:56:45.070308+0000 mon.c (mon.2) 21 : audit [INF] from='client.? 172.21.15.62:0/932697944' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "z.rgw.log","app": "rgw"}]: dispatch 2024-09-13T13:56:46.433 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:56:46 smithi178 bash[22034]: audit 2024-09-13T13:56:45.071532+0000 mon.a (mon.0) 825 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "z.rgw.log","app": "rgw"}]: dispatch 2024-09-13T13:56:47.432 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:56:47 smithi178 bash[22034]: audit 2024-09-13T13:56:46.060666+0000 mon.a (mon.0) 826 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "z.rgw.log","app": "rgw"}]': finished 2024-09-13T13:56:47.432 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:56:47 smithi178 bash[22034]: cluster 2024-09-13T13:56:46.068742+0000 mon.a (mon.0) 827 : cluster [DBG] osdmap e67: 8 total, 8 up, 8 in 2024-09-13T13:56:47.433 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:56:47 smithi178 bash[22034]: cluster 2024-09-13T13:56:47.074778+0000 mon.a (mon.0) 828 : cluster [DBG] osdmap e68: 8 total, 8 up, 8 in 2024-09-13T13:56:47.433 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:56:47 smithi178 bash[22034]: audit 2024-09-13T13:56:47.079433+0000 mon.c (mon.2) 22 : audit [INF] from='client.? 172.21.15.62:0/932697944' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "z.rgw.control","app": "rgw"}]: dispatch 2024-09-13T13:56:47.433 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:56:47 smithi178 bash[22034]: audit 2024-09-13T13:56:47.080821+0000 mon.a (mon.0) 829 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "z.rgw.control","app": "rgw"}]: dispatch 2024-09-13T13:56:47.501 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:56:47 smithi062 bash[19845]: audit 2024-09-13T13:56:46.060666+0000 mon.a (mon.0) 826 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "z.rgw.log","app": "rgw"}]': finished 2024-09-13T13:56:47.501 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:56:47 smithi062 bash[19845]: cluster 2024-09-13T13:56:46.068742+0000 mon.a (mon.0) 827 : cluster [DBG] osdmap e67: 8 total, 8 up, 8 in 2024-09-13T13:56:47.501 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:56:47 smithi062 bash[19845]: cluster 2024-09-13T13:56:47.074778+0000 mon.a (mon.0) 828 : cluster [DBG] osdmap e68: 8 total, 8 up, 8 in 2024-09-13T13:56:47.501 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:56:47 smithi062 bash[19845]: audit 2024-09-13T13:56:47.079433+0000 mon.c (mon.2) 22 : audit [INF] from='client.? 172.21.15.62:0/932697944' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "z.rgw.control","app": "rgw"}]: dispatch 2024-09-13T13:56:47.501 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:56:47 smithi062 bash[19845]: audit 2024-09-13T13:56:47.080821+0000 mon.a (mon.0) 829 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "z.rgw.control","app": "rgw"}]: dispatch 2024-09-13T13:56:47.502 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:56:47 smithi062 bash[26634]: audit 2024-09-13T13:56:46.060666+0000 mon.a (mon.0) 826 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "z.rgw.log","app": "rgw"}]': finished 2024-09-13T13:56:47.502 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:56:47 smithi062 bash[26634]: cluster 2024-09-13T13:56:46.068742+0000 mon.a (mon.0) 827 : cluster [DBG] osdmap e67: 8 total, 8 up, 8 in 2024-09-13T13:56:47.502 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:56:47 smithi062 bash[26634]: cluster 2024-09-13T13:56:47.074778+0000 mon.a (mon.0) 828 : cluster [DBG] osdmap e68: 8 total, 8 up, 8 in 2024-09-13T13:56:47.502 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:56:47 smithi062 bash[26634]: audit 2024-09-13T13:56:47.079433+0000 mon.c (mon.2) 22 : audit [INF] from='client.? 172.21.15.62:0/932697944' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "z.rgw.control","app": "rgw"}]: dispatch 2024-09-13T13:56:47.502 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:56:47 smithi062 bash[26634]: audit 2024-09-13T13:56:47.080821+0000 mon.a (mon.0) 829 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "z.rgw.control","app": "rgw"}]: dispatch 2024-09-13T13:56:48.432 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:56:48 smithi178 bash[22034]: cluster 2024-09-13T13:56:46.239253+0000 mgr.y (mgr.14391) 106 : cluster [DBG] pgmap v79: 65 pgs: 32 unknown, 33 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 639 B/s rd, 639 B/s wr, 1 op/s 2024-09-13T13:56:48.432 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:56:48 smithi178 bash[22034]: audit 2024-09-13T13:56:48.067137+0000 mon.a (mon.0) 830 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "z.rgw.control","app": "rgw"}]': finished 2024-09-13T13:56:48.432 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:56:48 smithi178 bash[22034]: cluster 2024-09-13T13:56:48.076439+0000 mon.a (mon.0) 831 : cluster [DBG] osdmap e69: 8 total, 8 up, 8 in 2024-09-13T13:56:48.501 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:56:48 smithi062 bash[19845]: cluster 2024-09-13T13:56:46.239253+0000 mgr.y (mgr.14391) 106 : cluster [DBG] pgmap v79: 65 pgs: 32 unknown, 33 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 639 B/s rd, 639 B/s wr, 1 op/s 2024-09-13T13:56:48.502 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:56:48 smithi062 bash[19845]: audit 2024-09-13T13:56:48.067137+0000 mon.a (mon.0) 830 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "z.rgw.control","app": "rgw"}]': finished 2024-09-13T13:56:48.502 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:56:48 smithi062 bash[19845]: cluster 2024-09-13T13:56:48.076439+0000 mon.a (mon.0) 831 : cluster [DBG] osdmap e69: 8 total, 8 up, 8 in 2024-09-13T13:56:48.502 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:56:48 smithi062 bash[26634]: cluster 2024-09-13T13:56:46.239253+0000 mgr.y (mgr.14391) 106 : cluster [DBG] pgmap v79: 65 pgs: 32 unknown, 33 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail; 639 B/s rd, 639 B/s wr, 1 op/s 2024-09-13T13:56:48.502 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:56:48 smithi062 bash[26634]: audit 2024-09-13T13:56:48.067137+0000 mon.a (mon.0) 830 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "z.rgw.control","app": "rgw"}]': finished 2024-09-13T13:56:48.502 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:56:48 smithi062 bash[26634]: cluster 2024-09-13T13:56:48.076439+0000 mon.a (mon.0) 831 : cluster [DBG] osdmap e69: 8 total, 8 up, 8 in 2024-09-13T13:56:50.432 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:56:50 smithi178 bash[22034]: cluster 2024-09-13T13:56:48.239945+0000 mgr.y (mgr.14391) 107 : cluster [DBG] pgmap v82: 97 pgs: 64 unknown, 33 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-13T13:56:50.432 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:56:50 smithi178 bash[22034]: cluster 2024-09-13T13:56:49.079433+0000 mon.a (mon.0) 832 : cluster [DBG] osdmap e70: 8 total, 8 up, 8 in 2024-09-13T13:56:50.432 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:56:50 smithi178 bash[22034]: audit 2024-09-13T13:56:49.081457+0000 mon.c (mon.2) 23 : audit [INF] from='client.? 172.21.15.62:0/932697944' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "z.rgw.meta","app": "rgw"}]: dispatch 2024-09-13T13:56:50.432 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:56:50 smithi178 bash[22034]: audit 2024-09-13T13:56:49.082373+0000 mon.a (mon.0) 833 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "z.rgw.meta","app": "rgw"}]: dispatch 2024-09-13T13:56:50.501 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:56:50 smithi062 bash[26634]: cluster 2024-09-13T13:56:48.239945+0000 mgr.y (mgr.14391) 107 : cluster [DBG] pgmap v82: 97 pgs: 64 unknown, 33 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-13T13:56:50.501 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:56:50 smithi062 bash[26634]: cluster 2024-09-13T13:56:49.079433+0000 mon.a (mon.0) 832 : cluster [DBG] osdmap e70: 8 total, 8 up, 8 in 2024-09-13T13:56:50.501 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:56:50 smithi062 bash[26634]: audit 2024-09-13T13:56:49.081457+0000 mon.c (mon.2) 23 : audit [INF] from='client.? 172.21.15.62:0/932697944' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "z.rgw.meta","app": "rgw"}]: dispatch 2024-09-13T13:56:50.501 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:56:50 smithi062 bash[26634]: audit 2024-09-13T13:56:49.082373+0000 mon.a (mon.0) 833 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "z.rgw.meta","app": "rgw"}]: dispatch 2024-09-13T13:56:50.501 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:56:50 smithi062 bash[19845]: cluster 2024-09-13T13:56:48.239945+0000 mgr.y (mgr.14391) 107 : cluster [DBG] pgmap v82: 97 pgs: 64 unknown, 33 active+clean; 579 KiB data, 238 MiB used, 715 GiB / 715 GiB avail 2024-09-13T13:56:50.502 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:56:50 smithi062 bash[19845]: cluster 2024-09-13T13:56:49.079433+0000 mon.a (mon.0) 832 : cluster [DBG] osdmap e70: 8 total, 8 up, 8 in 2024-09-13T13:56:50.502 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:56:50 smithi062 bash[19845]: audit 2024-09-13T13:56:49.081457+0000 mon.c (mon.2) 23 : audit [INF] from='client.? 172.21.15.62:0/932697944' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "z.rgw.meta","app": "rgw"}]: dispatch 2024-09-13T13:56:50.502 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:56:50 smithi062 bash[19845]: audit 2024-09-13T13:56:49.082373+0000 mon.a (mon.0) 833 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "z.rgw.meta","app": "rgw"}]: dispatch 2024-09-13T13:56:51.227 INFO:teuthology.orchestra.run.smithi062.stdout:{ 2024-09-13T13:56:51.227 INFO:teuthology.orchestra.run.smithi062.stdout: "id": "a80f4e7d-a3a5-45e5-88cc-db63670ca7b5", 2024-09-13T13:56:51.227 INFO:teuthology.orchestra.run.smithi062.stdout: "epoch": 1, 2024-09-13T13:56:51.227 INFO:teuthology.orchestra.run.smithi062.stdout: "predecessor_uuid": "8212d602-d60a-4677-b9e1-be2e01dc0134", 2024-09-13T13:56:51.227 INFO:teuthology.orchestra.run.smithi062.stdout: "sync_status": [], 2024-09-13T13:56:51.227 INFO:teuthology.orchestra.run.smithi062.stdout: "period_map": { 2024-09-13T13:56:51.227 INFO:teuthology.orchestra.run.smithi062.stdout: "id": "a80f4e7d-a3a5-45e5-88cc-db63670ca7b5", 2024-09-13T13:56:51.228 INFO:teuthology.orchestra.run.smithi062.stdout: "zonegroups": [ 2024-09-13T13:56:51.228 INFO:teuthology.orchestra.run.smithi062.stdout: { 2024-09-13T13:56:51.228 INFO:teuthology.orchestra.run.smithi062.stdout: "id": "349e4307-2702-490c-98eb-33a4f4279730", 2024-09-13T13:56:51.228 INFO:teuthology.orchestra.run.smithi062.stdout: "name": "default", 2024-09-13T13:56:51.228 INFO:teuthology.orchestra.run.smithi062.stdout: "api_name": "default", 2024-09-13T13:56:51.228 INFO:teuthology.orchestra.run.smithi062.stdout: "is_master": true, 2024-09-13T13:56:51.228 INFO:teuthology.orchestra.run.smithi062.stdout: "endpoints": [], 2024-09-13T13:56:51.228 INFO:teuthology.orchestra.run.smithi062.stdout: "hostnames": [], 2024-09-13T13:56:51.228 INFO:teuthology.orchestra.run.smithi062.stdout: "hostnames_s3website": [], 2024-09-13T13:56:51.228 INFO:teuthology.orchestra.run.smithi062.stdout: "master_zone": "43492eb7-07d3-46ad-bd3c-e9d0985fd6c9", 2024-09-13T13:56:51.228 INFO:teuthology.orchestra.run.smithi062.stdout: "zones": [ 2024-09-13T13:56:51.228 INFO:teuthology.orchestra.run.smithi062.stdout: { 2024-09-13T13:56:51.228 INFO:teuthology.orchestra.run.smithi062.stdout: "id": "43492eb7-07d3-46ad-bd3c-e9d0985fd6c9", 2024-09-13T13:56:51.229 INFO:teuthology.orchestra.run.smithi062.stdout: "name": "z", 2024-09-13T13:56:51.229 INFO:teuthology.orchestra.run.smithi062.stdout: "endpoints": [], 2024-09-13T13:56:51.229 INFO:teuthology.orchestra.run.smithi062.stdout: "log_meta": false, 2024-09-13T13:56:51.229 INFO:teuthology.orchestra.run.smithi062.stdout: "log_data": false, 2024-09-13T13:56:51.229 INFO:teuthology.orchestra.run.smithi062.stdout: "bucket_index_max_shards": 11, 2024-09-13T13:56:51.229 INFO:teuthology.orchestra.run.smithi062.stdout: "read_only": false, 2024-09-13T13:56:51.229 INFO:teuthology.orchestra.run.smithi062.stdout: "tier_type": "", 2024-09-13T13:56:51.229 INFO:teuthology.orchestra.run.smithi062.stdout: "sync_from_all": true, 2024-09-13T13:56:51.229 INFO:teuthology.orchestra.run.smithi062.stdout: "sync_from": [], 2024-09-13T13:56:51.230 INFO:teuthology.orchestra.run.smithi062.stdout: "redirect_zone": "", 2024-09-13T13:56:51.230 INFO:teuthology.orchestra.run.smithi062.stdout: "supported_features": [ 2024-09-13T13:56:51.230 INFO:teuthology.orchestra.run.smithi062.stdout: "compress-encrypted", 2024-09-13T13:56:51.230 INFO:teuthology.orchestra.run.smithi062.stdout: "notification_v2", 2024-09-13T13:56:51.230 INFO:teuthology.orchestra.run.smithi062.stdout: "resharding" 2024-09-13T13:56:51.230 INFO:teuthology.orchestra.run.smithi062.stdout: ] 2024-09-13T13:56:51.230 INFO:teuthology.orchestra.run.smithi062.stdout: } 2024-09-13T13:56:51.230 INFO:teuthology.orchestra.run.smithi062.stdout: ], 2024-09-13T13:56:51.230 INFO:teuthology.orchestra.run.smithi062.stdout: "placement_targets": [ 2024-09-13T13:56:51.230 INFO:teuthology.orchestra.run.smithi062.stdout: { 2024-09-13T13:56:51.230 INFO:teuthology.orchestra.run.smithi062.stdout: "name": "default-placement", 2024-09-13T13:56:51.230 INFO:teuthology.orchestra.run.smithi062.stdout: "tags": [], 2024-09-13T13:56:51.231 INFO:teuthology.orchestra.run.smithi062.stdout: "storage_classes": [ 2024-09-13T13:56:51.231 INFO:teuthology.orchestra.run.smithi062.stdout: "STANDARD" 2024-09-13T13:56:51.231 INFO:teuthology.orchestra.run.smithi062.stdout: ] 2024-09-13T13:56:51.231 INFO:teuthology.orchestra.run.smithi062.stdout: } 2024-09-13T13:56:51.231 INFO:teuthology.orchestra.run.smithi062.stdout: ], 2024-09-13T13:56:51.231 INFO:teuthology.orchestra.run.smithi062.stdout: "default_placement": "default-placement", 2024-09-13T13:56:51.231 INFO:teuthology.orchestra.run.smithi062.stdout: "realm_id": "636d2d47-b137-45c2-8fe3-508c7872cc0a", 2024-09-13T13:56:51.231 INFO:teuthology.orchestra.run.smithi062.stdout: "sync_policy": { 2024-09-13T13:56:51.231 INFO:teuthology.orchestra.run.smithi062.stdout: "groups": [] 2024-09-13T13:56:51.231 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-09-13T13:56:51.231 INFO:teuthology.orchestra.run.smithi062.stdout: "enabled_features": [ 2024-09-13T13:56:51.231 INFO:teuthology.orchestra.run.smithi062.stdout: "notification_v2", 2024-09-13T13:56:51.231 INFO:teuthology.orchestra.run.smithi062.stdout: "resharding" 2024-09-13T13:56:51.231 INFO:teuthology.orchestra.run.smithi062.stdout: ] 2024-09-13T13:56:51.232 INFO:teuthology.orchestra.run.smithi062.stdout: } 2024-09-13T13:56:51.232 INFO:teuthology.orchestra.run.smithi062.stdout: ], 2024-09-13T13:56:51.232 INFO:teuthology.orchestra.run.smithi062.stdout: "short_zone_ids": [ 2024-09-13T13:56:51.232 INFO:teuthology.orchestra.run.smithi062.stdout: { 2024-09-13T13:56:51.232 INFO:teuthology.orchestra.run.smithi062.stdout: "key": "43492eb7-07d3-46ad-bd3c-e9d0985fd6c9", 2024-09-13T13:56:51.232 INFO:teuthology.orchestra.run.smithi062.stdout: "val": 288000427 2024-09-13T13:56:51.232 INFO:teuthology.orchestra.run.smithi062.stdout: } 2024-09-13T13:56:51.232 INFO:teuthology.orchestra.run.smithi062.stdout: ] 2024-09-13T13:56:51.232 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-09-13T13:56:51.232 INFO:teuthology.orchestra.run.smithi062.stdout: "master_zonegroup": "349e4307-2702-490c-98eb-33a4f4279730", 2024-09-13T13:56:51.232 INFO:teuthology.orchestra.run.smithi062.stdout: "master_zone": "43492eb7-07d3-46ad-bd3c-e9d0985fd6c9", 2024-09-13T13:56:51.232 INFO:teuthology.orchestra.run.smithi062.stdout: "period_config": { 2024-09-13T13:56:51.232 INFO:teuthology.orchestra.run.smithi062.stdout: "bucket_quota": { 2024-09-13T13:56:51.232 INFO:teuthology.orchestra.run.smithi062.stdout: "enabled": false, 2024-09-13T13:56:51.233 INFO:teuthology.orchestra.run.smithi062.stdout: "check_on_raw": false, 2024-09-13T13:56:51.233 INFO:teuthology.orchestra.run.smithi062.stdout: "max_size": -1, 2024-09-13T13:56:51.233 INFO:teuthology.orchestra.run.smithi062.stdout: "max_size_kb": 0, 2024-09-13T13:56:51.233 INFO:teuthology.orchestra.run.smithi062.stdout: "max_objects": -1 2024-09-13T13:56:51.233 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-09-13T13:56:51.233 INFO:teuthology.orchestra.run.smithi062.stdout: "user_quota": { 2024-09-13T13:56:51.233 INFO:teuthology.orchestra.run.smithi062.stdout: "enabled": false, 2024-09-13T13:56:51.233 INFO:teuthology.orchestra.run.smithi062.stdout: "check_on_raw": false, 2024-09-13T13:56:51.233 INFO:teuthology.orchestra.run.smithi062.stdout: "max_size": -1, 2024-09-13T13:56:51.233 INFO:teuthology.orchestra.run.smithi062.stdout: "max_size_kb": 0, 2024-09-13T13:56:51.234 INFO:teuthology.orchestra.run.smithi062.stdout: "max_objects": -1 2024-09-13T13:56:51.234 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-09-13T13:56:51.234 INFO:teuthology.orchestra.run.smithi062.stdout: "user_ratelimit": { 2024-09-13T13:56:51.234 INFO:teuthology.orchestra.run.smithi062.stdout: "max_read_ops": 0, 2024-09-13T13:56:51.234 INFO:teuthology.orchestra.run.smithi062.stdout: "max_write_ops": 0, 2024-09-13T13:56:51.234 INFO:teuthology.orchestra.run.smithi062.stdout: "max_read_bytes": 0, 2024-09-13T13:56:51.234 INFO:teuthology.orchestra.run.smithi062.stdout: "max_write_bytes": 0, 2024-09-13T13:56:51.234 INFO:teuthology.orchestra.run.smithi062.stdout: "enabled": false 2024-09-13T13:56:51.234 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-09-13T13:56:51.234 INFO:teuthology.orchestra.run.smithi062.stdout: "bucket_ratelimit": { 2024-09-13T13:56:51.234 INFO:teuthology.orchestra.run.smithi062.stdout: "max_read_ops": 0, 2024-09-13T13:56:51.234 INFO:teuthology.orchestra.run.smithi062.stdout: "max_write_ops": 0, 2024-09-13T13:56:51.234 INFO:teuthology.orchestra.run.smithi062.stdout: "max_read_bytes": 0, 2024-09-13T13:56:51.234 INFO:teuthology.orchestra.run.smithi062.stdout: "max_write_bytes": 0, 2024-09-13T13:56:51.234 INFO:teuthology.orchestra.run.smithi062.stdout: "enabled": false 2024-09-13T13:56:51.235 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-09-13T13:56:51.235 INFO:teuthology.orchestra.run.smithi062.stdout: "anonymous_ratelimit": { 2024-09-13T13:56:51.235 INFO:teuthology.orchestra.run.smithi062.stdout: "max_read_ops": 0, 2024-09-13T13:56:51.235 INFO:teuthology.orchestra.run.smithi062.stdout: "max_write_ops": 0, 2024-09-13T13:56:51.235 INFO:teuthology.orchestra.run.smithi062.stdout: "max_read_bytes": 0, 2024-09-13T13:56:51.235 INFO:teuthology.orchestra.run.smithi062.stdout: "max_write_bytes": 0, 2024-09-13T13:56:51.235 INFO:teuthology.orchestra.run.smithi062.stdout: "enabled": false 2024-09-13T13:56:51.235 INFO:teuthology.orchestra.run.smithi062.stdout: } 2024-09-13T13:56:51.235 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-09-13T13:56:51.235 INFO:teuthology.orchestra.run.smithi062.stdout: "realm_id": "636d2d47-b137-45c2-8fe3-508c7872cc0a", 2024-09-13T13:56:51.235 INFO:teuthology.orchestra.run.smithi062.stdout: "realm_epoch": 2 2024-09-13T13:56:51.235 INFO:teuthology.orchestra.run.smithi062.stdout:} 2024-09-13T13:56:51.394 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:56:51 smithi062 bash[19845]: audit 2024-09-13T13:56:50.072564+0000 mon.a (mon.0) 834 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "z.rgw.meta","app": "rgw"}]': finished 2024-09-13T13:56:51.394 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:56:51 smithi062 bash[19845]: cluster 2024-09-13T13:56:50.081654+0000 mon.a (mon.0) 835 : cluster [DBG] osdmap e71: 8 total, 8 up, 8 in 2024-09-13T13:56:51.394 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:56:51 smithi062 bash[19845]: audit 2024-09-13T13:56:50.095978+0000 mon.c (mon.2) 24 : audit [INF] from='client.? 172.21.15.62:0/932697944' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "z.rgw.meta", "var": "pg_autoscale_bias", "val": "4"}]: dispatch 2024-09-13T13:56:51.394 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:56:51 smithi062 bash[19845]: audit 2024-09-13T13:56:50.117253+0000 mon.a (mon.0) 836 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "z.rgw.meta", "var": "pg_autoscale_bias", "val": "4"}]: dispatch 2024-09-13T13:56:51.394 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:56:51 smithi062 bash[26634]: audit 2024-09-13T13:56:50.072564+0000 mon.a (mon.0) 834 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "z.rgw.meta","app": "rgw"}]': finished 2024-09-13T13:56:51.395 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:56:51 smithi062 bash[26634]: cluster 2024-09-13T13:56:50.081654+0000 mon.a (mon.0) 835 : cluster [DBG] osdmap e71: 8 total, 8 up, 8 in 2024-09-13T13:56:51.395 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:56:51 smithi062 bash[26634]: audit 2024-09-13T13:56:50.095978+0000 mon.c (mon.2) 24 : audit [INF] from='client.? 172.21.15.62:0/932697944' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "z.rgw.meta", "var": "pg_autoscale_bias", "val": "4"}]: dispatch 2024-09-13T13:56:51.395 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:56:51 smithi062 bash[26634]: audit 2024-09-13T13:56:50.117253+0000 mon.a (mon.0) 836 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "z.rgw.meta", "var": "pg_autoscale_bias", "val": "4"}]: dispatch 2024-09-13T13:56:51.433 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:56:51 smithi178 bash[22034]: audit 2024-09-13T13:56:50.072564+0000 mon.a (mon.0) 834 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "z.rgw.meta","app": "rgw"}]': finished 2024-09-13T13:56:51.434 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:56:51 smithi178 bash[22034]: cluster 2024-09-13T13:56:50.081654+0000 mon.a (mon.0) 835 : cluster [DBG] osdmap e71: 8 total, 8 up, 8 in 2024-09-13T13:56:51.434 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:56:51 smithi178 bash[22034]: audit 2024-09-13T13:56:50.095978+0000 mon.c (mon.2) 24 : audit [INF] from='client.? 172.21.15.62:0/932697944' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "z.rgw.meta", "var": "pg_autoscale_bias", "val": "4"}]: dispatch 2024-09-13T13:56:51.434 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:56:51 smithi178 bash[22034]: audit 2024-09-13T13:56:50.117253+0000 mon.a (mon.0) 836 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "z.rgw.meta", "var": "pg_autoscale_bias", "val": "4"}]: dispatch 2024-09-13T13:56:51.927 DEBUG:teuthology.orchestra.run.smithi062:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ff1149ea-71d5-11ef-bceb-c7b262605968 -e sha1=b0201b8c79733293453e7f10a10c7fa43119222b -- bash -c 'ceph orch apply rgw foo --realm r --zone z --placement=2 --port=8000' 2024-09-13T13:56:52.251 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:56:52 smithi062 bash[26634]: cluster 2024-09-13T13:56:50.240603+0000 mgr.y (mgr.14391) 108 : cluster [DBG] pgmap v85: 129 pgs: 32 creating+peering, 97 active+clean; 579 KiB data, 239 MiB used, 715 GiB / 715 GiB avail; 7.2 KiB/s rd, 511 B/s wr, 8 op/s 2024-09-13T13:56:52.251 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:56:52 smithi062 bash[26634]: audit 2024-09-13T13:56:51.109616+0000 mon.a (mon.0) 837 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "z.rgw.meta", "var": "pg_autoscale_bias", "val": "4"}]': finished 2024-09-13T13:56:52.251 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:56:52 smithi062 bash[26634]: cluster 2024-09-13T13:56:51.122414+0000 mon.a (mon.0) 838 : cluster [DBG] osdmap e72: 8 total, 8 up, 8 in 2024-09-13T13:56:52.251 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:56:52 smithi062 bash[19845]: cluster 2024-09-13T13:56:50.240603+0000 mgr.y (mgr.14391) 108 : cluster [DBG] pgmap v85: 129 pgs: 32 creating+peering, 97 active+clean; 579 KiB data, 239 MiB used, 715 GiB / 715 GiB avail; 7.2 KiB/s rd, 511 B/s wr, 8 op/s 2024-09-13T13:56:52.252 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:56:52 smithi062 bash[19845]: audit 2024-09-13T13:56:51.109616+0000 mon.a (mon.0) 837 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "z.rgw.meta", "var": "pg_autoscale_bias", "val": "4"}]': finished 2024-09-13T13:56:52.252 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:56:52 smithi062 bash[19845]: cluster 2024-09-13T13:56:51.122414+0000 mon.a (mon.0) 838 : cluster [DBG] osdmap e72: 8 total, 8 up, 8 in 2024-09-13T13:56:52.432 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:56:52 smithi178 bash[22034]: cluster 2024-09-13T13:56:50.240603+0000 mgr.y (mgr.14391) 108 : cluster [DBG] pgmap v85: 129 pgs: 32 creating+peering, 97 active+clean; 579 KiB data, 239 MiB used, 715 GiB / 715 GiB avail; 7.2 KiB/s rd, 511 B/s wr, 8 op/s 2024-09-13T13:56:52.432 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:56:52 smithi178 bash[22034]: audit 2024-09-13T13:56:51.109616+0000 mon.a (mon.0) 837 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "z.rgw.meta", "var": "pg_autoscale_bias", "val": "4"}]': finished 2024-09-13T13:56:52.432 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:56:52 smithi178 bash[22034]: cluster 2024-09-13T13:56:51.122414+0000 mon.a (mon.0) 838 : cluster [DBG] osdmap e72: 8 total, 8 up, 8 in 2024-09-13T13:56:54.432 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:56:54 smithi178 bash[22034]: cluster 2024-09-13T13:56:52.241269+0000 mgr.y (mgr.14391) 109 : cluster [DBG] pgmap v87: 129 pgs: 32 creating+peering, 97 active+clean; 579 KiB data, 239 MiB used, 715 GiB / 715 GiB avail; 7.0 KiB/s rd, 490 B/s wr, 8 op/s 2024-09-13T13:56:54.501 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:56:54 smithi062 bash[19845]: cluster 2024-09-13T13:56:52.241269+0000 mgr.y (mgr.14391) 109 : cluster [DBG] pgmap v87: 129 pgs: 32 creating+peering, 97 active+clean; 579 KiB data, 239 MiB used, 715 GiB / 715 GiB avail; 7.0 KiB/s rd, 490 B/s wr, 8 op/s 2024-09-13T13:56:54.501 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:56:54 smithi062 bash[26634]: cluster 2024-09-13T13:56:52.241269+0000 mgr.y (mgr.14391) 109 : cluster [DBG] pgmap v87: 129 pgs: 32 creating+peering, 97 active+clean; 579 KiB data, 239 MiB used, 715 GiB / 715 GiB avail; 7.0 KiB/s rd, 490 B/s wr, 8 op/s 2024-09-13T13:56:56.116 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 13:56:55 smithi062 bash[20100]: ::ffff:172.21.15.178 - - [13/Sep/2024:13:56:55] "GET /metrics HTTP/1.1" 200 28546 "" "Prometheus/2.43.0" 2024-09-13T13:56:56.432 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:56:56 smithi178 bash[22034]: cluster 2024-09-13T13:56:54.242679+0000 mgr.y (mgr.14391) 110 : cluster [DBG] pgmap v88: 129 pgs: 129 active+clean; 581 KiB data, 239 MiB used, 715 GiB / 715 GiB avail; 7.0 KiB/s rd, 2.0 KiB/s wr, 10 op/s 2024-09-13T13:56:56.501 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:56:56 smithi062 bash[19845]: cluster 2024-09-13T13:56:54.242679+0000 mgr.y (mgr.14391) 110 : cluster [DBG] pgmap v88: 129 pgs: 129 active+clean; 581 KiB data, 239 MiB used, 715 GiB / 715 GiB avail; 7.0 KiB/s rd, 2.0 KiB/s wr, 10 op/s 2024-09-13T13:56:56.501 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:56:56 smithi062 bash[26634]: cluster 2024-09-13T13:56:54.242679+0000 mgr.y (mgr.14391) 110 : cluster [DBG] pgmap v88: 129 pgs: 129 active+clean; 581 KiB data, 239 MiB used, 715 GiB / 715 GiB avail; 7.0 KiB/s rd, 2.0 KiB/s wr, 10 op/s 2024-09-13T13:56:56.725 INFO:teuthology.orchestra.run.smithi062.stderr:Inferring config /var/lib/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T13:56:58.251 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:56:58 smithi062 bash[19845]: cluster 2024-09-13T13:56:56.243370+0000 mgr.y (mgr.14391) 111 : cluster [DBG] pgmap v89: 129 pgs: 129 active+clean; 581 KiB data, 239 MiB used, 715 GiB / 715 GiB avail; 5.9 KiB/s rd, 1.7 KiB/s wr, 8 op/s 2024-09-13T13:56:58.251 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:56:58 smithi062 bash[26634]: cluster 2024-09-13T13:56:56.243370+0000 mgr.y (mgr.14391) 111 : cluster [DBG] pgmap v89: 129 pgs: 129 active+clean; 581 KiB data, 239 MiB used, 715 GiB / 715 GiB avail; 5.9 KiB/s rd, 1.7 KiB/s wr, 8 op/s 2024-09-13T13:56:58.337 INFO:teuthology.orchestra.run.smithi062.stdout:Scheduled rgw.foo update... 2024-09-13T13:56:58.432 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:56:58 smithi178 bash[22034]: cluster 2024-09-13T13:56:56.243370+0000 mgr.y (mgr.14391) 111 : cluster [DBG] pgmap v89: 129 pgs: 129 active+clean; 581 KiB data, 239 MiB used, 715 GiB / 715 GiB avail; 5.9 KiB/s rd, 1.7 KiB/s wr, 8 op/s 2024-09-13T13:56:58.974 DEBUG:teuthology.orchestra.run.smithi062:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ff1149ea-71d5-11ef-bceb-c7b262605968 -e sha1=b0201b8c79733293453e7f10a10c7fa43119222b -- bash -c 'ceph osd pool create foo' 2024-09-13T13:56:59.251 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:56:59 smithi062 bash[19845]: audit 2024-09-13T13:56:58.282286+0000 mon.a (mon.0) 839 : audit [DBG] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T13:56:59.251 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:56:59 smithi062 bash[19845]: audit 2024-09-13T13:56:58.337000+0000 mon.a (mon.0) 840 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:56:59.251 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:56:59 smithi062 bash[19845]: audit 2024-09-13T13:56:59.056093+0000 mon.a (mon.0) 841 : audit [DBG] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T13:56:59.251 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:56:59 smithi062 bash[19845]: audit 2024-09-13T13:56:59.057214+0000 mon.a (mon.0) 842 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T13:56:59.252 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:56:59 smithi062 bash[19845]: audit 2024-09-13T13:56:59.066933+0000 mon.a (mon.0) 843 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:56:59.252 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:56:59 smithi062 bash[19845]: audit 2024-09-13T13:56:59.071712+0000 mon.a (mon.0) 844 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.smithi178.sseeij", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2024-09-13T13:56:59.252 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:56:59 smithi062 bash[19845]: audit 2024-09-13T13:56:59.077202+0000 mon.a (mon.0) 845 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.smithi178.sseeij", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]': finished 2024-09-13T13:56:59.252 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:56:59 smithi062 bash[19845]: audit 2024-09-13T13:56:59.090122+0000 mon.a (mon.0) 846 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:56:59.252 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:56:59 smithi062 bash[19845]: audit 2024-09-13T13:56:59.093923+0000 mon.a (mon.0) 847 : audit [DBG] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T13:56:59.252 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:56:59 smithi062 bash[26634]: audit 2024-09-13T13:56:58.282286+0000 mon.a (mon.0) 839 : audit [DBG] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T13:56:59.252 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:56:59 smithi062 bash[26634]: audit 2024-09-13T13:56:58.337000+0000 mon.a (mon.0) 840 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:56:59.252 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:56:59 smithi062 bash[26634]: audit 2024-09-13T13:56:59.056093+0000 mon.a (mon.0) 841 : audit [DBG] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T13:56:59.252 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:56:59 smithi062 bash[26634]: audit 2024-09-13T13:56:59.057214+0000 mon.a (mon.0) 842 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T13:56:59.252 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:56:59 smithi062 bash[26634]: audit 2024-09-13T13:56:59.066933+0000 mon.a (mon.0) 843 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:56:59.252 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:56:59 smithi062 bash[26634]: audit 2024-09-13T13:56:59.071712+0000 mon.a (mon.0) 844 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.smithi178.sseeij", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2024-09-13T13:56:59.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:56:59 smithi062 bash[26634]: audit 2024-09-13T13:56:59.077202+0000 mon.a (mon.0) 845 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.smithi178.sseeij", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]': finished 2024-09-13T13:56:59.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:56:59 smithi062 bash[26634]: audit 2024-09-13T13:56:59.090122+0000 mon.a (mon.0) 846 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:56:59.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:56:59 smithi062 bash[26634]: audit 2024-09-13T13:56:59.093923+0000 mon.a (mon.0) 847 : audit [DBG] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T13:56:59.432 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:56:59 smithi178 bash[22034]: audit 2024-09-13T13:56:58.282286+0000 mon.a (mon.0) 839 : audit [DBG] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T13:56:59.432 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:56:59 smithi178 bash[22034]: audit 2024-09-13T13:56:58.337000+0000 mon.a (mon.0) 840 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:56:59.432 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:56:59 smithi178 bash[22034]: audit 2024-09-13T13:56:59.056093+0000 mon.a (mon.0) 841 : audit [DBG] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T13:56:59.432 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:56:59 smithi178 bash[22034]: audit 2024-09-13T13:56:59.057214+0000 mon.a (mon.0) 842 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T13:56:59.432 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:56:59 smithi178 bash[22034]: audit 2024-09-13T13:56:59.066933+0000 mon.a (mon.0) 843 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:56:59.432 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:56:59 smithi178 bash[22034]: audit 2024-09-13T13:56:59.071712+0000 mon.a (mon.0) 844 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.smithi178.sseeij", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2024-09-13T13:56:59.432 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:56:59 smithi178 bash[22034]: audit 2024-09-13T13:56:59.077202+0000 mon.a (mon.0) 845 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.smithi178.sseeij", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]': finished 2024-09-13T13:56:59.433 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:56:59 smithi178 bash[22034]: audit 2024-09-13T13:56:59.090122+0000 mon.a (mon.0) 846 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:56:59.433 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:56:59 smithi178 bash[22034]: audit 2024-09-13T13:56:59.093923+0000 mon.a (mon.0) 847 : audit [DBG] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T13:57:00.432 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:57:00 smithi178 bash[22034]: cluster 2024-09-13T13:56:58.244139+0000 mgr.y (mgr.14391) 112 : cluster [DBG] pgmap v90: 129 pgs: 129 active+clean; 581 KiB data, 239 MiB used, 715 GiB / 715 GiB avail; 1.6 KiB/s rd, 1.2 KiB/s wr, 3 op/s 2024-09-13T13:57:00.432 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:57:00 smithi178 bash[22034]: audit 2024-09-13T13:56:58.324572+0000 mgr.y (mgr.14391) 113 : audit [DBG] from='client.14640 -' entity='client.admin' cmd=[{"prefix": "orch apply rgw", "svc_id": "foo", "realm": "r", "zone": "z", "placement": "2", "port": 8000, "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T13:57:00.432 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:57:00 smithi178 bash[22034]: cephadm 2024-09-13T13:56:58.328596+0000 mgr.y (mgr.14391) 114 : cephadm [INF] Saving service rgw.foo spec with placement count:2 2024-09-13T13:57:00.432 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:57:00 smithi178 bash[22034]: cephadm 2024-09-13T13:56:59.095219+0000 mgr.y (mgr.14391) 115 : cephadm [INF] Deploying daemon rgw.foo.smithi178.sseeij on smithi178 2024-09-13T13:57:00.501 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:57:00 smithi062 bash[19845]: cluster 2024-09-13T13:56:58.244139+0000 mgr.y (mgr.14391) 112 : cluster [DBG] pgmap v90: 129 pgs: 129 active+clean; 581 KiB data, 239 MiB used, 715 GiB / 715 GiB avail; 1.6 KiB/s rd, 1.2 KiB/s wr, 3 op/s 2024-09-13T13:57:00.501 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:57:00 smithi062 bash[19845]: audit 2024-09-13T13:56:58.324572+0000 mgr.y (mgr.14391) 113 : audit [DBG] from='client.14640 -' entity='client.admin' cmd=[{"prefix": "orch apply rgw", "svc_id": "foo", "realm": "r", "zone": "z", "placement": "2", "port": 8000, "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T13:57:00.501 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:57:00 smithi062 bash[19845]: cephadm 2024-09-13T13:56:58.328596+0000 mgr.y (mgr.14391) 114 : cephadm [INF] Saving service rgw.foo spec with placement count:2 2024-09-13T13:57:00.501 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:57:00 smithi062 bash[19845]: cephadm 2024-09-13T13:56:59.095219+0000 mgr.y (mgr.14391) 115 : cephadm [INF] Deploying daemon rgw.foo.smithi178.sseeij on smithi178 2024-09-13T13:57:00.501 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:57:00 smithi062 bash[26634]: cluster 2024-09-13T13:56:58.244139+0000 mgr.y (mgr.14391) 112 : cluster [DBG] pgmap v90: 129 pgs: 129 active+clean; 581 KiB data, 239 MiB used, 715 GiB / 715 GiB avail; 1.6 KiB/s rd, 1.2 KiB/s wr, 3 op/s 2024-09-13T13:57:00.501 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:57:00 smithi062 bash[26634]: audit 2024-09-13T13:56:58.324572+0000 mgr.y (mgr.14391) 113 : audit [DBG] from='client.14640 -' entity='client.admin' cmd=[{"prefix": "orch apply rgw", "svc_id": "foo", "realm": "r", "zone": "z", "placement": "2", "port": 8000, "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T13:57:00.501 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:57:00 smithi062 bash[26634]: cephadm 2024-09-13T13:56:58.328596+0000 mgr.y (mgr.14391) 114 : cephadm [INF] Saving service rgw.foo spec with placement count:2 2024-09-13T13:57:00.502 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:57:00 smithi062 bash[26634]: cephadm 2024-09-13T13:56:59.095219+0000 mgr.y (mgr.14391) 115 : cephadm [INF] Deploying daemon rgw.foo.smithi178.sseeij on smithi178 2024-09-13T13:57:02.143 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 13 13:57:02 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T13:57:02.143 INFO:journalctl@ceph.osd.4.smithi178.stdout:Sep 13 13:57:02 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T13:57:02.144 INFO:journalctl@ceph.osd.5.smithi178.stdout:Sep 13 13:57:02 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T13:57:02.144 INFO:journalctl@ceph.osd.6.smithi178.stdout:Sep 13 13:57:02 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T13:57:02.145 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 13:57:02 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T13:57:02.146 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 13 13:57:02 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T13:57:02.146 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:57:02 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T13:57:02.147 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:57:02 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T13:57:02.147 INFO:journalctl@ceph.osd.7.smithi178.stdout:Sep 13 13:57:02 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T13:57:02.424 INFO:journalctl@ceph.osd.6.smithi178.stdout:Sep 13 13:57:02 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T13:57:02.424 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 13:57:02 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T13:57:02.424 INFO:journalctl@ceph.osd.4.smithi178.stdout:Sep 13 13:57:02 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T13:57:02.424 INFO:journalctl@ceph.osd.7.smithi178.stdout:Sep 13 13:57:02 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T13:57:02.425 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 13 13:57:02 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T13:57:02.425 INFO:journalctl@ceph.osd.5.smithi178.stdout:Sep 13 13:57:02 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T13:57:02.425 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 13 13:57:02 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T13:57:02.426 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 13:57:02 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T13:57:02.426 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:57:02 smithi178 bash[22034]: cluster 2024-09-13T13:57:00.245744+0000 mgr.y (mgr.14391) 116 : cluster [DBG] pgmap v91: 129 pgs: 129 active+clean; 581 KiB data, 239 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s rd, 1023 B/s wr, 2 op/s 2024-09-13T13:57:02.426 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:57:02 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T13:57:02.501 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:57:02 smithi062 bash[19845]: cluster 2024-09-13T13:57:00.245744+0000 mgr.y (mgr.14391) 116 : cluster [DBG] pgmap v91: 129 pgs: 129 active+clean; 581 KiB data, 239 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s rd, 1023 B/s wr, 2 op/s 2024-09-13T13:57:02.501 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:57:02 smithi062 bash[26634]: cluster 2024-09-13T13:57:00.245744+0000 mgr.y (mgr.14391) 116 : cluster [DBG] pgmap v91: 129 pgs: 129 active+clean; 581 KiB data, 239 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s rd, 1023 B/s wr, 2 op/s 2024-09-13T13:57:03.751 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:57:03 smithi062 bash[19845]: cluster 2024-09-13T13:57:02.246550+0000 mgr.y (mgr.14391) 117 : cluster [DBG] pgmap v92: 129 pgs: 129 active+clean; 581 KiB data, 239 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 919 B/s wr, 2 op/s 2024-09-13T13:57:03.752 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:57:03 smithi062 bash[19845]: audit 2024-09-13T13:57:02.484052+0000 mon.a (mon.0) 848 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:57:03.752 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:57:03 smithi062 bash[19845]: audit 2024-09-13T13:57:02.494685+0000 mon.a (mon.0) 849 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:57:03.752 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:57:03 smithi062 bash[19845]: audit 2024-09-13T13:57:02.503931+0000 mon.a (mon.0) 850 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:57:03.752 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:57:03 smithi062 bash[19845]: audit 2024-09-13T13:57:02.505689+0000 mon.a (mon.0) 851 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.smithi062.raldkl", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2024-09-13T13:57:03.752 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:57:03 smithi062 bash[19845]: audit 2024-09-13T13:57:02.509106+0000 mon.a (mon.0) 852 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.smithi062.raldkl", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]': finished 2024-09-13T13:57:03.752 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:57:03 smithi062 bash[19845]: audit 2024-09-13T13:57:02.522668+0000 mon.a (mon.0) 853 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:57:03.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:57:03 smithi062 bash[19845]: audit 2024-09-13T13:57:02.527835+0000 mon.a (mon.0) 854 : audit [DBG] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T13:57:03.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:57:03 smithi062 bash[19845]: cephadm 2024-09-13T13:57:02.529924+0000 mgr.y (mgr.14391) 118 : cephadm [INF] Deploying daemon rgw.foo.smithi062.raldkl on smithi062 2024-09-13T13:57:03.753 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:57:03 smithi062 bash[26634]: cluster 2024-09-13T13:57:02.246550+0000 mgr.y (mgr.14391) 117 : cluster [DBG] pgmap v92: 129 pgs: 129 active+clean; 581 KiB data, 239 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 919 B/s wr, 2 op/s 2024-09-13T13:57:03.753 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:57:03 smithi062 bash[26634]: audit 2024-09-13T13:57:02.484052+0000 mon.a (mon.0) 848 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:57:03.753 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:57:03 smithi062 bash[26634]: audit 2024-09-13T13:57:02.494685+0000 mon.a (mon.0) 849 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:57:03.753 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:57:03 smithi062 bash[26634]: audit 2024-09-13T13:57:02.503931+0000 mon.a (mon.0) 850 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:57:03.754 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:57:03 smithi062 bash[26634]: audit 2024-09-13T13:57:02.505689+0000 mon.a (mon.0) 851 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.smithi062.raldkl", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2024-09-13T13:57:03.754 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:57:03 smithi062 bash[26634]: audit 2024-09-13T13:57:02.509106+0000 mon.a (mon.0) 852 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.smithi062.raldkl", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]': finished 2024-09-13T13:57:03.754 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:57:03 smithi062 bash[26634]: audit 2024-09-13T13:57:02.522668+0000 mon.a (mon.0) 853 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:57:03.754 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:57:03 smithi062 bash[26634]: audit 2024-09-13T13:57:02.527835+0000 mon.a (mon.0) 854 : audit [DBG] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T13:57:03.754 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:57:03 smithi062 bash[26634]: cephadm 2024-09-13T13:57:02.529924+0000 mgr.y (mgr.14391) 118 : cephadm [INF] Deploying daemon rgw.foo.smithi062.raldkl on smithi062 2024-09-13T13:57:03.756 INFO:teuthology.orchestra.run.smithi062.stderr:Inferring config /var/lib/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T13:57:03.875 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:57:03 smithi178 bash[22034]: cluster 2024-09-13T13:57:02.246550+0000 mgr.y (mgr.14391) 117 : cluster [DBG] pgmap v92: 129 pgs: 129 active+clean; 581 KiB data, 239 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 919 B/s wr, 2 op/s 2024-09-13T13:57:03.875 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:57:03 smithi178 bash[22034]: audit 2024-09-13T13:57:02.484052+0000 mon.a (mon.0) 848 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:57:03.875 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:57:03 smithi178 bash[22034]: audit 2024-09-13T13:57:02.494685+0000 mon.a (mon.0) 849 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:57:03.875 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:57:03 smithi178 bash[22034]: audit 2024-09-13T13:57:02.503931+0000 mon.a (mon.0) 850 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:57:03.875 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:57:03 smithi178 bash[22034]: audit 2024-09-13T13:57:02.505689+0000 mon.a (mon.0) 851 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.smithi062.raldkl", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2024-09-13T13:57:03.875 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:57:03 smithi178 bash[22034]: audit 2024-09-13T13:57:02.509106+0000 mon.a (mon.0) 852 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.smithi062.raldkl", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]': finished 2024-09-13T13:57:03.875 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:57:03 smithi178 bash[22034]: audit 2024-09-13T13:57:02.522668+0000 mon.a (mon.0) 853 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:57:03.875 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:57:03 smithi178 bash[22034]: audit 2024-09-13T13:57:02.527835+0000 mon.a (mon.0) 854 : audit [DBG] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T13:57:03.875 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:57:03 smithi178 bash[22034]: cephadm 2024-09-13T13:57:02.529924+0000 mgr.y (mgr.14391) 118 : cephadm [INF] Deploying daemon rgw.foo.smithi062.raldkl on smithi062 2024-09-13T13:57:05.751 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:57:05 smithi062 bash[19845]: cluster 2024-09-13T13:57:04.248268+0000 mgr.y (mgr.14391) 119 : cluster [DBG] pgmap v93: 129 pgs: 129 active+clean; 585 KiB data, 239 MiB used, 715 GiB / 715 GiB avail; 38 KiB/s rd, 3.6 KiB/s wr, 90 op/s 2024-09-13T13:57:05.751 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:57:05 smithi062 bash[26634]: cluster 2024-09-13T13:57:04.248268+0000 mgr.y (mgr.14391) 119 : cluster [DBG] pgmap v93: 129 pgs: 129 active+clean; 585 KiB data, 239 MiB used, 715 GiB / 715 GiB avail; 38 KiB/s rd, 3.6 KiB/s wr, 90 op/s 2024-09-13T13:57:05.932 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:57:05 smithi178 bash[22034]: cluster 2024-09-13T13:57:04.248268+0000 mgr.y (mgr.14391) 119 : cluster [DBG] pgmap v93: 129 pgs: 129 active+clean; 585 KiB data, 239 MiB used, 715 GiB / 715 GiB avail; 38 KiB/s rd, 3.6 KiB/s wr, 90 op/s 2024-09-13T13:57:06.115 INFO:journalctl@ceph.osd.0.smithi062.stdout:Sep 13 13:57:06 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T13:57:06.116 INFO:journalctl@ceph.osd.2.smithi062.stdout:Sep 13 13:57:06 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T13:57:06.116 INFO:journalctl@ceph.osd.3.smithi062.stdout:Sep 13 13:57:06 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T13:57:06.116 INFO:journalctl@ceph.node-exporter.a.smithi062.stdout:Sep 13 13:57:06 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T13:57:06.117 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 13:57:05 smithi062 bash[20100]: ::ffff:172.21.15.178 - - [13/Sep/2024:13:57:05] "GET /metrics HTTP/1.1" 200 35440 "" "Prometheus/2.43.0" 2024-09-13T13:57:06.117 INFO:journalctl@ceph.osd.1.smithi062.stdout:Sep 13 13:57:06 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T13:57:06.450 INFO:journalctl@ceph.osd.3.smithi062.stdout:Sep 13 13:57:06 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T13:57:06.450 INFO:journalctl@ceph.osd.2.smithi062.stdout:Sep 13 13:57:06 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T13:57:06.451 INFO:journalctl@ceph.node-exporter.a.smithi062.stdout:Sep 13 13:57:06 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T13:57:06.451 INFO:journalctl@ceph.osd.1.smithi062.stdout:Sep 13 13:57:06 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T13:57:06.451 INFO:journalctl@ceph.alertmanager.a.smithi062.stdout:Sep 13 13:57:06 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T13:57:06.452 INFO:journalctl@ceph.alertmanager.a.smithi062.stdout:Sep 13 13:57:06 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T13:57:06.452 INFO:journalctl@ceph.osd.0.smithi062.stdout:Sep 13 13:57:06 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T13:57:06.452 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:57:06 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T13:57:06.452 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:57:06 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T13:57:06.453 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 13:57:06 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T13:57:06.453 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 13:57:06 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T13:57:06.453 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:57:06 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T13:57:06.453 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:57:06 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T13:57:06.494 INFO:teuthology.orchestra.run.smithi062.stderr:pool 'foo' created 2024-09-13T13:57:06.751 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:57:06 smithi062 bash[26634]: audit 2024-09-13T13:57:05.618244+0000 mon.c (mon.2) 25 : audit [INF] from='client.? 172.21.15.62:0/3472990224' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "foo"}]: dispatch 2024-09-13T13:57:06.751 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:57:06 smithi062 bash[26634]: audit 2024-09-13T13:57:05.619109+0000 mon.a (mon.0) 855 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "foo"}]: dispatch 2024-09-13T13:57:06.751 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:57:06 smithi062 bash[19845]: audit 2024-09-13T13:57:05.618244+0000 mon.c (mon.2) 25 : audit [INF] from='client.? 172.21.15.62:0/3472990224' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "foo"}]: dispatch 2024-09-13T13:57:06.751 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:57:06 smithi062 bash[19845]: audit 2024-09-13T13:57:05.619109+0000 mon.a (mon.0) 855 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "foo"}]: dispatch 2024-09-13T13:57:06.932 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:57:06 smithi178 bash[22034]: audit 2024-09-13T13:57:05.618244+0000 mon.c (mon.2) 25 : audit [INF] from='client.? 172.21.15.62:0/3472990224' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "foo"}]: dispatch 2024-09-13T13:57:06.932 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:57:06 smithi178 bash[22034]: audit 2024-09-13T13:57:05.619109+0000 mon.a (mon.0) 855 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "foo"}]: dispatch 2024-09-13T13:57:07.749 DEBUG:teuthology.orchestra.run.smithi062:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ff1149ea-71d5-11ef-bceb-c7b262605968 -e sha1=b0201b8c79733293453e7f10a10c7fa43119222b -- bash -c 'rbd pool init foo' 2024-09-13T13:57:07.932 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:57:07 smithi178 bash[22034]: cluster 2024-09-13T13:57:06.248771+0000 mgr.y (mgr.14391) 120 : cluster [DBG] pgmap v94: 129 pgs: 129 active+clean; 585 KiB data, 239 MiB used, 715 GiB / 715 GiB avail; 37 KiB/s rd, 2.7 KiB/s wr, 88 op/s 2024-09-13T13:57:07.932 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:57:07 smithi178 bash[22034]: audit 2024-09-13T13:57:06.493185+0000 mon.a (mon.0) 856 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "foo"}]': finished 2024-09-13T13:57:07.932 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:57:07 smithi178 bash[22034]: cluster 2024-09-13T13:57:06.497962+0000 mon.a (mon.0) 857 : cluster [DBG] osdmap e73: 8 total, 8 up, 8 in 2024-09-13T13:57:07.933 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:57:07 smithi178 bash[22034]: audit 2024-09-13T13:57:06.512738+0000 mon.a (mon.0) 858 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:57:07.933 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:57:07 smithi178 bash[22034]: audit 2024-09-13T13:57:06.521741+0000 mon.a (mon.0) 859 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:57:07.933 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:57:07 smithi178 bash[22034]: audit 2024-09-13T13:57:06.526619+0000 mon.a (mon.0) 860 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:57:07.933 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:57:07 smithi178 bash[22034]: audit 2024-09-13T13:57:06.531968+0000 mon.a (mon.0) 861 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:57:07.933 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:57:07 smithi178 bash[22034]: audit 2024-09-13T13:57:06.538669+0000 mon.a (mon.0) 862 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:57:07.933 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:57:07 smithi178 bash[22034]: cephadm 2024-09-13T13:57:06.539972+0000 mgr.y (mgr.14391) 121 : cephadm [INF] Saving service rgw.foo spec with placement count:2 2024-09-13T13:57:07.933 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:57:07 smithi178 bash[22034]: audit 2024-09-13T13:57:06.546943+0000 mon.a (mon.0) 863 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:57:07.933 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:57:07 smithi178 bash[22034]: audit 2024-09-13T13:57:06.553155+0000 mon.a (mon.0) 864 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:57:08.001 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:57:07 smithi062 bash[26634]: cluster 2024-09-13T13:57:06.248771+0000 mgr.y (mgr.14391) 120 : cluster [DBG] pgmap v94: 129 pgs: 129 active+clean; 585 KiB data, 239 MiB used, 715 GiB / 715 GiB avail; 37 KiB/s rd, 2.7 KiB/s wr, 88 op/s 2024-09-13T13:57:08.001 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:57:07 smithi062 bash[26634]: audit 2024-09-13T13:57:06.493185+0000 mon.a (mon.0) 856 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "foo"}]': finished 2024-09-13T13:57:08.001 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:57:07 smithi062 bash[26634]: cluster 2024-09-13T13:57:06.497962+0000 mon.a (mon.0) 857 : cluster [DBG] osdmap e73: 8 total, 8 up, 8 in 2024-09-13T13:57:08.001 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:57:07 smithi062 bash[26634]: audit 2024-09-13T13:57:06.512738+0000 mon.a (mon.0) 858 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:57:08.001 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:57:07 smithi062 bash[26634]: audit 2024-09-13T13:57:06.521741+0000 mon.a (mon.0) 859 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:57:08.001 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:57:07 smithi062 bash[26634]: audit 2024-09-13T13:57:06.526619+0000 mon.a (mon.0) 860 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:57:08.001 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:57:07 smithi062 bash[26634]: audit 2024-09-13T13:57:06.531968+0000 mon.a (mon.0) 861 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:57:08.001 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:57:07 smithi062 bash[26634]: audit 2024-09-13T13:57:06.538669+0000 mon.a (mon.0) 862 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:57:08.001 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:57:07 smithi062 bash[26634]: cephadm 2024-09-13T13:57:06.539972+0000 mgr.y (mgr.14391) 121 : cephadm [INF] Saving service rgw.foo spec with placement count:2 2024-09-13T13:57:08.001 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:57:07 smithi062 bash[26634]: audit 2024-09-13T13:57:06.546943+0000 mon.a (mon.0) 863 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:57:08.001 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:57:07 smithi062 bash[26634]: audit 2024-09-13T13:57:06.553155+0000 mon.a (mon.0) 864 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:57:08.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:57:07 smithi062 bash[19845]: cluster 2024-09-13T13:57:06.248771+0000 mgr.y (mgr.14391) 120 : cluster [DBG] pgmap v94: 129 pgs: 129 active+clean; 585 KiB data, 239 MiB used, 715 GiB / 715 GiB avail; 37 KiB/s rd, 2.7 KiB/s wr, 88 op/s 2024-09-13T13:57:08.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:57:07 smithi062 bash[19845]: audit 2024-09-13T13:57:06.493185+0000 mon.a (mon.0) 856 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "foo"}]': finished 2024-09-13T13:57:08.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:57:07 smithi062 bash[19845]: cluster 2024-09-13T13:57:06.497962+0000 mon.a (mon.0) 857 : cluster [DBG] osdmap e73: 8 total, 8 up, 8 in 2024-09-13T13:57:08.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:57:07 smithi062 bash[19845]: audit 2024-09-13T13:57:06.512738+0000 mon.a (mon.0) 858 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:57:08.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:57:07 smithi062 bash[19845]: audit 2024-09-13T13:57:06.521741+0000 mon.a (mon.0) 859 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:57:08.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:57:07 smithi062 bash[19845]: audit 2024-09-13T13:57:06.526619+0000 mon.a (mon.0) 860 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:57:08.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:57:07 smithi062 bash[19845]: audit 2024-09-13T13:57:06.531968+0000 mon.a (mon.0) 861 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:57:08.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:57:07 smithi062 bash[19845]: audit 2024-09-13T13:57:06.538669+0000 mon.a (mon.0) 862 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:57:08.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:57:07 smithi062 bash[19845]: cephadm 2024-09-13T13:57:06.539972+0000 mgr.y (mgr.14391) 121 : cephadm [INF] Saving service rgw.foo spec with placement count:2 2024-09-13T13:57:08.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:57:07 smithi062 bash[19845]: audit 2024-09-13T13:57:06.546943+0000 mon.a (mon.0) 863 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:57:08.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:57:07 smithi062 bash[19845]: audit 2024-09-13T13:57:06.553155+0000 mon.a (mon.0) 864 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:57:08.751 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:57:08 smithi062 bash[19845]: cluster 2024-09-13T13:57:07.504687+0000 mon.a (mon.0) 865 : cluster [DBG] osdmap e74: 8 total, 8 up, 8 in 2024-09-13T13:57:08.751 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:57:08 smithi062 bash[19845]: audit 2024-09-13T13:57:08.332420+0000 mon.a (mon.0) 866 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:57:08.751 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:57:08 smithi062 bash[26634]: cluster 2024-09-13T13:57:07.504687+0000 mon.a (mon.0) 865 : cluster [DBG] osdmap e74: 8 total, 8 up, 8 in 2024-09-13T13:57:08.751 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:57:08 smithi062 bash[26634]: audit 2024-09-13T13:57:08.332420+0000 mon.a (mon.0) 866 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:57:08.932 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:57:08 smithi178 bash[22034]: cluster 2024-09-13T13:57:07.504687+0000 mon.a (mon.0) 865 : cluster [DBG] osdmap e74: 8 total, 8 up, 8 in 2024-09-13T13:57:08.932 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:57:08 smithi178 bash[22034]: audit 2024-09-13T13:57:08.332420+0000 mon.a (mon.0) 866 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:57:09.932 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:57:09 smithi178 bash[22034]: cluster 2024-09-13T13:57:08.249193+0000 mgr.y (mgr.14391) 122 : cluster [DBG] pgmap v97: 161 pgs: 32 unknown, 129 active+clean; 585 KiB data, 239 MiB used, 715 GiB / 715 GiB avail; 56 KiB/s rd, 4.1 KiB/s wr, 132 op/s 2024-09-13T13:57:09.932 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:57:09 smithi178 bash[22034]: cluster 2024-09-13T13:57:08.519607+0000 mon.a (mon.0) 867 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T13:57:09.932 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:57:09 smithi178 bash[22034]: cluster 2024-09-13T13:57:08.531594+0000 mon.a (mon.0) 868 : cluster [DBG] osdmap e75: 8 total, 8 up, 8 in 2024-09-13T13:57:10.001 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:57:09 smithi062 bash[19845]: cluster 2024-09-13T13:57:08.249193+0000 mgr.y (mgr.14391) 122 : cluster [DBG] pgmap v97: 161 pgs: 32 unknown, 129 active+clean; 585 KiB data, 239 MiB used, 715 GiB / 715 GiB avail; 56 KiB/s rd, 4.1 KiB/s wr, 132 op/s 2024-09-13T13:57:10.001 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:57:09 smithi062 bash[19845]: cluster 2024-09-13T13:57:08.519607+0000 mon.a (mon.0) 867 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T13:57:10.001 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:57:09 smithi062 bash[19845]: cluster 2024-09-13T13:57:08.531594+0000 mon.a (mon.0) 868 : cluster [DBG] osdmap e75: 8 total, 8 up, 8 in 2024-09-13T13:57:10.001 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:57:09 smithi062 bash[26634]: cluster 2024-09-13T13:57:08.249193+0000 mgr.y (mgr.14391) 122 : cluster [DBG] pgmap v97: 161 pgs: 32 unknown, 129 active+clean; 585 KiB data, 239 MiB used, 715 GiB / 715 GiB avail; 56 KiB/s rd, 4.1 KiB/s wr, 132 op/s 2024-09-13T13:57:10.001 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:57:09 smithi062 bash[26634]: cluster 2024-09-13T13:57:08.519607+0000 mon.a (mon.0) 867 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-13T13:57:10.001 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:57:09 smithi062 bash[26634]: cluster 2024-09-13T13:57:08.531594+0000 mon.a (mon.0) 868 : cluster [DBG] osdmap e75: 8 total, 8 up, 8 in 2024-09-13T13:57:11.931 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:57:11 smithi178 bash[22034]: cluster 2024-09-13T13:57:10.251000+0000 mgr.y (mgr.14391) 123 : cluster [DBG] pgmap v99: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 715 GiB / 715 GiB avail; 113 KiB/s rd, 170 B/s wr, 178 op/s 2024-09-13T13:57:12.001 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:57:11 smithi062 bash[19845]: cluster 2024-09-13T13:57:10.251000+0000 mgr.y (mgr.14391) 123 : cluster [DBG] pgmap v99: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 715 GiB / 715 GiB avail; 113 KiB/s rd, 170 B/s wr, 178 op/s 2024-09-13T13:57:12.001 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:57:11 smithi062 bash[26634]: cluster 2024-09-13T13:57:10.251000+0000 mgr.y (mgr.14391) 123 : cluster [DBG] pgmap v99: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 715 GiB / 715 GiB avail; 113 KiB/s rd, 170 B/s wr, 178 op/s 2024-09-13T13:57:12.647 INFO:teuthology.orchestra.run.smithi062.stderr:Inferring config /var/lib/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T13:57:13.750 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 13:57:13 smithi062 bash[20100]: [13/Sep/2024:13:57:13] ENGINE Bus STOPPING 2024-09-13T13:57:13.751 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:57:13 smithi062 bash[26634]: cluster 2024-09-13T13:57:12.251849+0000 mgr.y (mgr.14391) 124 : cluster [DBG] pgmap v100: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 715 GiB / 715 GiB avail; 113 KiB/s rd, 170 B/s wr, 178 op/s 2024-09-13T13:57:13.751 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:57:13 smithi062 bash[26634]: audit 2024-09-13T13:57:12.473408+0000 mon.a (mon.0) 869 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:57:13.751 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:57:13 smithi062 bash[26634]: audit 2024-09-13T13:57:12.486543+0000 mon.a (mon.0) 870 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:57:13.751 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:57:13 smithi062 bash[26634]: audit 2024-09-13T13:57:13.195640+0000 mon.a (mon.0) 871 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:57:13.751 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:57:13 smithi062 bash[26634]: audit 2024-09-13T13:57:13.201965+0000 mon.a (mon.0) 872 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:57:13.751 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:57:13 smithi062 bash[26634]: audit 2024-09-13T13:57:13.202882+0000 mon.a (mon.0) 873 : audit [DBG] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T13:57:13.751 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:57:13 smithi062 bash[26634]: audit 2024-09-13T13:57:13.203619+0000 mon.a (mon.0) 874 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T13:57:13.751 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:57:13 smithi062 bash[26634]: audit 2024-09-13T13:57:13.285229+0000 mon.a (mon.0) 875 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:57:13.751 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:57:13 smithi062 bash[26634]: audit 2024-09-13T13:57:13.286244+0000 mon.a (mon.0) 876 : audit [DBG] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T13:57:13.752 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:57:13 smithi062 bash[19845]: cluster 2024-09-13T13:57:12.251849+0000 mgr.y (mgr.14391) 124 : cluster [DBG] pgmap v100: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 715 GiB / 715 GiB avail; 113 KiB/s rd, 170 B/s wr, 178 op/s 2024-09-13T13:57:13.752 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:57:13 smithi062 bash[19845]: audit 2024-09-13T13:57:12.473408+0000 mon.a (mon.0) 869 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:57:13.752 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:57:13 smithi062 bash[19845]: audit 2024-09-13T13:57:12.486543+0000 mon.a (mon.0) 870 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:57:13.752 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:57:13 smithi062 bash[19845]: audit 2024-09-13T13:57:13.195640+0000 mon.a (mon.0) 871 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:57:13.752 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:57:13 smithi062 bash[19845]: audit 2024-09-13T13:57:13.201965+0000 mon.a (mon.0) 872 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:57:13.752 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:57:13 smithi062 bash[19845]: audit 2024-09-13T13:57:13.202882+0000 mon.a (mon.0) 873 : audit [DBG] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T13:57:13.752 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:57:13 smithi062 bash[19845]: audit 2024-09-13T13:57:13.203619+0000 mon.a (mon.0) 874 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T13:57:13.752 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:57:13 smithi062 bash[19845]: audit 2024-09-13T13:57:13.285229+0000 mon.a (mon.0) 875 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:57:13.752 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:57:13 smithi062 bash[19845]: audit 2024-09-13T13:57:13.286244+0000 mon.a (mon.0) 876 : audit [DBG] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T13:57:13.932 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:57:13 smithi178 bash[22034]: cluster 2024-09-13T13:57:12.251849+0000 mgr.y (mgr.14391) 124 : cluster [DBG] pgmap v100: 161 pgs: 161 active+clean; 585 KiB data, 240 MiB used, 715 GiB / 715 GiB avail; 113 KiB/s rd, 170 B/s wr, 178 op/s 2024-09-13T13:57:13.932 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:57:13 smithi178 bash[22034]: audit 2024-09-13T13:57:12.473408+0000 mon.a (mon.0) 869 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:57:13.932 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:57:13 smithi178 bash[22034]: audit 2024-09-13T13:57:12.486543+0000 mon.a (mon.0) 870 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:57:13.932 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:57:13 smithi178 bash[22034]: audit 2024-09-13T13:57:13.195640+0000 mon.a (mon.0) 871 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:57:13.932 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:57:13 smithi178 bash[22034]: audit 2024-09-13T13:57:13.201965+0000 mon.a (mon.0) 872 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:57:13.932 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:57:13 smithi178 bash[22034]: audit 2024-09-13T13:57:13.202882+0000 mon.a (mon.0) 873 : audit [DBG] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T13:57:13.932 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:57:13 smithi178 bash[22034]: audit 2024-09-13T13:57:13.203619+0000 mon.a (mon.0) 874 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T13:57:13.932 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:57:13 smithi178 bash[22034]: audit 2024-09-13T13:57:13.285229+0000 mon.a (mon.0) 875 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:57:13.933 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:57:13 smithi178 bash[22034]: audit 2024-09-13T13:57:13.286244+0000 mon.a (mon.0) 876 : audit [DBG] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T13:57:14.251 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 13:57:13 smithi062 bash[20100]: [13/Sep/2024:13:57:13] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-13T13:57:14.251 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 13:57:13 smithi062 bash[20100]: [13/Sep/2024:13:57:13] ENGINE Bus STOPPED 2024-09-13T13:57:14.251 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 13:57:13 smithi062 bash[20100]: [13/Sep/2024:13:57:13] ENGINE Bus STARTING 2024-09-13T13:57:14.251 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 13:57:13 smithi062 bash[20100]: [13/Sep/2024:13:57:13] ENGINE Serving on http://:::9283 2024-09-13T13:57:14.251 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 13:57:13 smithi062 bash[20100]: [13/Sep/2024:13:57:13] ENGINE Bus STARTED 2024-09-13T13:57:14.251 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 13:57:13 smithi062 bash[20100]: [13/Sep/2024:13:57:13] ENGINE Bus STOPPING 2024-09-13T13:57:14.251 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 13:57:14 smithi062 bash[20100]: [13/Sep/2024:13:57:13] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-13T13:57:14.251 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 13:57:14 smithi062 bash[20100]: [13/Sep/2024:13:57:13] ENGINE Bus STOPPED 2024-09-13T13:57:14.251 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 13:57:14 smithi062 bash[20100]: [13/Sep/2024:13:57:13] ENGINE Bus STARTING 2024-09-13T13:57:14.252 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 13:57:14 smithi062 bash[20100]: [13/Sep/2024:13:57:14] ENGINE Serving on http://:::9283 2024-09-13T13:57:14.252 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 13:57:14 smithi062 bash[20100]: [13/Sep/2024:13:57:14] ENGINE Bus STARTED 2024-09-13T13:57:14.932 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:57:14 smithi178 bash[22034]: cephadm 2024-09-13T13:57:13.207874+0000 mgr.y (mgr.14391) 125 : cephadm [INF] Checking dashboard <-> RGW credentials 2024-09-13T13:57:14.932 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:57:14 smithi178 bash[22034]: audit 2024-09-13T13:57:13.631240+0000 mon.a (mon.0) 877 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:57:14.932 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:57:14 smithi178 bash[22034]: audit 2024-09-13T13:57:13.638804+0000 mon.a (mon.0) 878 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:57:14.932 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:57:14 smithi178 bash[22034]: audit 2024-09-13T13:57:13.647085+0000 mon.a (mon.0) 879 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:57:14.932 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:57:14 smithi178 bash[22034]: audit 2024-09-13T13:57:13.748417+0000 mon.a (mon.0) 880 : audit [DBG] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T13:57:14.932 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:57:14 smithi178 bash[22034]: audit 2024-09-13T13:57:13.749471+0000 mon.a (mon.0) 881 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T13:57:14.932 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:57:14 smithi178 bash[22034]: cephadm 2024-09-13T13:57:13.753844+0000 mgr.y (mgr.14391) 126 : cephadm [INF] Checking dashboard <-> RGW credentials 2024-09-13T13:57:14.932 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:57:14 smithi178 bash[22034]: audit 2024-09-13T13:57:14.020262+0000 mon.a (mon.0) 882 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:57:14.933 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:57:14 smithi178 bash[22034]: audit 2024-09-13T13:57:14.058583+0000 mon.a (mon.0) 883 : audit [INF] from='client.? 172.21.15.62:0/14943213' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "foo","app": "rbd"}]: dispatch 2024-09-13T13:57:15.001 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:57:14 smithi062 bash[19845]: cephadm 2024-09-13T13:57:13.207874+0000 mgr.y (mgr.14391) 125 : cephadm [INF] Checking dashboard <-> RGW credentials 2024-09-13T13:57:15.001 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:57:14 smithi062 bash[19845]: audit 2024-09-13T13:57:13.631240+0000 mon.a (mon.0) 877 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:57:15.001 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:57:14 smithi062 bash[19845]: audit 2024-09-13T13:57:13.638804+0000 mon.a (mon.0) 878 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:57:15.001 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:57:14 smithi062 bash[19845]: audit 2024-09-13T13:57:13.647085+0000 mon.a (mon.0) 879 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:57:15.001 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:57:14 smithi062 bash[19845]: audit 2024-09-13T13:57:13.748417+0000 mon.a (mon.0) 880 : audit [DBG] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T13:57:15.001 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:57:14 smithi062 bash[19845]: audit 2024-09-13T13:57:13.749471+0000 mon.a (mon.0) 881 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T13:57:15.001 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:57:14 smithi062 bash[19845]: cephadm 2024-09-13T13:57:13.753844+0000 mgr.y (mgr.14391) 126 : cephadm [INF] Checking dashboard <-> RGW credentials 2024-09-13T13:57:15.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:57:14 smithi062 bash[19845]: audit 2024-09-13T13:57:14.020262+0000 mon.a (mon.0) 882 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:57:15.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:57:14 smithi062 bash[19845]: audit 2024-09-13T13:57:14.058583+0000 mon.a (mon.0) 883 : audit [INF] from='client.? 172.21.15.62:0/14943213' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "foo","app": "rbd"}]: dispatch 2024-09-13T13:57:15.002 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:57:14 smithi062 bash[26634]: cephadm 2024-09-13T13:57:13.207874+0000 mgr.y (mgr.14391) 125 : cephadm [INF] Checking dashboard <-> RGW credentials 2024-09-13T13:57:15.002 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:57:14 smithi062 bash[26634]: audit 2024-09-13T13:57:13.631240+0000 mon.a (mon.0) 877 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:57:15.002 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:57:14 smithi062 bash[26634]: audit 2024-09-13T13:57:13.638804+0000 mon.a (mon.0) 878 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:57:15.002 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:57:14 smithi062 bash[26634]: audit 2024-09-13T13:57:13.647085+0000 mon.a (mon.0) 879 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:57:15.002 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:57:14 smithi062 bash[26634]: audit 2024-09-13T13:57:13.748417+0000 mon.a (mon.0) 880 : audit [DBG] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T13:57:15.002 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:57:14 smithi062 bash[26634]: audit 2024-09-13T13:57:13.749471+0000 mon.a (mon.0) 881 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T13:57:15.002 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:57:14 smithi062 bash[26634]: cephadm 2024-09-13T13:57:13.753844+0000 mgr.y (mgr.14391) 126 : cephadm [INF] Checking dashboard <-> RGW credentials 2024-09-13T13:57:15.002 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:57:14 smithi062 bash[26634]: audit 2024-09-13T13:57:14.020262+0000 mon.a (mon.0) 882 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:57:15.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:57:14 smithi062 bash[26634]: audit 2024-09-13T13:57:14.058583+0000 mon.a (mon.0) 883 : audit [INF] from='client.? 172.21.15.62:0/14943213' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "foo","app": "rbd"}]: dispatch 2024-09-13T13:57:16.250 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 13:57:15 smithi062 bash[20100]: ::ffff:172.21.15.178 - - [13/Sep/2024:13:57:15] "GET /metrics HTTP/1.1" 200 38089 "" "Prometheus/2.43.0" 2024-09-13T13:57:16.251 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:57:16 smithi062 bash[26634]: cluster 2024-09-13T13:57:14.253692+0000 mgr.y (mgr.14391) 127 : cluster [DBG] pgmap v101: 161 pgs: 161 active+clean; 585 KiB data, 248 MiB used, 715 GiB / 715 GiB avail; 97 KiB/s rd, 395 B/s wr, 146 op/s 2024-09-13T13:57:16.251 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:57:16 smithi062 bash[26634]: audit 2024-09-13T13:57:15.022809+0000 mon.a (mon.0) 884 : audit [INF] from='client.? 172.21.15.62:0/14943213' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "foo","app": "rbd"}]': finished 2024-09-13T13:57:16.251 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:57:16 smithi062 bash[26634]: cluster 2024-09-13T13:57:15.034948+0000 mon.a (mon.0) 885 : cluster [DBG] osdmap e76: 8 total, 8 up, 8 in 2024-09-13T13:57:16.251 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:57:16 smithi062 bash[19845]: cluster 2024-09-13T13:57:14.253692+0000 mgr.y (mgr.14391) 127 : cluster [DBG] pgmap v101: 161 pgs: 161 active+clean; 585 KiB data, 248 MiB used, 715 GiB / 715 GiB avail; 97 KiB/s rd, 395 B/s wr, 146 op/s 2024-09-13T13:57:16.251 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:57:16 smithi062 bash[19845]: audit 2024-09-13T13:57:15.022809+0000 mon.a (mon.0) 884 : audit [INF] from='client.? 172.21.15.62:0/14943213' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "foo","app": "rbd"}]': finished 2024-09-13T13:57:16.252 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:57:16 smithi062 bash[19845]: cluster 2024-09-13T13:57:15.034948+0000 mon.a (mon.0) 885 : cluster [DBG] osdmap e76: 8 total, 8 up, 8 in 2024-09-13T13:57:16.432 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:57:16 smithi178 bash[22034]: cluster 2024-09-13T13:57:14.253692+0000 mgr.y (mgr.14391) 127 : cluster [DBG] pgmap v101: 161 pgs: 161 active+clean; 585 KiB data, 248 MiB used, 715 GiB / 715 GiB avail; 97 KiB/s rd, 395 B/s wr, 146 op/s 2024-09-13T13:57:16.432 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:57:16 smithi178 bash[22034]: audit 2024-09-13T13:57:15.022809+0000 mon.a (mon.0) 884 : audit [INF] from='client.? 172.21.15.62:0/14943213' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "foo","app": "rbd"}]': finished 2024-09-13T13:57:16.432 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:57:16 smithi178 bash[22034]: cluster 2024-09-13T13:57:15.034948+0000 mon.a (mon.0) 885 : cluster [DBG] osdmap e76: 8 total, 8 up, 8 in 2024-09-13T13:57:17.432 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:57:17 smithi178 bash[22034]: cluster 2024-09-13T13:57:16.053851+0000 mon.a (mon.0) 886 : cluster [DBG] osdmap e77: 8 total, 8 up, 8 in 2024-09-13T13:57:17.501 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:57:17 smithi062 bash[19845]: cluster 2024-09-13T13:57:16.053851+0000 mon.a (mon.0) 886 : cluster [DBG] osdmap e77: 8 total, 8 up, 8 in 2024-09-13T13:57:17.501 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:57:17 smithi062 bash[26634]: cluster 2024-09-13T13:57:16.053851+0000 mon.a (mon.0) 886 : cluster [DBG] osdmap e77: 8 total, 8 up, 8 in 2024-09-13T13:57:17.870 DEBUG:teuthology.orchestra.run.smithi062:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ff1149ea-71d5-11ef-bceb-c7b262605968 -e sha1=b0201b8c79733293453e7f10a10c7fa43119222b -- bash -c 'ceph orch apply iscsi foo u p' 2024-09-13T13:57:18.251 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:57:18 smithi062 bash[19845]: cluster 2024-09-13T13:57:16.254467+0000 mgr.y (mgr.14391) 128 : cluster [DBG] pgmap v104: 161 pgs: 161 active+clean; 585 KiB data, 248 MiB used, 715 GiB / 715 GiB avail; 97 KiB/s rd, 397 B/s wr, 147 op/s 2024-09-13T13:57:18.251 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:57:18 smithi062 bash[19845]: cluster 2024-09-13T13:57:17.042598+0000 mon.a (mon.0) 887 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T13:57:18.251 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:57:18 smithi062 bash[19845]: cluster 2024-09-13T13:57:17.042652+0000 mon.a (mon.0) 888 : cluster [INF] Cluster is now healthy 2024-09-13T13:57:18.251 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:57:18 smithi062 bash[19845]: cluster 2024-09-13T13:57:17.066067+0000 mon.a (mon.0) 889 : cluster [DBG] osdmap e78: 8 total, 8 up, 8 in 2024-09-13T13:57:18.251 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:57:18 smithi062 bash[26634]: cluster 2024-09-13T13:57:16.254467+0000 mgr.y (mgr.14391) 128 : cluster [DBG] pgmap v104: 161 pgs: 161 active+clean; 585 KiB data, 248 MiB used, 715 GiB / 715 GiB avail; 97 KiB/s rd, 397 B/s wr, 147 op/s 2024-09-13T13:57:18.251 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:57:18 smithi062 bash[26634]: cluster 2024-09-13T13:57:17.042598+0000 mon.a (mon.0) 887 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T13:57:18.252 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:57:18 smithi062 bash[26634]: cluster 2024-09-13T13:57:17.042652+0000 mon.a (mon.0) 888 : cluster [INF] Cluster is now healthy 2024-09-13T13:57:18.252 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:57:18 smithi062 bash[26634]: cluster 2024-09-13T13:57:17.066067+0000 mon.a (mon.0) 889 : cluster [DBG] osdmap e78: 8 total, 8 up, 8 in 2024-09-13T13:57:18.432 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:57:18 smithi178 bash[22034]: cluster 2024-09-13T13:57:16.254467+0000 mgr.y (mgr.14391) 128 : cluster [DBG] pgmap v104: 161 pgs: 161 active+clean; 585 KiB data, 248 MiB used, 715 GiB / 715 GiB avail; 97 KiB/s rd, 397 B/s wr, 147 op/s 2024-09-13T13:57:18.432 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:57:18 smithi178 bash[22034]: cluster 2024-09-13T13:57:17.042598+0000 mon.a (mon.0) 887 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-13T13:57:18.432 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:57:18 smithi178 bash[22034]: cluster 2024-09-13T13:57:17.042652+0000 mon.a (mon.0) 888 : cluster [INF] Cluster is now healthy 2024-09-13T13:57:18.432 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:57:18 smithi178 bash[22034]: cluster 2024-09-13T13:57:17.066067+0000 mon.a (mon.0) 889 : cluster [DBG] osdmap e78: 8 total, 8 up, 8 in 2024-09-13T13:57:20.432 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:57:20 smithi178 bash[22034]: cluster 2024-09-13T13:57:18.255196+0000 mgr.y (mgr.14391) 129 : cluster [DBG] pgmap v106: 161 pgs: 161 active+clean; 585 KiB data, 248 MiB used, 715 GiB / 715 GiB avail; 12 KiB/s rd, 341 B/s wr, 11 op/s 2024-09-13T13:57:20.501 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:57:20 smithi062 bash[19845]: cluster 2024-09-13T13:57:18.255196+0000 mgr.y (mgr.14391) 129 : cluster [DBG] pgmap v106: 161 pgs: 161 active+clean; 585 KiB data, 248 MiB used, 715 GiB / 715 GiB avail; 12 KiB/s rd, 341 B/s wr, 11 op/s 2024-09-13T13:57:20.501 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:57:20 smithi062 bash[26634]: cluster 2024-09-13T13:57:18.255196+0000 mgr.y (mgr.14391) 129 : cluster [DBG] pgmap v106: 161 pgs: 161 active+clean; 585 KiB data, 248 MiB used, 715 GiB / 715 GiB avail; 12 KiB/s rd, 341 B/s wr, 11 op/s 2024-09-13T13:57:22.431 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:57:22 smithi178 bash[22034]: cluster 2024-09-13T13:57:20.256931+0000 mgr.y (mgr.14391) 130 : cluster [DBG] pgmap v107: 161 pgs: 161 active+clean; 585 KiB data, 252 MiB used, 715 GiB / 715 GiB avail; 341 B/s wr, 0 op/s 2024-09-13T13:57:22.500 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:57:22 smithi062 bash[19845]: cluster 2024-09-13T13:57:20.256931+0000 mgr.y (mgr.14391) 130 : cluster [DBG] pgmap v107: 161 pgs: 161 active+clean; 585 KiB data, 252 MiB used, 715 GiB / 715 GiB avail; 341 B/s wr, 0 op/s 2024-09-13T13:57:22.501 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:57:22 smithi062 bash[26634]: cluster 2024-09-13T13:57:20.256931+0000 mgr.y (mgr.14391) 130 : cluster [DBG] pgmap v107: 161 pgs: 161 active+clean; 585 KiB data, 252 MiB used, 715 GiB / 715 GiB avail; 341 B/s wr, 0 op/s 2024-09-13T13:57:22.678 INFO:teuthology.orchestra.run.smithi062.stderr:Inferring config /var/lib/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T13:57:23.431 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:57:23 smithi178 bash[22034]: cluster 2024-09-13T13:57:22.136383+0000 mon.a (mon.0) 890 : cluster [DBG] osdmap e79: 8 total, 8 up, 8 in 2024-09-13T13:57:23.500 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:57:23 smithi062 bash[26634]: cluster 2024-09-13T13:57:22.136383+0000 mon.a (mon.0) 890 : cluster [DBG] osdmap e79: 8 total, 8 up, 8 in 2024-09-13T13:57:23.501 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:57:23 smithi062 bash[19845]: cluster 2024-09-13T13:57:22.136383+0000 mon.a (mon.0) 890 : cluster [DBG] osdmap e79: 8 total, 8 up, 8 in 2024-09-13T13:57:24.229 INFO:teuthology.orchestra.run.smithi062.stdout:Scheduled iscsi.foo update... 2024-09-13T13:57:24.423 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:57:24 smithi062 bash[19845]: cluster 2024-09-13T13:57:22.257561+0000 mgr.y (mgr.14391) 131 : cluster [DBG] pgmap v109: 161 pgs: 161 active+clean; 585 KiB data, 252 MiB used, 715 GiB / 715 GiB avail; 329 B/s wr, 0 op/s 2024-09-13T13:57:24.424 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:57:24 smithi062 bash[26634]: cluster 2024-09-13T13:57:22.257561+0000 mgr.y (mgr.14391) 131 : cluster [DBG] pgmap v109: 161 pgs: 161 active+clean; 585 KiB data, 252 MiB used, 715 GiB / 715 GiB avail; 329 B/s wr, 0 op/s 2024-09-13T13:57:24.431 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:57:24 smithi178 bash[22034]: cluster 2024-09-13T13:57:22.257561+0000 mgr.y (mgr.14391) 131 : cluster [DBG] pgmap v109: 161 pgs: 161 active+clean; 585 KiB data, 252 MiB used, 715 GiB / 715 GiB avail; 329 B/s wr, 0 op/s 2024-09-13T13:57:24.920 DEBUG:teuthology.orchestra.run.smithi062:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ff1149ea-71d5-11ef-bceb-c7b262605968 -e sha1=b0201b8c79733293453e7f10a10c7fa43119222b -- bash -c 'sleep 180' 2024-09-13T13:57:25.501 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:57:25 smithi062 bash[19845]: audit 2024-09-13T13:57:24.222062+0000 mgr.y (mgr.14391) 132 : audit [DBG] from='client.24683 -' entity='client.admin' cmd=[{"prefix": "orch apply iscsi", "pool": "foo", "api_user": "u", "api_password": "p", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T13:57:25.501 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:57:25 smithi062 bash[19845]: cephadm 2024-09-13T13:57:24.224147+0000 mgr.y (mgr.14391) 133 : cephadm [INF] Saving service iscsi.foo spec with placement count:1 2024-09-13T13:57:25.501 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:57:25 smithi062 bash[19845]: audit 2024-09-13T13:57:24.232394+0000 mon.a (mon.0) 891 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:57:25.502 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:57:25 smithi062 bash[19845]: audit 2024-09-13T13:57:24.234880+0000 mon.a (mon.0) 892 : audit [DBG] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T13:57:25.502 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:57:25 smithi062 bash[19845]: audit 2024-09-13T13:57:24.236147+0000 mon.a (mon.0) 893 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T13:57:25.502 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:57:25 smithi062 bash[19845]: audit 2024-09-13T13:57:24.244850+0000 mon.a (mon.0) 894 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:57:25.502 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:57:25 smithi062 bash[19845]: audit 2024-09-13T13:57:24.250061+0000 mon.a (mon.0) 895 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi062.auboqe", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-09-13T13:57:25.502 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:57:25 smithi062 bash[19845]: audit 2024-09-13T13:57:24.253969+0000 mon.a (mon.0) 896 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi062.auboqe", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]': finished 2024-09-13T13:57:25.502 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:57:25 smithi062 bash[19845]: cluster 2024-09-13T13:57:24.258351+0000 mgr.y (mgr.14391) 134 : cluster [DBG] pgmap v110: 161 pgs: 161 active+clean; 585 KiB data, 252 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-09-13T13:57:25.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:57:25 smithi062 bash[19845]: audit 2024-09-13T13:57:24.262183+0000 mon.a (mon.0) 897 : audit [DBG] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T13:57:25.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:57:25 smithi062 bash[19845]: cephadm 2024-09-13T13:57:24.263176+0000 mgr.y (mgr.14391) 135 : cephadm [INF] Deploying daemon iscsi.foo.smithi062.auboqe on smithi062 2024-09-13T13:57:25.503 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:57:25 smithi062 bash[26634]: audit 2024-09-13T13:57:24.222062+0000 mgr.y (mgr.14391) 132 : audit [DBG] from='client.24683 -' entity='client.admin' cmd=[{"prefix": "orch apply iscsi", "pool": "foo", "api_user": "u", "api_password": "p", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T13:57:25.503 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:57:25 smithi062 bash[26634]: cephadm 2024-09-13T13:57:24.224147+0000 mgr.y (mgr.14391) 133 : cephadm [INF] Saving service iscsi.foo spec with placement count:1 2024-09-13T13:57:25.503 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:57:25 smithi062 bash[26634]: audit 2024-09-13T13:57:24.232394+0000 mon.a (mon.0) 891 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:57:25.503 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:57:25 smithi062 bash[26634]: audit 2024-09-13T13:57:24.234880+0000 mon.a (mon.0) 892 : audit [DBG] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T13:57:25.504 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:57:25 smithi062 bash[26634]: audit 2024-09-13T13:57:24.236147+0000 mon.a (mon.0) 893 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T13:57:25.504 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:57:25 smithi062 bash[26634]: audit 2024-09-13T13:57:24.244850+0000 mon.a (mon.0) 894 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:57:25.504 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:57:25 smithi062 bash[26634]: audit 2024-09-13T13:57:24.250061+0000 mon.a (mon.0) 895 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi062.auboqe", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-09-13T13:57:25.504 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:57:25 smithi062 bash[26634]: audit 2024-09-13T13:57:24.253969+0000 mon.a (mon.0) 896 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi062.auboqe", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]': finished 2024-09-13T13:57:25.504 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:57:25 smithi062 bash[26634]: cluster 2024-09-13T13:57:24.258351+0000 mgr.y (mgr.14391) 134 : cluster [DBG] pgmap v110: 161 pgs: 161 active+clean; 585 KiB data, 252 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-09-13T13:57:25.504 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:57:25 smithi062 bash[26634]: audit 2024-09-13T13:57:24.262183+0000 mon.a (mon.0) 897 : audit [DBG] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T13:57:25.505 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:57:25 smithi062 bash[26634]: cephadm 2024-09-13T13:57:24.263176+0000 mgr.y (mgr.14391) 135 : cephadm [INF] Deploying daemon iscsi.foo.smithi062.auboqe on smithi062 2024-09-13T13:57:25.682 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:57:25 smithi178 bash[22034]: audit 2024-09-13T13:57:24.222062+0000 mgr.y (mgr.14391) 132 : audit [DBG] from='client.24683 -' entity='client.admin' cmd=[{"prefix": "orch apply iscsi", "pool": "foo", "api_user": "u", "api_password": "p", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T13:57:25.682 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:57:25 smithi178 bash[22034]: cephadm 2024-09-13T13:57:24.224147+0000 mgr.y (mgr.14391) 133 : cephadm [INF] Saving service iscsi.foo spec with placement count:1 2024-09-13T13:57:25.682 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:57:25 smithi178 bash[22034]: audit 2024-09-13T13:57:24.232394+0000 mon.a (mon.0) 891 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:57:25.682 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:57:25 smithi178 bash[22034]: audit 2024-09-13T13:57:24.234880+0000 mon.a (mon.0) 892 : audit [DBG] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T13:57:25.682 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:57:25 smithi178 bash[22034]: audit 2024-09-13T13:57:24.236147+0000 mon.a (mon.0) 893 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T13:57:25.682 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:57:25 smithi178 bash[22034]: audit 2024-09-13T13:57:24.244850+0000 mon.a (mon.0) 894 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:57:25.683 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:57:25 smithi178 bash[22034]: audit 2024-09-13T13:57:24.250061+0000 mon.a (mon.0) 895 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi062.auboqe", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-09-13T13:57:25.683 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:57:25 smithi178 bash[22034]: audit 2024-09-13T13:57:24.253969+0000 mon.a (mon.0) 896 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi062.auboqe", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]': finished 2024-09-13T13:57:25.683 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:57:25 smithi178 bash[22034]: cluster 2024-09-13T13:57:24.258351+0000 mgr.y (mgr.14391) 134 : cluster [DBG] pgmap v110: 161 pgs: 161 active+clean; 585 KiB data, 252 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-09-13T13:57:25.683 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:57:25 smithi178 bash[22034]: audit 2024-09-13T13:57:24.262183+0000 mon.a (mon.0) 897 : audit [DBG] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T13:57:25.683 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:57:25 smithi178 bash[22034]: cephadm 2024-09-13T13:57:24.263176+0000 mgr.y (mgr.14391) 135 : cephadm [INF] Deploying daemon iscsi.foo.smithi062.auboqe on smithi062 2024-09-13T13:57:26.082 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 13:57:25 smithi062 bash[20100]: ::ffff:172.21.15.178 - - [13/Sep/2024:13:57:25] "GET /metrics HTTP/1.1" 200 38089 "" "Prometheus/2.43.0" 2024-09-13T13:57:26.947 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 13:57:26 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T13:57:26.948 INFO:journalctl@ceph.osd.0.smithi062.stdout:Sep 13 13:57:26 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T13:57:26.948 INFO:journalctl@ceph.osd.3.smithi062.stdout:Sep 13 13:57:26 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T13:57:26.948 INFO:journalctl@ceph.node-exporter.a.smithi062.stdout:Sep 13 13:57:26 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T13:57:26.948 INFO:journalctl@ceph.alertmanager.a.smithi062.stdout:Sep 13 13:57:26 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T13:57:26.949 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:57:26 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T13:57:26.949 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:57:26 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T13:57:26.949 INFO:journalctl@ceph.osd.1.smithi062.stdout:Sep 13 13:57:26 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T13:57:26.949 INFO:journalctl@ceph.osd.2.smithi062.stdout:Sep 13 13:57:26 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T13:57:27.250 INFO:journalctl@ceph.osd.2.smithi062.stdout:Sep 13 13:57:27 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T13:57:27.251 INFO:journalctl@ceph.osd.3.smithi062.stdout:Sep 13 13:57:27 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T13:57:27.251 INFO:journalctl@ceph.node-exporter.a.smithi062.stdout:Sep 13 13:57:27 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T13:57:27.251 INFO:journalctl@ceph.alertmanager.a.smithi062.stdout:Sep 13 13:57:27 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T13:57:27.251 INFO:journalctl@ceph.osd.0.smithi062.stdout:Sep 13 13:57:27 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T13:57:27.252 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 13:57:27 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T13:57:27.252 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:57:27 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T13:57:27.252 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:57:27 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T13:57:27.253 INFO:journalctl@ceph.osd.1.smithi062.stdout:Sep 13 13:57:27 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T13:57:27.682 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:57:27 smithi178 bash[22034]: cluster 2024-09-13T13:57:26.259026+0000 mgr.y (mgr.14391) 136 : cluster [DBG] pgmap v111: 161 pgs: 161 active+clean; 585 KiB data, 252 MiB used, 715 GiB / 715 GiB avail; 222 B/s wr, 0 op/s 2024-09-13T13:57:27.682 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:57:27 smithi178 bash[22034]: audit 2024-09-13T13:57:27.246703+0000 mon.a (mon.0) 898 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:57:27.682 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:57:27 smithi178 bash[22034]: audit 2024-09-13T13:57:27.253366+0000 mon.a (mon.0) 899 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:57:27.682 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:57:27 smithi178 bash[22034]: audit 2024-09-13T13:57:27.259423+0000 mon.a (mon.0) 900 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:57:27.750 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:57:27 smithi062 bash[19845]: cluster 2024-09-13T13:57:26.259026+0000 mgr.y (mgr.14391) 136 : cluster [DBG] pgmap v111: 161 pgs: 161 active+clean; 585 KiB data, 252 MiB used, 715 GiB / 715 GiB avail; 222 B/s wr, 0 op/s 2024-09-13T13:57:27.750 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:57:27 smithi062 bash[19845]: audit 2024-09-13T13:57:27.246703+0000 mon.a (mon.0) 898 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:57:27.751 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:57:27 smithi062 bash[19845]: audit 2024-09-13T13:57:27.253366+0000 mon.a (mon.0) 899 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:57:27.751 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:57:27 smithi062 bash[19845]: audit 2024-09-13T13:57:27.259423+0000 mon.a (mon.0) 900 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:57:27.751 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:57:27 smithi062 bash[26634]: cluster 2024-09-13T13:57:26.259026+0000 mgr.y (mgr.14391) 136 : cluster [DBG] pgmap v111: 161 pgs: 161 active+clean; 585 KiB data, 252 MiB used, 715 GiB / 715 GiB avail; 222 B/s wr, 0 op/s 2024-09-13T13:57:27.751 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:57:27 smithi062 bash[26634]: audit 2024-09-13T13:57:27.246703+0000 mon.a (mon.0) 898 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:57:27.751 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:57:27 smithi062 bash[26634]: audit 2024-09-13T13:57:27.253366+0000 mon.a (mon.0) 899 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:57:27.751 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:57:27 smithi062 bash[26634]: audit 2024-09-13T13:57:27.259423+0000 mon.a (mon.0) 900 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:57:28.681 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:57:28 smithi178 bash[22034]: cephadm 2024-09-13T13:57:27.260199+0000 mgr.y (mgr.14391) 137 : cephadm [INF] Checking pool "foo" exists for service iscsi.foo 2024-09-13T13:57:28.682 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:57:28 smithi178 bash[22034]: audit 2024-09-13T13:57:27.272937+0000 mon.a (mon.0) 901 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:57:28.739 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:57:28 smithi062 bash[26634]: cephadm 2024-09-13T13:57:27.260199+0000 mgr.y (mgr.14391) 137 : cephadm [INF] Checking pool "foo" exists for service iscsi.foo 2024-09-13T13:57:28.739 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:57:28 smithi062 bash[26634]: audit 2024-09-13T13:57:27.272937+0000 mon.a (mon.0) 901 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:57:28.740 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:57:28 smithi062 bash[19845]: cephadm 2024-09-13T13:57:27.260199+0000 mgr.y (mgr.14391) 137 : cephadm [INF] Checking pool "foo" exists for service iscsi.foo 2024-09-13T13:57:28.740 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:57:28 smithi062 bash[19845]: audit 2024-09-13T13:57:27.272937+0000 mon.a (mon.0) 901 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:57:29.419 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:57:29 smithi062 bash[26634]: cluster 2024-09-13T13:57:28.259725+0000 mgr.y (mgr.14391) 138 : cluster [DBG] pgmap v112: 161 pgs: 161 active+clean; 585 KiB data, 252 MiB used, 715 GiB / 715 GiB avail; 204 B/s wr, 0 op/s 2024-09-13T13:57:29.419 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:57:29 smithi062 bash[26634]: cluster 2024-09-13T13:57:28.301121+0000 mon.a (mon.0) 902 : cluster [DBG] mgrmap e22: y(active, since 3m), standbys: x 2024-09-13T13:57:29.419 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:57:29 smithi062 bash[26634]: audit 2024-09-13T13:57:28.311389+0000 mon.a (mon.0) 903 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:57:29.420 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:57:29 smithi062 bash[26634]: audit 2024-09-13T13:57:28.312688+0000 mon.a (mon.0) 904 : audit [DBG] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T13:57:29.420 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:57:29 smithi062 bash[26634]: audit 2024-09-13T13:57:28.355482+0000 mon.a (mon.0) 905 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:57:29.420 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:57:29 smithi062 bash[26634]: audit 2024-09-13T13:57:29.017480+0000 mon.a (mon.0) 906 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.e", "id": [1, 2]}]: dispatch 2024-09-13T13:57:29.420 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:57:29 smithi062 bash[26634]: audit 2024-09-13T13:57:29.017885+0000 mon.a (mon.0) 907 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.18", "id": [1, 2]}]: dispatch 2024-09-13T13:57:29.420 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:57:29 smithi062 bash[26634]: audit 2024-09-13T13:57:29.018168+0000 mon.a (mon.0) 908 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1c", "id": [1, 5]}]: dispatch 2024-09-13T13:57:29.420 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:57:29 smithi062 bash[19845]: cluster 2024-09-13T13:57:28.259725+0000 mgr.y (mgr.14391) 138 : cluster [DBG] pgmap v112: 161 pgs: 161 active+clean; 585 KiB data, 252 MiB used, 715 GiB / 715 GiB avail; 204 B/s wr, 0 op/s 2024-09-13T13:57:29.420 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:57:29 smithi062 bash[19845]: cluster 2024-09-13T13:57:28.301121+0000 mon.a (mon.0) 902 : cluster [DBG] mgrmap e22: y(active, since 3m), standbys: x 2024-09-13T13:57:29.420 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:57:29 smithi062 bash[19845]: audit 2024-09-13T13:57:28.311389+0000 mon.a (mon.0) 903 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:57:29.420 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:57:29 smithi062 bash[19845]: audit 2024-09-13T13:57:28.312688+0000 mon.a (mon.0) 904 : audit [DBG] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T13:57:29.420 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:57:29 smithi062 bash[19845]: audit 2024-09-13T13:57:28.355482+0000 mon.a (mon.0) 905 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:57:29.421 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:57:29 smithi062 bash[19845]: audit 2024-09-13T13:57:29.017480+0000 mon.a (mon.0) 906 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.e", "id": [1, 2]}]: dispatch 2024-09-13T13:57:29.421 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:57:29 smithi062 bash[19845]: audit 2024-09-13T13:57:29.017885+0000 mon.a (mon.0) 907 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.18", "id": [1, 2]}]: dispatch 2024-09-13T13:57:29.421 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:57:29 smithi062 bash[19845]: audit 2024-09-13T13:57:29.018168+0000 mon.a (mon.0) 908 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1c", "id": [1, 5]}]: dispatch 2024-09-13T13:57:29.682 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:57:29 smithi178 bash[22034]: cluster 2024-09-13T13:57:28.259725+0000 mgr.y (mgr.14391) 138 : cluster [DBG] pgmap v112: 161 pgs: 161 active+clean; 585 KiB data, 252 MiB used, 715 GiB / 715 GiB avail; 204 B/s wr, 0 op/s 2024-09-13T13:57:29.682 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:57:29 smithi178 bash[22034]: cluster 2024-09-13T13:57:28.301121+0000 mon.a (mon.0) 902 : cluster [DBG] mgrmap e22: y(active, since 3m), standbys: x 2024-09-13T13:57:29.682 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:57:29 smithi178 bash[22034]: audit 2024-09-13T13:57:28.311389+0000 mon.a (mon.0) 903 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:57:29.682 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:57:29 smithi178 bash[22034]: audit 2024-09-13T13:57:28.312688+0000 mon.a (mon.0) 904 : audit [DBG] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T13:57:29.682 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:57:29 smithi178 bash[22034]: audit 2024-09-13T13:57:28.355482+0000 mon.a (mon.0) 905 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:57:29.682 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:57:29 smithi178 bash[22034]: audit 2024-09-13T13:57:29.017480+0000 mon.a (mon.0) 906 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.e", "id": [1, 2]}]: dispatch 2024-09-13T13:57:29.682 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:57:29 smithi178 bash[22034]: audit 2024-09-13T13:57:29.017885+0000 mon.a (mon.0) 907 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.18", "id": [1, 2]}]: dispatch 2024-09-13T13:57:29.682 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:57:29 smithi178 bash[22034]: audit 2024-09-13T13:57:29.018168+0000 mon.a (mon.0) 908 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1c", "id": [1, 5]}]: dispatch 2024-09-13T13:57:30.682 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:57:30 smithi178 bash[22034]: audit 2024-09-13T13:57:29.355552+0000 mon.a (mon.0) 909 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.e", "id": [1, 2]}]': finished 2024-09-13T13:57:30.682 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:57:30 smithi178 bash[22034]: audit 2024-09-13T13:57:29.355711+0000 mon.a (mon.0) 910 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.18", "id": [1, 2]}]': finished 2024-09-13T13:57:30.682 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:57:30 smithi178 bash[22034]: audit 2024-09-13T13:57:29.355797+0000 mon.a (mon.0) 911 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1c", "id": [1, 5]}]': finished 2024-09-13T13:57:30.682 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:57:30 smithi178 bash[22034]: cluster 2024-09-13T13:57:29.365450+0000 mon.a (mon.0) 912 : cluster [DBG] osdmap e80: 8 total, 8 up, 8 in 2024-09-13T13:57:30.682 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:57:30 smithi178 bash[22034]: audit 2024-09-13T13:57:29.409976+0000 mon.a (mon.0) 913 : audit [DBG] from='client.? 172.21.15.62:0/286623439' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-09-13T13:57:30.682 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:57:30 smithi178 bash[22034]: audit 2024-09-13T13:57:29.718787+0000 mon.a (mon.0) 914 : audit [INF] from='client.? 172.21.15.62:0/1273229386' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.62:0/3802992378"}]: dispatch 2024-09-13T13:57:30.718 INFO:teuthology.orchestra.run.smithi062.stderr:Inferring config /var/lib/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T13:57:30.750 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:57:30 smithi062 bash[19845]: audit 2024-09-13T13:57:29.355552+0000 mon.a (mon.0) 909 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.e", "id": [1, 2]}]': finished 2024-09-13T13:57:30.750 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:57:30 smithi062 bash[19845]: audit 2024-09-13T13:57:29.355711+0000 mon.a (mon.0) 910 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.18", "id": [1, 2]}]': finished 2024-09-13T13:57:30.751 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:57:30 smithi062 bash[19845]: audit 2024-09-13T13:57:29.355797+0000 mon.a (mon.0) 911 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1c", "id": [1, 5]}]': finished 2024-09-13T13:57:30.751 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:57:30 smithi062 bash[19845]: cluster 2024-09-13T13:57:29.365450+0000 mon.a (mon.0) 912 : cluster [DBG] osdmap e80: 8 total, 8 up, 8 in 2024-09-13T13:57:30.751 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:57:30 smithi062 bash[19845]: audit 2024-09-13T13:57:29.409976+0000 mon.a (mon.0) 913 : audit [DBG] from='client.? 172.21.15.62:0/286623439' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-09-13T13:57:30.751 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:57:30 smithi062 bash[19845]: audit 2024-09-13T13:57:29.718787+0000 mon.a (mon.0) 914 : audit [INF] from='client.? 172.21.15.62:0/1273229386' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.62:0/3802992378"}]: dispatch 2024-09-13T13:57:30.751 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:57:30 smithi062 bash[26634]: audit 2024-09-13T13:57:29.355552+0000 mon.a (mon.0) 909 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.e", "id": [1, 2]}]': finished 2024-09-13T13:57:30.751 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:57:30 smithi062 bash[26634]: audit 2024-09-13T13:57:29.355711+0000 mon.a (mon.0) 910 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.18", "id": [1, 2]}]': finished 2024-09-13T13:57:30.751 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:57:30 smithi062 bash[26634]: audit 2024-09-13T13:57:29.355797+0000 mon.a (mon.0) 911 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1c", "id": [1, 5]}]': finished 2024-09-13T13:57:30.751 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:57:30 smithi062 bash[26634]: cluster 2024-09-13T13:57:29.365450+0000 mon.a (mon.0) 912 : cluster [DBG] osdmap e80: 8 total, 8 up, 8 in 2024-09-13T13:57:30.751 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:57:30 smithi062 bash[26634]: audit 2024-09-13T13:57:29.409976+0000 mon.a (mon.0) 913 : audit [DBG] from='client.? 172.21.15.62:0/286623439' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-09-13T13:57:30.751 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:57:30 smithi062 bash[26634]: audit 2024-09-13T13:57:29.718787+0000 mon.a (mon.0) 914 : audit [INF] from='client.? 172.21.15.62:0/1273229386' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.62:0/3802992378"}]: dispatch 2024-09-13T13:57:31.682 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:57:31 smithi178 bash[22034]: cluster 2024-09-13T13:57:30.260498+0000 mgr.y (mgr.14391) 139 : cluster [DBG] pgmap v114: 161 pgs: 161 active+clean; 585 KiB data, 252 MiB used, 715 GiB / 715 GiB avail; 125 B/s rd, 125 B/s wr, 1 op/s 2024-09-13T13:57:31.682 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:57:31 smithi178 bash[22034]: audit 2024-09-13T13:57:30.366834+0000 mon.a (mon.0) 915 : audit [INF] from='client.? 172.21.15.62:0/1273229386' entity='client.iscsi.foo.smithi062.auboqe' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.62:0/3802992378"}]': finished 2024-09-13T13:57:31.682 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:57:31 smithi178 bash[22034]: cluster 2024-09-13T13:57:30.375015+0000 mon.a (mon.0) 916 : cluster [DBG] osdmap e81: 8 total, 8 up, 8 in 2024-09-13T13:57:31.682 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:57:31 smithi178 bash[22034]: audit 2024-09-13T13:57:30.683684+0000 mon.a (mon.0) 917 : audit [INF] from='client.? 172.21.15.62:0/282371629' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.62:6801/784187340"}]: dispatch 2024-09-13T13:57:31.751 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:57:31 smithi062 bash[19845]: cluster 2024-09-13T13:57:30.260498+0000 mgr.y (mgr.14391) 139 : cluster [DBG] pgmap v114: 161 pgs: 161 active+clean; 585 KiB data, 252 MiB used, 715 GiB / 715 GiB avail; 125 B/s rd, 125 B/s wr, 1 op/s 2024-09-13T13:57:31.751 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:57:31 smithi062 bash[19845]: audit 2024-09-13T13:57:30.366834+0000 mon.a (mon.0) 915 : audit [INF] from='client.? 172.21.15.62:0/1273229386' entity='client.iscsi.foo.smithi062.auboqe' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.62:0/3802992378"}]': finished 2024-09-13T13:57:31.751 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:57:31 smithi062 bash[19845]: cluster 2024-09-13T13:57:30.375015+0000 mon.a (mon.0) 916 : cluster [DBG] osdmap e81: 8 total, 8 up, 8 in 2024-09-13T13:57:31.751 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:57:31 smithi062 bash[19845]: audit 2024-09-13T13:57:30.683684+0000 mon.a (mon.0) 917 : audit [INF] from='client.? 172.21.15.62:0/282371629' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.62:6801/784187340"}]: dispatch 2024-09-13T13:57:31.751 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:57:31 smithi062 bash[26634]: cluster 2024-09-13T13:57:30.260498+0000 mgr.y (mgr.14391) 139 : cluster [DBG] pgmap v114: 161 pgs: 161 active+clean; 585 KiB data, 252 MiB used, 715 GiB / 715 GiB avail; 125 B/s rd, 125 B/s wr, 1 op/s 2024-09-13T13:57:31.751 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:57:31 smithi062 bash[26634]: audit 2024-09-13T13:57:30.366834+0000 mon.a (mon.0) 915 : audit [INF] from='client.? 172.21.15.62:0/1273229386' entity='client.iscsi.foo.smithi062.auboqe' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.62:0/3802992378"}]': finished 2024-09-13T13:57:31.751 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:57:31 smithi062 bash[26634]: cluster 2024-09-13T13:57:30.375015+0000 mon.a (mon.0) 916 : cluster [DBG] osdmap e81: 8 total, 8 up, 8 in 2024-09-13T13:57:31.751 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:57:31 smithi062 bash[26634]: audit 2024-09-13T13:57:30.683684+0000 mon.a (mon.0) 917 : audit [INF] from='client.? 172.21.15.62:0/282371629' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.62:6801/784187340"}]: dispatch 2024-09-13T13:57:32.682 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:57:32 smithi178 bash[22034]: audit 2024-09-13T13:57:31.369191+0000 mon.a (mon.0) 918 : audit [INF] from='client.? 172.21.15.62:0/282371629' entity='client.iscsi.foo.smithi062.auboqe' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.62:6801/784187340"}]': finished 2024-09-13T13:57:32.682 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:57:32 smithi178 bash[22034]: cluster 2024-09-13T13:57:31.377569+0000 mon.a (mon.0) 919 : cluster [DBG] osdmap e82: 8 total, 8 up, 8 in 2024-09-13T13:57:32.682 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:57:32 smithi178 bash[22034]: audit 2024-09-13T13:57:31.696535+0000 mon.c (mon.2) 26 : audit [INF] from='client.? 172.21.15.62:0/4165923654' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.62:0/3512183348"}]: dispatch 2024-09-13T13:57:32.682 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:57:32 smithi178 bash[22034]: audit 2024-09-13T13:57:31.697823+0000 mon.a (mon.0) 920 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.62:0/3512183348"}]: dispatch 2024-09-13T13:57:32.750 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:57:32 smithi062 bash[19845]: audit 2024-09-13T13:57:31.369191+0000 mon.a (mon.0) 918 : audit [INF] from='client.? 172.21.15.62:0/282371629' entity='client.iscsi.foo.smithi062.auboqe' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.62:6801/784187340"}]': finished 2024-09-13T13:57:32.751 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:57:32 smithi062 bash[19845]: cluster 2024-09-13T13:57:31.377569+0000 mon.a (mon.0) 919 : cluster [DBG] osdmap e82: 8 total, 8 up, 8 in 2024-09-13T13:57:32.751 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:57:32 smithi062 bash[19845]: audit 2024-09-13T13:57:31.696535+0000 mon.c (mon.2) 26 : audit [INF] from='client.? 172.21.15.62:0/4165923654' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.62:0/3512183348"}]: dispatch 2024-09-13T13:57:32.751 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:57:32 smithi062 bash[19845]: audit 2024-09-13T13:57:31.697823+0000 mon.a (mon.0) 920 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.62:0/3512183348"}]: dispatch 2024-09-13T13:57:32.751 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:57:32 smithi062 bash[26634]: audit 2024-09-13T13:57:31.369191+0000 mon.a (mon.0) 918 : audit [INF] from='client.? 172.21.15.62:0/282371629' entity='client.iscsi.foo.smithi062.auboqe' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.62:6801/784187340"}]': finished 2024-09-13T13:57:32.751 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:57:32 smithi062 bash[26634]: cluster 2024-09-13T13:57:31.377569+0000 mon.a (mon.0) 919 : cluster [DBG] osdmap e82: 8 total, 8 up, 8 in 2024-09-13T13:57:32.751 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:57:32 smithi062 bash[26634]: audit 2024-09-13T13:57:31.696535+0000 mon.c (mon.2) 26 : audit [INF] from='client.? 172.21.15.62:0/4165923654' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.62:0/3512183348"}]: dispatch 2024-09-13T13:57:32.751 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:57:32 smithi062 bash[26634]: audit 2024-09-13T13:57:31.697823+0000 mon.a (mon.0) 920 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.62:0/3512183348"}]: dispatch 2024-09-13T13:57:33.682 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:57:33 smithi178 bash[22034]: cluster 2024-09-13T13:57:32.261083+0000 mgr.y (mgr.14391) 140 : cluster [DBG] pgmap v117: 161 pgs: 161 active+clean; 585 KiB data, 252 MiB used, 715 GiB / 715 GiB avail; 170 B/s rd, 170 B/s wr, 1 op/s 2024-09-13T13:57:33.682 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:57:33 smithi178 bash[22034]: audit 2024-09-13T13:57:32.390902+0000 mon.a (mon.0) 921 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi062.auboqe' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.62:0/3512183348"}]': finished 2024-09-13T13:57:33.682 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:57:33 smithi178 bash[22034]: cluster 2024-09-13T13:57:32.400849+0000 mon.a (mon.0) 922 : cluster [DBG] osdmap e83: 8 total, 8 up, 8 in 2024-09-13T13:57:33.682 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:57:33 smithi178 bash[22034]: audit 2024-09-13T13:57:32.722166+0000 mon.c (mon.2) 27 : audit [INF] from='client.? 172.21.15.62:0/2413630908' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.62:0/2784367012"}]: dispatch 2024-09-13T13:57:33.682 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:57:33 smithi178 bash[22034]: audit 2024-09-13T13:57:32.722650+0000 mon.a (mon.0) 923 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.62:0/2784367012"}]: dispatch 2024-09-13T13:57:33.751 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:57:33 smithi062 bash[26634]: cluster 2024-09-13T13:57:32.261083+0000 mgr.y (mgr.14391) 140 : cluster [DBG] pgmap v117: 161 pgs: 161 active+clean; 585 KiB data, 252 MiB used, 715 GiB / 715 GiB avail; 170 B/s rd, 170 B/s wr, 1 op/s 2024-09-13T13:57:33.751 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:57:33 smithi062 bash[26634]: audit 2024-09-13T13:57:32.390902+0000 mon.a (mon.0) 921 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi062.auboqe' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.62:0/3512183348"}]': finished 2024-09-13T13:57:33.751 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:57:33 smithi062 bash[26634]: cluster 2024-09-13T13:57:32.400849+0000 mon.a (mon.0) 922 : cluster [DBG] osdmap e83: 8 total, 8 up, 8 in 2024-09-13T13:57:33.751 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:57:33 smithi062 bash[26634]: audit 2024-09-13T13:57:32.722166+0000 mon.c (mon.2) 27 : audit [INF] from='client.? 172.21.15.62:0/2413630908' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.62:0/2784367012"}]: dispatch 2024-09-13T13:57:33.751 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:57:33 smithi062 bash[26634]: audit 2024-09-13T13:57:32.722650+0000 mon.a (mon.0) 923 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.62:0/2784367012"}]: dispatch 2024-09-13T13:57:33.751 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:57:33 smithi062 bash[19845]: cluster 2024-09-13T13:57:32.261083+0000 mgr.y (mgr.14391) 140 : cluster [DBG] pgmap v117: 161 pgs: 161 active+clean; 585 KiB data, 252 MiB used, 715 GiB / 715 GiB avail; 170 B/s rd, 170 B/s wr, 1 op/s 2024-09-13T13:57:33.751 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:57:33 smithi062 bash[19845]: audit 2024-09-13T13:57:32.390902+0000 mon.a (mon.0) 921 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi062.auboqe' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.62:0/3512183348"}]': finished 2024-09-13T13:57:33.751 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:57:33 smithi062 bash[19845]: cluster 2024-09-13T13:57:32.400849+0000 mon.a (mon.0) 922 : cluster [DBG] osdmap e83: 8 total, 8 up, 8 in 2024-09-13T13:57:33.751 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:57:33 smithi062 bash[19845]: audit 2024-09-13T13:57:32.722166+0000 mon.c (mon.2) 27 : audit [INF] from='client.? 172.21.15.62:0/2413630908' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.62:0/2784367012"}]: dispatch 2024-09-13T13:57:33.752 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:57:33 smithi062 bash[19845]: audit 2024-09-13T13:57:32.722650+0000 mon.a (mon.0) 923 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.62:0/2784367012"}]: dispatch 2024-09-13T13:57:34.682 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:57:34 smithi178 bash[22034]: audit 2024-09-13T13:57:33.393549+0000 mon.a (mon.0) 924 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi062.auboqe' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.62:0/2784367012"}]': finished 2024-09-13T13:57:34.682 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:57:34 smithi178 bash[22034]: cluster 2024-09-13T13:57:33.401654+0000 mon.a (mon.0) 925 : cluster [DBG] osdmap e84: 8 total, 8 up, 8 in 2024-09-13T13:57:34.682 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:57:34 smithi178 bash[22034]: audit 2024-09-13T13:57:33.719396+0000 mon.a (mon.0) 926 : audit [INF] from='client.? 172.21.15.62:0/4242917089' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.62:0/3804501063"}]: dispatch 2024-09-13T13:57:34.750 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 13:57:34 smithi062 bash[20100]: [13/Sep/2024:13:57:34] ENGINE Bus STOPPING 2024-09-13T13:57:34.751 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:57:34 smithi062 bash[19845]: audit 2024-09-13T13:57:33.393549+0000 mon.a (mon.0) 924 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi062.auboqe' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.62:0/2784367012"}]': finished 2024-09-13T13:57:34.751 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:57:34 smithi062 bash[19845]: cluster 2024-09-13T13:57:33.401654+0000 mon.a (mon.0) 925 : cluster [DBG] osdmap e84: 8 total, 8 up, 8 in 2024-09-13T13:57:34.751 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:57:34 smithi062 bash[19845]: audit 2024-09-13T13:57:33.719396+0000 mon.a (mon.0) 926 : audit [INF] from='client.? 172.21.15.62:0/4242917089' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.62:0/3804501063"}]: dispatch 2024-09-13T13:57:34.751 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:57:34 smithi062 bash[26634]: audit 2024-09-13T13:57:33.393549+0000 mon.a (mon.0) 924 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi062.auboqe' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.62:0/2784367012"}]': finished 2024-09-13T13:57:34.751 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:57:34 smithi062 bash[26634]: cluster 2024-09-13T13:57:33.401654+0000 mon.a (mon.0) 925 : cluster [DBG] osdmap e84: 8 total, 8 up, 8 in 2024-09-13T13:57:34.751 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:57:34 smithi062 bash[26634]: audit 2024-09-13T13:57:33.719396+0000 mon.a (mon.0) 926 : audit [INF] from='client.? 172.21.15.62:0/4242917089' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.62:0/3804501063"}]: dispatch 2024-09-13T13:57:35.251 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 13:57:34 smithi062 bash[20100]: [13/Sep/2024:13:57:34] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-13T13:57:35.251 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 13:57:34 smithi062 bash[20100]: [13/Sep/2024:13:57:34] ENGINE Bus STOPPED 2024-09-13T13:57:35.251 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 13:57:34 smithi062 bash[20100]: [13/Sep/2024:13:57:34] ENGINE Bus STARTING 2024-09-13T13:57:35.251 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 13:57:35 smithi062 bash[20100]: [13/Sep/2024:13:57:35] ENGINE Serving on http://:::9283 2024-09-13T13:57:35.251 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 13:57:35 smithi062 bash[20100]: [13/Sep/2024:13:57:35] ENGINE Bus STARTED 2024-09-13T13:57:35.682 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:57:35 smithi178 bash[22034]: cluster 2024-09-13T13:57:34.261877+0000 mgr.y (mgr.14391) 141 : cluster [DBG] pgmap v120: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s; 0 B/s, 0 objects/s recovering 2024-09-13T13:57:35.682 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:57:35 smithi178 bash[22034]: audit 2024-09-13T13:57:34.412603+0000 mon.a (mon.0) 927 : audit [INF] from='client.? 172.21.15.62:0/4242917089' entity='client.iscsi.foo.smithi062.auboqe' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.62:0/3804501063"}]': finished 2024-09-13T13:57:35.682 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:57:35 smithi178 bash[22034]: cluster 2024-09-13T13:57:34.419351+0000 mon.a (mon.0) 928 : cluster [DBG] osdmap e85: 8 total, 8 up, 8 in 2024-09-13T13:57:35.683 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:57:35 smithi178 bash[22034]: audit 2024-09-13T13:57:34.442415+0000 mon.a (mon.0) 929 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:57:35.683 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:57:35 smithi178 bash[22034]: audit 2024-09-13T13:57:34.447557+0000 mon.a (mon.0) 930 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:57:35.683 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:57:35 smithi178 bash[22034]: audit 2024-09-13T13:57:34.448487+0000 mon.a (mon.0) 931 : audit [DBG] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T13:57:35.683 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:57:35 smithi178 bash[22034]: audit 2024-09-13T13:57:34.449135+0000 mon.a (mon.0) 932 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T13:57:35.683 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:57:35 smithi178 bash[22034]: audit 2024-09-13T13:57:34.454048+0000 mon.a (mon.0) 933 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:57:35.683 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:57:35 smithi178 bash[22034]: audit 2024-09-13T13:57:34.513034+0000 mon.a (mon.0) 934 : audit [DBG] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2024-09-13T13:57:35.683 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:57:35 smithi178 bash[22034]: audit 2024-09-13T13:57:34.513673+0000 mgr.y (mgr.14391) 142 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2024-09-13T13:57:35.683 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:57:35 smithi178 bash[22034]: cephadm 2024-09-13T13:57:34.514760+0000 mgr.y (mgr.14391) 143 : cephadm [INF] Adding iSCSI gateway http://:@172.21.15.62:5000 to Dashboard 2024-09-13T13:57:35.683 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:57:35 smithi178 bash[22034]: audit 2024-09-13T13:57:34.514967+0000 mon.a (mon.0) 935 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2024-09-13T13:57:35.683 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:57:35 smithi178 bash[22034]: audit 2024-09-13T13:57:34.515335+0000 mgr.y (mgr.14391) 144 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2024-09-13T13:57:35.683 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:57:35 smithi178 bash[22034]: audit 2024-09-13T13:57:34.519156+0000 mon.a (mon.0) 936 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:57:35.683 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:57:35 smithi178 bash[22034]: audit 2024-09-13T13:57:34.529945+0000 mon.a (mon.0) 937 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "dashboard iscsi-gateway-add", "name": "smithi062"}]: dispatch 2024-09-13T13:57:35.683 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:57:35 smithi178 bash[22034]: audit 2024-09-13T13:57:34.530505+0000 mgr.y (mgr.14391) 145 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard iscsi-gateway-add", "name": "smithi062"}]: dispatch 2024-09-13T13:57:35.684 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:57:35 smithi178 bash[22034]: audit 2024-09-13T13:57:34.534744+0000 mon.a (mon.0) 938 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:57:35.684 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:57:35 smithi178 bash[22034]: audit 2024-09-13T13:57:34.573719+0000 mon.a (mon.0) 939 : audit [DBG] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T13:57:35.684 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:57:35 smithi178 bash[22034]: audit 2024-09-13T13:57:34.574669+0000 mon.a (mon.0) 940 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T13:57:35.684 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:57:35 smithi178 bash[22034]: audit 2024-09-13T13:57:34.580251+0000 mon.a (mon.0) 941 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:57:35.684 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:57:35 smithi178 bash[22034]: audit 2024-09-13T13:57:34.733217+0000 mon.a (mon.0) 942 : audit [INF] from='client.? 172.21.15.62:0/703384740' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.62:0/950528481"}]: dispatch 2024-09-13T13:57:35.751 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:57:35 smithi062 bash[19845]: cluster 2024-09-13T13:57:34.261877+0000 mgr.y (mgr.14391) 141 : cluster [DBG] pgmap v120: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s; 0 B/s, 0 objects/s recovering 2024-09-13T13:57:35.751 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:57:35 smithi062 bash[19845]: audit 2024-09-13T13:57:34.412603+0000 mon.a (mon.0) 927 : audit [INF] from='client.? 172.21.15.62:0/4242917089' entity='client.iscsi.foo.smithi062.auboqe' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.62:0/3804501063"}]': finished 2024-09-13T13:57:35.751 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:57:35 smithi062 bash[19845]: cluster 2024-09-13T13:57:34.419351+0000 mon.a (mon.0) 928 : cluster [DBG] osdmap e85: 8 total, 8 up, 8 in 2024-09-13T13:57:35.751 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:57:35 smithi062 bash[19845]: audit 2024-09-13T13:57:34.442415+0000 mon.a (mon.0) 929 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:57:35.751 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:57:35 smithi062 bash[19845]: audit 2024-09-13T13:57:34.447557+0000 mon.a (mon.0) 930 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:57:35.752 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:57:35 smithi062 bash[19845]: audit 2024-09-13T13:57:34.448487+0000 mon.a (mon.0) 931 : audit [DBG] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T13:57:35.752 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:57:35 smithi062 bash[19845]: audit 2024-09-13T13:57:34.449135+0000 mon.a (mon.0) 932 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T13:57:35.752 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:57:35 smithi062 bash[19845]: audit 2024-09-13T13:57:34.454048+0000 mon.a (mon.0) 933 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:57:35.752 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:57:35 smithi062 bash[19845]: audit 2024-09-13T13:57:34.513034+0000 mon.a (mon.0) 934 : audit [DBG] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2024-09-13T13:57:35.752 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:57:35 smithi062 bash[19845]: audit 2024-09-13T13:57:34.513673+0000 mgr.y (mgr.14391) 142 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2024-09-13T13:57:35.752 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:57:35 smithi062 bash[19845]: cephadm 2024-09-13T13:57:34.514760+0000 mgr.y (mgr.14391) 143 : cephadm [INF] Adding iSCSI gateway http://:@172.21.15.62:5000 to Dashboard 2024-09-13T13:57:35.752 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:57:35 smithi062 bash[19845]: audit 2024-09-13T13:57:34.514967+0000 mon.a (mon.0) 935 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2024-09-13T13:57:35.752 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:57:35 smithi062 bash[19845]: audit 2024-09-13T13:57:34.515335+0000 mgr.y (mgr.14391) 144 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2024-09-13T13:57:35.752 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:57:35 smithi062 bash[19845]: audit 2024-09-13T13:57:34.519156+0000 mon.a (mon.0) 936 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:57:35.752 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:57:35 smithi062 bash[19845]: audit 2024-09-13T13:57:34.529945+0000 mon.a (mon.0) 937 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "dashboard iscsi-gateway-add", "name": "smithi062"}]: dispatch 2024-09-13T13:57:35.752 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:57:35 smithi062 bash[19845]: audit 2024-09-13T13:57:34.530505+0000 mgr.y (mgr.14391) 145 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard iscsi-gateway-add", "name": "smithi062"}]: dispatch 2024-09-13T13:57:35.752 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:57:35 smithi062 bash[19845]: audit 2024-09-13T13:57:34.534744+0000 mon.a (mon.0) 938 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:57:35.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:57:35 smithi062 bash[19845]: audit 2024-09-13T13:57:34.573719+0000 mon.a (mon.0) 939 : audit [DBG] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T13:57:35.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:57:35 smithi062 bash[19845]: audit 2024-09-13T13:57:34.574669+0000 mon.a (mon.0) 940 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T13:57:35.753 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:57:35 smithi062 bash[26634]: cluster 2024-09-13T13:57:34.261877+0000 mgr.y (mgr.14391) 141 : cluster [DBG] pgmap v120: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s; 0 B/s, 0 objects/s recovering 2024-09-13T13:57:35.753 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:57:35 smithi062 bash[26634]: audit 2024-09-13T13:57:34.412603+0000 mon.a (mon.0) 927 : audit [INF] from='client.? 172.21.15.62:0/4242917089' entity='client.iscsi.foo.smithi062.auboqe' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.62:0/3804501063"}]': finished 2024-09-13T13:57:35.753 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:57:35 smithi062 bash[26634]: cluster 2024-09-13T13:57:34.419351+0000 mon.a (mon.0) 928 : cluster [DBG] osdmap e85: 8 total, 8 up, 8 in 2024-09-13T13:57:35.753 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:57:35 smithi062 bash[26634]: audit 2024-09-13T13:57:34.442415+0000 mon.a (mon.0) 929 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:57:35.753 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:57:35 smithi062 bash[26634]: audit 2024-09-13T13:57:34.447557+0000 mon.a (mon.0) 930 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:57:35.753 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:57:35 smithi062 bash[26634]: audit 2024-09-13T13:57:34.448487+0000 mon.a (mon.0) 931 : audit [DBG] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T13:57:35.753 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:57:35 smithi062 bash[26634]: audit 2024-09-13T13:57:34.449135+0000 mon.a (mon.0) 932 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T13:57:35.754 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:57:35 smithi062 bash[26634]: audit 2024-09-13T13:57:34.454048+0000 mon.a (mon.0) 933 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:57:35.754 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:57:35 smithi062 bash[26634]: audit 2024-09-13T13:57:34.513034+0000 mon.a (mon.0) 934 : audit [DBG] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2024-09-13T13:57:35.754 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:57:35 smithi062 bash[26634]: audit 2024-09-13T13:57:34.513673+0000 mgr.y (mgr.14391) 142 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2024-09-13T13:57:35.754 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:57:35 smithi062 bash[26634]: cephadm 2024-09-13T13:57:34.514760+0000 mgr.y (mgr.14391) 143 : cephadm [INF] Adding iSCSI gateway http://:@172.21.15.62:5000 to Dashboard 2024-09-13T13:57:35.754 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:57:35 smithi062 bash[26634]: audit 2024-09-13T13:57:34.514967+0000 mon.a (mon.0) 935 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2024-09-13T13:57:35.754 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:57:35 smithi062 bash[26634]: audit 2024-09-13T13:57:34.515335+0000 mgr.y (mgr.14391) 144 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2024-09-13T13:57:35.754 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:57:35 smithi062 bash[26634]: audit 2024-09-13T13:57:34.519156+0000 mon.a (mon.0) 936 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:57:35.754 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:57:35 smithi062 bash[26634]: audit 2024-09-13T13:57:34.529945+0000 mon.a (mon.0) 937 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "dashboard iscsi-gateway-add", "name": "smithi062"}]: dispatch 2024-09-13T13:57:35.754 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:57:35 smithi062 bash[26634]: audit 2024-09-13T13:57:34.530505+0000 mgr.y (mgr.14391) 145 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard iscsi-gateway-add", "name": "smithi062"}]: dispatch 2024-09-13T13:57:35.754 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:57:35 smithi062 bash[26634]: audit 2024-09-13T13:57:34.534744+0000 mon.a (mon.0) 938 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:57:35.755 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:57:35 smithi062 bash[26634]: audit 2024-09-13T13:57:34.573719+0000 mon.a (mon.0) 939 : audit [DBG] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T13:57:35.755 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:57:35 smithi062 bash[26634]: audit 2024-09-13T13:57:34.574669+0000 mon.a (mon.0) 940 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T13:57:35.755 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:57:35 smithi062 bash[19845]: audit 2024-09-13T13:57:34.580251+0000 mon.a (mon.0) 941 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:57:35.755 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:57:35 smithi062 bash[19845]: audit 2024-09-13T13:57:34.733217+0000 mon.a (mon.0) 942 : audit [INF] from='client.? 172.21.15.62:0/703384740' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.62:0/950528481"}]: dispatch 2024-09-13T13:57:35.755 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:57:35 smithi062 bash[26634]: audit 2024-09-13T13:57:34.580251+0000 mon.a (mon.0) 941 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:57:35.755 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:57:35 smithi062 bash[26634]: audit 2024-09-13T13:57:34.733217+0000 mon.a (mon.0) 942 : audit [INF] from='client.? 172.21.15.62:0/703384740' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.62:0/950528481"}]: dispatch 2024-09-13T13:57:36.251 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 13:57:35 smithi062 bash[20100]: ::ffff:172.21.15.178 - - [13/Sep/2024:13:57:35] "GET /metrics HTTP/1.1" 200 38151 "" "Prometheus/2.43.0" 2024-09-13T13:57:36.931 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:57:36 smithi178 bash[22034]: audit 2024-09-13T13:57:35.582887+0000 mon.a (mon.0) 943 : audit [INF] from='client.? 172.21.15.62:0/703384740' entity='client.iscsi.foo.smithi062.auboqe' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.62:0/950528481"}]': finished 2024-09-13T13:57:36.932 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:57:36 smithi178 bash[22034]: cluster 2024-09-13T13:57:35.593241+0000 mon.a (mon.0) 944 : cluster [DBG] osdmap e86: 8 total, 8 up, 8 in 2024-09-13T13:57:36.932 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:57:36 smithi178 bash[22034]: audit 2024-09-13T13:57:35.910514+0000 mon.c (mon.2) 28 : audit [INF] from='client.? 172.21.15.62:0/1013265313' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.62:0/2248404405"}]: dispatch 2024-09-13T13:57:36.932 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:57:36 smithi178 bash[22034]: audit 2024-09-13T13:57:35.911326+0000 mon.a (mon.0) 945 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.62:0/2248404405"}]: dispatch 2024-09-13T13:57:37.000 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:57:36 smithi062 bash[19845]: audit 2024-09-13T13:57:35.582887+0000 mon.a (mon.0) 943 : audit [INF] from='client.? 172.21.15.62:0/703384740' entity='client.iscsi.foo.smithi062.auboqe' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.62:0/950528481"}]': finished 2024-09-13T13:57:37.001 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:57:36 smithi062 bash[19845]: cluster 2024-09-13T13:57:35.593241+0000 mon.a (mon.0) 944 : cluster [DBG] osdmap e86: 8 total, 8 up, 8 in 2024-09-13T13:57:37.001 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:57:36 smithi062 bash[19845]: audit 2024-09-13T13:57:35.910514+0000 mon.c (mon.2) 28 : audit [INF] from='client.? 172.21.15.62:0/1013265313' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.62:0/2248404405"}]: dispatch 2024-09-13T13:57:37.001 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:57:36 smithi062 bash[19845]: audit 2024-09-13T13:57:35.911326+0000 mon.a (mon.0) 945 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.62:0/2248404405"}]: dispatch 2024-09-13T13:57:37.001 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:57:36 smithi062 bash[26634]: audit 2024-09-13T13:57:35.582887+0000 mon.a (mon.0) 943 : audit [INF] from='client.? 172.21.15.62:0/703384740' entity='client.iscsi.foo.smithi062.auboqe' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.62:0/950528481"}]': finished 2024-09-13T13:57:37.001 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:57:36 smithi062 bash[26634]: cluster 2024-09-13T13:57:35.593241+0000 mon.a (mon.0) 944 : cluster [DBG] osdmap e86: 8 total, 8 up, 8 in 2024-09-13T13:57:37.001 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:57:36 smithi062 bash[26634]: audit 2024-09-13T13:57:35.910514+0000 mon.c (mon.2) 28 : audit [INF] from='client.? 172.21.15.62:0/1013265313' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.62:0/2248404405"}]: dispatch 2024-09-13T13:57:37.001 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:57:36 smithi062 bash[26634]: audit 2024-09-13T13:57:35.911326+0000 mon.a (mon.0) 945 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.62:0/2248404405"}]: dispatch 2024-09-13T13:57:37.931 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:57:37 smithi178 bash[22034]: cluster 2024-09-13T13:57:36.262571+0000 mgr.y (mgr.14391) 146 : cluster [DBG] pgmap v123: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s; 0 B/s, 0 objects/s recovering 2024-09-13T13:57:37.932 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:57:37 smithi178 bash[22034]: audit 2024-09-13T13:57:36.585315+0000 mon.a (mon.0) 946 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi062.auboqe' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.62:0/2248404405"}]': finished 2024-09-13T13:57:37.932 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:57:37 smithi178 bash[22034]: cluster 2024-09-13T13:57:36.593137+0000 mon.a (mon.0) 947 : cluster [DBG] osdmap e87: 8 total, 8 up, 8 in 2024-09-13T13:57:37.932 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:57:37 smithi178 bash[22034]: audit 2024-09-13T13:57:36.914410+0000 mon.c (mon.2) 29 : audit [INF] from='client.? 172.21.15.62:0/3003281007' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.62:6800/1777682528"}]: dispatch 2024-09-13T13:57:37.932 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:57:37 smithi178 bash[22034]: audit 2024-09-13T13:57:36.915138+0000 mon.a (mon.0) 948 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.62:6800/1777682528"}]: dispatch 2024-09-13T13:57:38.001 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:57:37 smithi062 bash[19845]: cluster 2024-09-13T13:57:36.262571+0000 mgr.y (mgr.14391) 146 : cluster [DBG] pgmap v123: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s; 0 B/s, 0 objects/s recovering 2024-09-13T13:57:38.001 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:57:37 smithi062 bash[19845]: audit 2024-09-13T13:57:36.585315+0000 mon.a (mon.0) 946 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi062.auboqe' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.62:0/2248404405"}]': finished 2024-09-13T13:57:38.001 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:57:37 smithi062 bash[19845]: cluster 2024-09-13T13:57:36.593137+0000 mon.a (mon.0) 947 : cluster [DBG] osdmap e87: 8 total, 8 up, 8 in 2024-09-13T13:57:38.001 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:57:37 smithi062 bash[19845]: audit 2024-09-13T13:57:36.914410+0000 mon.c (mon.2) 29 : audit [INF] from='client.? 172.21.15.62:0/3003281007' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.62:6800/1777682528"}]: dispatch 2024-09-13T13:57:38.001 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:57:37 smithi062 bash[19845]: audit 2024-09-13T13:57:36.915138+0000 mon.a (mon.0) 948 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.62:6800/1777682528"}]: dispatch 2024-09-13T13:57:38.001 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:57:37 smithi062 bash[26634]: cluster 2024-09-13T13:57:36.262571+0000 mgr.y (mgr.14391) 146 : cluster [DBG] pgmap v123: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s; 0 B/s, 0 objects/s recovering 2024-09-13T13:57:38.001 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:57:37 smithi062 bash[26634]: audit 2024-09-13T13:57:36.585315+0000 mon.a (mon.0) 946 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi062.auboqe' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.62:0/2248404405"}]': finished 2024-09-13T13:57:38.001 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:57:37 smithi062 bash[26634]: cluster 2024-09-13T13:57:36.593137+0000 mon.a (mon.0) 947 : cluster [DBG] osdmap e87: 8 total, 8 up, 8 in 2024-09-13T13:57:38.001 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:57:37 smithi062 bash[26634]: audit 2024-09-13T13:57:36.914410+0000 mon.c (mon.2) 29 : audit [INF] from='client.? 172.21.15.62:0/3003281007' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.62:6800/1777682528"}]: dispatch 2024-09-13T13:57:38.002 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:57:37 smithi062 bash[26634]: audit 2024-09-13T13:57:36.915138+0000 mon.a (mon.0) 948 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.62:6800/1777682528"}]: dispatch 2024-09-13T13:57:38.931 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:57:38 smithi178 bash[22034]: audit 2024-09-13T13:57:37.598533+0000 mon.a (mon.0) 949 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi062.auboqe' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.62:6800/1777682528"}]': finished 2024-09-13T13:57:38.932 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:57:38 smithi178 bash[22034]: cluster 2024-09-13T13:57:37.608088+0000 mon.a (mon.0) 950 : cluster [DBG] osdmap e88: 8 total, 8 up, 8 in 2024-09-13T13:57:38.932 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:57:38 smithi178 bash[22034]: audit 2024-09-13T13:57:37.932866+0000 mon.a (mon.0) 951 : audit [INF] from='client.? 172.21.15.62:0/779797828' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.62:6801/1777682528"}]: dispatch 2024-09-13T13:57:39.000 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:57:38 smithi062 bash[26634]: audit 2024-09-13T13:57:37.598533+0000 mon.a (mon.0) 949 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi062.auboqe' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.62:6800/1777682528"}]': finished 2024-09-13T13:57:39.001 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:57:38 smithi062 bash[26634]: cluster 2024-09-13T13:57:37.608088+0000 mon.a (mon.0) 950 : cluster [DBG] osdmap e88: 8 total, 8 up, 8 in 2024-09-13T13:57:39.001 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:57:38 smithi062 bash[26634]: audit 2024-09-13T13:57:37.932866+0000 mon.a (mon.0) 951 : audit [INF] from='client.? 172.21.15.62:0/779797828' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.62:6801/1777682528"}]: dispatch 2024-09-13T13:57:39.001 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:57:38 smithi062 bash[19845]: audit 2024-09-13T13:57:37.598533+0000 mon.a (mon.0) 949 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi062.auboqe' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.62:6800/1777682528"}]': finished 2024-09-13T13:57:39.001 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:57:38 smithi062 bash[19845]: cluster 2024-09-13T13:57:37.608088+0000 mon.a (mon.0) 950 : cluster [DBG] osdmap e88: 8 total, 8 up, 8 in 2024-09-13T13:57:39.001 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:57:38 smithi062 bash[19845]: audit 2024-09-13T13:57:37.932866+0000 mon.a (mon.0) 951 : audit [INF] from='client.? 172.21.15.62:0/779797828' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.62:6801/1777682528"}]: dispatch 2024-09-13T13:57:39.932 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:57:39 smithi178 bash[22034]: cluster 2024-09-13T13:57:38.263247+0000 mgr.y (mgr.14391) 147 : cluster [DBG] pgmap v126: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-09-13T13:57:39.932 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:57:39 smithi178 bash[22034]: audit 2024-09-13T13:57:38.623359+0000 mon.a (mon.0) 952 : audit [INF] from='client.? 172.21.15.62:0/779797828' entity='client.iscsi.foo.smithi062.auboqe' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.62:6801/1777682528"}]': finished 2024-09-13T13:57:39.932 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:57:39 smithi178 bash[22034]: cluster 2024-09-13T13:57:38.633507+0000 mon.a (mon.0) 953 : cluster [DBG] osdmap e89: 8 total, 8 up, 8 in 2024-09-13T13:57:39.932 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:57:39 smithi178 bash[22034]: audit 2024-09-13T13:57:38.951665+0000 mon.a (mon.0) 954 : audit [INF] from='client.? 172.21.15.62:0/1367989150' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.62:0/4085708214"}]: dispatch 2024-09-13T13:57:39.932 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:57:39 smithi178 bash[22034]: audit 2024-09-13T13:57:39.124548+0000 mgr.y (mgr.14391) 148 : audit [DBG] from='client.24704 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T13:57:40.001 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:57:39 smithi062 bash[19845]: cluster 2024-09-13T13:57:38.263247+0000 mgr.y (mgr.14391) 147 : cluster [DBG] pgmap v126: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-09-13T13:57:40.001 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:57:39 smithi062 bash[19845]: audit 2024-09-13T13:57:38.623359+0000 mon.a (mon.0) 952 : audit [INF] from='client.? 172.21.15.62:0/779797828' entity='client.iscsi.foo.smithi062.auboqe' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.62:6801/1777682528"}]': finished 2024-09-13T13:57:40.001 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:57:39 smithi062 bash[19845]: cluster 2024-09-13T13:57:38.633507+0000 mon.a (mon.0) 953 : cluster [DBG] osdmap e89: 8 total, 8 up, 8 in 2024-09-13T13:57:40.001 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:57:39 smithi062 bash[19845]: audit 2024-09-13T13:57:38.951665+0000 mon.a (mon.0) 954 : audit [INF] from='client.? 172.21.15.62:0/1367989150' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.62:0/4085708214"}]: dispatch 2024-09-13T13:57:40.001 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:57:39 smithi062 bash[19845]: audit 2024-09-13T13:57:39.124548+0000 mgr.y (mgr.14391) 148 : audit [DBG] from='client.24704 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T13:57:40.001 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:57:39 smithi062 bash[26634]: cluster 2024-09-13T13:57:38.263247+0000 mgr.y (mgr.14391) 147 : cluster [DBG] pgmap v126: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-09-13T13:57:40.001 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:57:39 smithi062 bash[26634]: audit 2024-09-13T13:57:38.623359+0000 mon.a (mon.0) 952 : audit [INF] from='client.? 172.21.15.62:0/779797828' entity='client.iscsi.foo.smithi062.auboqe' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.62:6801/1777682528"}]': finished 2024-09-13T13:57:40.001 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:57:39 smithi062 bash[26634]: cluster 2024-09-13T13:57:38.633507+0000 mon.a (mon.0) 953 : cluster [DBG] osdmap e89: 8 total, 8 up, 8 in 2024-09-13T13:57:40.001 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:57:39 smithi062 bash[26634]: audit 2024-09-13T13:57:38.951665+0000 mon.a (mon.0) 954 : audit [INF] from='client.? 172.21.15.62:0/1367989150' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.62:0/4085708214"}]: dispatch 2024-09-13T13:57:40.002 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:57:39 smithi062 bash[26634]: audit 2024-09-13T13:57:39.124548+0000 mgr.y (mgr.14391) 148 : audit [DBG] from='client.24704 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T13:57:40.931 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:57:40 smithi178 bash[22034]: audit 2024-09-13T13:57:39.625876+0000 mon.a (mon.0) 955 : audit [INF] from='client.? 172.21.15.62:0/1367989150' entity='client.iscsi.foo.smithi062.auboqe' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.62:0/4085708214"}]': finished 2024-09-13T13:57:40.932 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:57:40 smithi178 bash[22034]: cluster 2024-09-13T13:57:39.633688+0000 mon.a (mon.0) 956 : cluster [DBG] osdmap e90: 8 total, 8 up, 8 in 2024-09-13T13:57:40.932 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:57:40 smithi178 bash[22034]: audit 2024-09-13T13:57:39.959576+0000 mon.a (mon.0) 957 : audit [INF] from='client.? 172.21.15.62:0/1699299709' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.62:0/3314444234"}]: dispatch 2024-09-13T13:57:41.000 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:57:40 smithi062 bash[19845]: audit 2024-09-13T13:57:39.625876+0000 mon.a (mon.0) 955 : audit [INF] from='client.? 172.21.15.62:0/1367989150' entity='client.iscsi.foo.smithi062.auboqe' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.62:0/4085708214"}]': finished 2024-09-13T13:57:41.001 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:57:40 smithi062 bash[19845]: cluster 2024-09-13T13:57:39.633688+0000 mon.a (mon.0) 956 : cluster [DBG] osdmap e90: 8 total, 8 up, 8 in 2024-09-13T13:57:41.001 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:57:40 smithi062 bash[19845]: audit 2024-09-13T13:57:39.959576+0000 mon.a (mon.0) 957 : audit [INF] from='client.? 172.21.15.62:0/1699299709' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.62:0/3314444234"}]: dispatch 2024-09-13T13:57:41.001 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:57:40 smithi062 bash[26634]: audit 2024-09-13T13:57:39.625876+0000 mon.a (mon.0) 955 : audit [INF] from='client.? 172.21.15.62:0/1367989150' entity='client.iscsi.foo.smithi062.auboqe' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.62:0/4085708214"}]': finished 2024-09-13T13:57:41.001 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:57:40 smithi062 bash[26634]: cluster 2024-09-13T13:57:39.633688+0000 mon.a (mon.0) 956 : cluster [DBG] osdmap e90: 8 total, 8 up, 8 in 2024-09-13T13:57:41.001 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:57:40 smithi062 bash[26634]: audit 2024-09-13T13:57:39.959576+0000 mon.a (mon.0) 957 : audit [INF] from='client.? 172.21.15.62:0/1699299709' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.62:0/3314444234"}]: dispatch 2024-09-13T13:57:41.931 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:57:41 smithi178 bash[22034]: cluster 2024-09-13T13:57:40.264090+0000 mgr.y (mgr.14391) 149 : cluster [DBG] pgmap v129: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T13:57:41.932 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:57:41 smithi178 bash[22034]: audit 2024-09-13T13:57:40.646217+0000 mon.a (mon.0) 958 : audit [INF] from='client.? 172.21.15.62:0/1699299709' entity='client.iscsi.foo.smithi062.auboqe' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.62:0/3314444234"}]': finished 2024-09-13T13:57:41.932 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:57:41 smithi178 bash[22034]: cluster 2024-09-13T13:57:40.653475+0000 mon.a (mon.0) 959 : cluster [DBG] osdmap e91: 8 total, 8 up, 8 in 2024-09-13T13:57:41.932 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:57:41 smithi178 bash[22034]: audit 2024-09-13T13:57:40.964012+0000 mon.a (mon.0) 960 : audit [INF] from='client.? 172.21.15.62:0/1486777576' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.62:0/1655925436"}]: dispatch 2024-09-13T13:57:42.000 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:57:41 smithi062 bash[26634]: cluster 2024-09-13T13:57:40.264090+0000 mgr.y (mgr.14391) 149 : cluster [DBG] pgmap v129: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T13:57:42.001 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:57:41 smithi062 bash[26634]: audit 2024-09-13T13:57:40.646217+0000 mon.a (mon.0) 958 : audit [INF] from='client.? 172.21.15.62:0/1699299709' entity='client.iscsi.foo.smithi062.auboqe' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.62:0/3314444234"}]': finished 2024-09-13T13:57:42.001 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:57:41 smithi062 bash[26634]: cluster 2024-09-13T13:57:40.653475+0000 mon.a (mon.0) 959 : cluster [DBG] osdmap e91: 8 total, 8 up, 8 in 2024-09-13T13:57:42.001 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:57:41 smithi062 bash[26634]: audit 2024-09-13T13:57:40.964012+0000 mon.a (mon.0) 960 : audit [INF] from='client.? 172.21.15.62:0/1486777576' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.62:0/1655925436"}]: dispatch 2024-09-13T13:57:42.001 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:57:41 smithi062 bash[19845]: cluster 2024-09-13T13:57:40.264090+0000 mgr.y (mgr.14391) 149 : cluster [DBG] pgmap v129: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T13:57:42.001 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:57:41 smithi062 bash[19845]: audit 2024-09-13T13:57:40.646217+0000 mon.a (mon.0) 958 : audit [INF] from='client.? 172.21.15.62:0/1699299709' entity='client.iscsi.foo.smithi062.auboqe' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.62:0/3314444234"}]': finished 2024-09-13T13:57:42.001 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:57:41 smithi062 bash[19845]: cluster 2024-09-13T13:57:40.653475+0000 mon.a (mon.0) 959 : cluster [DBG] osdmap e91: 8 total, 8 up, 8 in 2024-09-13T13:57:42.001 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:57:41 smithi062 bash[19845]: audit 2024-09-13T13:57:40.964012+0000 mon.a (mon.0) 960 : audit [INF] from='client.? 172.21.15.62:0/1486777576' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.62:0/1655925436"}]: dispatch 2024-09-13T13:57:42.931 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:57:42 smithi178 bash[22034]: audit 2024-09-13T13:57:41.648740+0000 mon.a (mon.0) 961 : audit [INF] from='client.? 172.21.15.62:0/1486777576' entity='client.iscsi.foo.smithi062.auboqe' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.62:0/1655925436"}]': finished 2024-09-13T13:57:42.932 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:57:42 smithi178 bash[22034]: cluster 2024-09-13T13:57:41.654189+0000 mon.a (mon.0) 962 : cluster [DBG] osdmap e92: 8 total, 8 up, 8 in 2024-09-13T13:57:42.932 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:57:42 smithi178 bash[22034]: audit 2024-09-13T13:57:41.973053+0000 mon.c (mon.2) 30 : audit [INF] from='client.? 172.21.15.62:0/993893931' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.62:6800/4139932898"}]: dispatch 2024-09-13T13:57:42.932 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:57:42 smithi178 bash[22034]: audit 2024-09-13T13:57:41.973917+0000 mon.a (mon.0) 963 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.62:6800/4139932898"}]: dispatch 2024-09-13T13:57:43.000 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:57:42 smithi062 bash[19845]: audit 2024-09-13T13:57:41.648740+0000 mon.a (mon.0) 961 : audit [INF] from='client.? 172.21.15.62:0/1486777576' entity='client.iscsi.foo.smithi062.auboqe' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.62:0/1655925436"}]': finished 2024-09-13T13:57:43.001 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:57:42 smithi062 bash[19845]: cluster 2024-09-13T13:57:41.654189+0000 mon.a (mon.0) 962 : cluster [DBG] osdmap e92: 8 total, 8 up, 8 in 2024-09-13T13:57:43.001 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:57:42 smithi062 bash[19845]: audit 2024-09-13T13:57:41.973053+0000 mon.c (mon.2) 30 : audit [INF] from='client.? 172.21.15.62:0/993893931' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.62:6800/4139932898"}]: dispatch 2024-09-13T13:57:43.001 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:57:42 smithi062 bash[19845]: audit 2024-09-13T13:57:41.973917+0000 mon.a (mon.0) 963 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.62:6800/4139932898"}]: dispatch 2024-09-13T13:57:43.001 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:57:42 smithi062 bash[26634]: audit 2024-09-13T13:57:41.648740+0000 mon.a (mon.0) 961 : audit [INF] from='client.? 172.21.15.62:0/1486777576' entity='client.iscsi.foo.smithi062.auboqe' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.62:0/1655925436"}]': finished 2024-09-13T13:57:43.001 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:57:42 smithi062 bash[26634]: cluster 2024-09-13T13:57:41.654189+0000 mon.a (mon.0) 962 : cluster [DBG] osdmap e92: 8 total, 8 up, 8 in 2024-09-13T13:57:43.001 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:57:42 smithi062 bash[26634]: audit 2024-09-13T13:57:41.973053+0000 mon.c (mon.2) 30 : audit [INF] from='client.? 172.21.15.62:0/993893931' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.62:6800/4139932898"}]: dispatch 2024-09-13T13:57:43.001 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:57:42 smithi062 bash[26634]: audit 2024-09-13T13:57:41.973917+0000 mon.a (mon.0) 963 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.62:6800/4139932898"}]: dispatch 2024-09-13T13:57:44.000 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:57:43 smithi062 bash[26634]: cluster 2024-09-13T13:57:42.264858+0000 mgr.y (mgr.14391) 150 : cluster [DBG] pgmap v132: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T13:57:44.001 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:57:43 smithi062 bash[26634]: audit 2024-09-13T13:57:42.674593+0000 mon.a (mon.0) 964 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi062.auboqe' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.62:6800/4139932898"}]': finished 2024-09-13T13:57:44.001 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:57:43 smithi062 bash[26634]: cluster 2024-09-13T13:57:42.684145+0000 mon.a (mon.0) 965 : cluster [DBG] osdmap e93: 8 total, 8 up, 8 in 2024-09-13T13:57:44.001 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:57:43 smithi062 bash[26634]: audit 2024-09-13T13:57:43.007692+0000 mon.a (mon.0) 966 : audit [INF] from='client.? 172.21.15.62:0/2909878836' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.62:6801/4139932898"}]: dispatch 2024-09-13T13:57:44.001 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:57:43 smithi062 bash[26634]: audit 2024-09-13T13:57:43.283477+0000 mon.a (mon.0) 967 : audit [DBG] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T13:57:44.001 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:57:43 smithi062 bash[19845]: cluster 2024-09-13T13:57:42.264858+0000 mgr.y (mgr.14391) 150 : cluster [DBG] pgmap v132: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T13:57:44.001 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:57:43 smithi062 bash[19845]: audit 2024-09-13T13:57:42.674593+0000 mon.a (mon.0) 964 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi062.auboqe' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.62:6800/4139932898"}]': finished 2024-09-13T13:57:44.001 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:57:43 smithi062 bash[19845]: cluster 2024-09-13T13:57:42.684145+0000 mon.a (mon.0) 965 : cluster [DBG] osdmap e93: 8 total, 8 up, 8 in 2024-09-13T13:57:44.001 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:57:43 smithi062 bash[19845]: audit 2024-09-13T13:57:43.007692+0000 mon.a (mon.0) 966 : audit [INF] from='client.? 172.21.15.62:0/2909878836' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.62:6801/4139932898"}]: dispatch 2024-09-13T13:57:44.001 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:57:43 smithi062 bash[19845]: audit 2024-09-13T13:57:43.283477+0000 mon.a (mon.0) 967 : audit [DBG] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T13:57:44.181 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:57:43 smithi178 bash[22034]: cluster 2024-09-13T13:57:42.264858+0000 mgr.y (mgr.14391) 150 : cluster [DBG] pgmap v132: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T13:57:44.182 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:57:43 smithi178 bash[22034]: audit 2024-09-13T13:57:42.674593+0000 mon.a (mon.0) 964 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi062.auboqe' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.62:6800/4139932898"}]': finished 2024-09-13T13:57:44.182 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:57:43 smithi178 bash[22034]: cluster 2024-09-13T13:57:42.684145+0000 mon.a (mon.0) 965 : cluster [DBG] osdmap e93: 8 total, 8 up, 8 in 2024-09-13T13:57:44.182 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:57:43 smithi178 bash[22034]: audit 2024-09-13T13:57:43.007692+0000 mon.a (mon.0) 966 : audit [INF] from='client.? 172.21.15.62:0/2909878836' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.62:6801/4139932898"}]: dispatch 2024-09-13T13:57:44.182 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:57:43 smithi178 bash[22034]: audit 2024-09-13T13:57:43.283477+0000 mon.a (mon.0) 967 : audit [DBG] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T13:57:45.000 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:57:44 smithi062 bash[26634]: audit 2024-09-13T13:57:43.677203+0000 mon.a (mon.0) 968 : audit [INF] from='client.? 172.21.15.62:0/2909878836' entity='client.iscsi.foo.smithi062.auboqe' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.62:6801/4139932898"}]': finished 2024-09-13T13:57:45.001 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:57:44 smithi062 bash[26634]: cluster 2024-09-13T13:57:43.686546+0000 mon.a (mon.0) 969 : cluster [DBG] osdmap e94: 8 total, 8 up, 8 in 2024-09-13T13:57:45.001 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:57:44 smithi062 bash[26634]: audit 2024-09-13T13:57:44.003254+0000 mon.c (mon.2) 31 : audit [INF] from='client.? 172.21.15.62:0/3512915295' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.62:6800/784187340"}]: dispatch 2024-09-13T13:57:45.001 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:57:44 smithi062 bash[26634]: audit 2024-09-13T13:57:44.004060+0000 mon.a (mon.0) 970 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.62:6800/784187340"}]: dispatch 2024-09-13T13:57:45.001 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:57:44 smithi062 bash[19845]: audit 2024-09-13T13:57:43.677203+0000 mon.a (mon.0) 968 : audit [INF] from='client.? 172.21.15.62:0/2909878836' entity='client.iscsi.foo.smithi062.auboqe' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.62:6801/4139932898"}]': finished 2024-09-13T13:57:45.001 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:57:44 smithi062 bash[19845]: cluster 2024-09-13T13:57:43.686546+0000 mon.a (mon.0) 969 : cluster [DBG] osdmap e94: 8 total, 8 up, 8 in 2024-09-13T13:57:45.001 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:57:44 smithi062 bash[19845]: audit 2024-09-13T13:57:44.003254+0000 mon.c (mon.2) 31 : audit [INF] from='client.? 172.21.15.62:0/3512915295' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.62:6800/784187340"}]: dispatch 2024-09-13T13:57:45.001 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:57:44 smithi062 bash[19845]: audit 2024-09-13T13:57:44.004060+0000 mon.a (mon.0) 970 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.62:6800/784187340"}]: dispatch 2024-09-13T13:57:45.181 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:57:44 smithi178 bash[22034]: audit 2024-09-13T13:57:43.677203+0000 mon.a (mon.0) 968 : audit [INF] from='client.? 172.21.15.62:0/2909878836' entity='client.iscsi.foo.smithi062.auboqe' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.62:6801/4139932898"}]': finished 2024-09-13T13:57:45.182 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:57:44 smithi178 bash[22034]: cluster 2024-09-13T13:57:43.686546+0000 mon.a (mon.0) 969 : cluster [DBG] osdmap e94: 8 total, 8 up, 8 in 2024-09-13T13:57:45.182 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:57:44 smithi178 bash[22034]: audit 2024-09-13T13:57:44.003254+0000 mon.c (mon.2) 31 : audit [INF] from='client.? 172.21.15.62:0/3512915295' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.62:6800/784187340"}]: dispatch 2024-09-13T13:57:45.182 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:57:44 smithi178 bash[22034]: audit 2024-09-13T13:57:44.004060+0000 mon.a (mon.0) 970 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.62:6800/784187340"}]: dispatch 2024-09-13T13:57:46.000 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 13:57:45 smithi062 bash[20100]: ::ffff:172.21.15.178 - - [13/Sep/2024:13:57:45] "GET /metrics HTTP/1.1" 200 38156 "" "Prometheus/2.43.0" 2024-09-13T13:57:46.001 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:57:45 smithi062 bash[26634]: cluster 2024-09-13T13:57:44.266461+0000 mgr.y (mgr.14391) 151 : cluster [DBG] pgmap v135: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T13:57:46.001 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:57:45 smithi062 bash[26634]: audit 2024-09-13T13:57:44.700813+0000 mon.a (mon.0) 971 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi062.auboqe' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.62:6800/784187340"}]': finished 2024-09-13T13:57:46.001 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:57:45 smithi062 bash[26634]: cluster 2024-09-13T13:57:44.710302+0000 mon.a (mon.0) 972 : cluster [DBG] osdmap e95: 8 total, 8 up, 8 in 2024-09-13T13:57:46.001 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:57:45 smithi062 bash[26634]: audit 2024-09-13T13:57:45.031510+0000 mon.c (mon.2) 32 : audit [INF] from='client.? 172.21.15.62:0/3968317678' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.62:0/3762762872"}]: dispatch 2024-09-13T13:57:46.001 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:57:45 smithi062 bash[26634]: audit 2024-09-13T13:57:45.032173+0000 mon.a (mon.0) 973 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.62:0/3762762872"}]: dispatch 2024-09-13T13:57:46.001 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:57:45 smithi062 bash[19845]: cluster 2024-09-13T13:57:44.266461+0000 mgr.y (mgr.14391) 151 : cluster [DBG] pgmap v135: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T13:57:46.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:57:45 smithi062 bash[19845]: audit 2024-09-13T13:57:44.700813+0000 mon.a (mon.0) 971 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi062.auboqe' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.62:6800/784187340"}]': finished 2024-09-13T13:57:46.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:57:45 smithi062 bash[19845]: cluster 2024-09-13T13:57:44.710302+0000 mon.a (mon.0) 972 : cluster [DBG] osdmap e95: 8 total, 8 up, 8 in 2024-09-13T13:57:46.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:57:45 smithi062 bash[19845]: audit 2024-09-13T13:57:45.031510+0000 mon.c (mon.2) 32 : audit [INF] from='client.? 172.21.15.62:0/3968317678' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.62:0/3762762872"}]: dispatch 2024-09-13T13:57:46.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:57:45 smithi062 bash[19845]: audit 2024-09-13T13:57:45.032173+0000 mon.a (mon.0) 973 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.62:0/3762762872"}]: dispatch 2024-09-13T13:57:46.181 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:57:45 smithi178 bash[22034]: cluster 2024-09-13T13:57:44.266461+0000 mgr.y (mgr.14391) 151 : cluster [DBG] pgmap v135: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T13:57:46.182 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:57:45 smithi178 bash[22034]: audit 2024-09-13T13:57:44.700813+0000 mon.a (mon.0) 971 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi062.auboqe' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.62:6800/784187340"}]': finished 2024-09-13T13:57:46.182 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:57:45 smithi178 bash[22034]: cluster 2024-09-13T13:57:44.710302+0000 mon.a (mon.0) 972 : cluster [DBG] osdmap e95: 8 total, 8 up, 8 in 2024-09-13T13:57:46.182 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:57:45 smithi178 bash[22034]: audit 2024-09-13T13:57:45.031510+0000 mon.c (mon.2) 32 : audit [INF] from='client.? 172.21.15.62:0/3968317678' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.62:0/3762762872"}]: dispatch 2024-09-13T13:57:46.182 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:57:45 smithi178 bash[22034]: audit 2024-09-13T13:57:45.032173+0000 mon.a (mon.0) 973 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.62:0/3762762872"}]: dispatch 2024-09-13T13:57:47.001 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:57:46 smithi062 bash[19845]: audit 2024-09-13T13:57:45.703284+0000 mon.a (mon.0) 974 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi062.auboqe' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.62:0/3762762872"}]': finished 2024-09-13T13:57:47.001 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:57:46 smithi062 bash[19845]: cluster 2024-09-13T13:57:45.710187+0000 mon.a (mon.0) 975 : cluster [DBG] osdmap e96: 8 total, 8 up, 8 in 2024-09-13T13:57:47.001 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:57:46 smithi062 bash[26634]: audit 2024-09-13T13:57:45.703284+0000 mon.a (mon.0) 974 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi062.auboqe' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.62:0/3762762872"}]': finished 2024-09-13T13:57:47.001 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:57:46 smithi062 bash[26634]: cluster 2024-09-13T13:57:45.710187+0000 mon.a (mon.0) 975 : cluster [DBG] osdmap e96: 8 total, 8 up, 8 in 2024-09-13T13:57:47.181 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:57:46 smithi178 bash[22034]: audit 2024-09-13T13:57:45.703284+0000 mon.a (mon.0) 974 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi062.auboqe' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.62:0/3762762872"}]': finished 2024-09-13T13:57:47.182 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:57:46 smithi178 bash[22034]: cluster 2024-09-13T13:57:45.710187+0000 mon.a (mon.0) 975 : cluster [DBG] osdmap e96: 8 total, 8 up, 8 in 2024-09-13T13:57:48.000 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:57:47 smithi062 bash[19845]: cluster 2024-09-13T13:57:46.267281+0000 mgr.y (mgr.14391) 152 : cluster [DBG] pgmap v138: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T13:57:48.001 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:57:47 smithi062 bash[26634]: cluster 2024-09-13T13:57:46.267281+0000 mgr.y (mgr.14391) 152 : cluster [DBG] pgmap v138: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T13:57:48.181 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:57:47 smithi178 bash[22034]: cluster 2024-09-13T13:57:46.267281+0000 mgr.y (mgr.14391) 152 : cluster [DBG] pgmap v138: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T13:57:50.001 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:57:49 smithi062 bash[26634]: cluster 2024-09-13T13:57:48.268101+0000 mgr.y (mgr.14391) 153 : cluster [DBG] pgmap v139: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 915 B/s rd, 0 op/s 2024-09-13T13:57:50.001 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:57:49 smithi062 bash[26634]: audit 2024-09-13T13:57:49.135978+0000 mgr.y (mgr.14391) 154 : audit [DBG] from='client.24704 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T13:57:50.001 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:57:49 smithi062 bash[19845]: cluster 2024-09-13T13:57:48.268101+0000 mgr.y (mgr.14391) 153 : cluster [DBG] pgmap v139: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 915 B/s rd, 0 op/s 2024-09-13T13:57:50.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:57:49 smithi062 bash[19845]: audit 2024-09-13T13:57:49.135978+0000 mgr.y (mgr.14391) 154 : audit [DBG] from='client.24704 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T13:57:50.181 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:57:49 smithi178 bash[22034]: cluster 2024-09-13T13:57:48.268101+0000 mgr.y (mgr.14391) 153 : cluster [DBG] pgmap v139: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 915 B/s rd, 0 op/s 2024-09-13T13:57:50.182 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:57:49 smithi178 bash[22034]: audit 2024-09-13T13:57:49.135978+0000 mgr.y (mgr.14391) 154 : audit [DBG] from='client.24704 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T13:57:52.000 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:57:51 smithi062 bash[26634]: cluster 2024-09-13T13:57:50.269851+0000 mgr.y (mgr.14391) 155 : cluster [DBG] pgmap v140: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.5 KiB/s rd, 1 op/s 2024-09-13T13:57:52.001 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:57:51 smithi062 bash[19845]: cluster 2024-09-13T13:57:50.269851+0000 mgr.y (mgr.14391) 155 : cluster [DBG] pgmap v140: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.5 KiB/s rd, 1 op/s 2024-09-13T13:57:52.181 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:57:51 smithi178 bash[22034]: cluster 2024-09-13T13:57:50.269851+0000 mgr.y (mgr.14391) 155 : cluster [DBG] pgmap v140: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.5 KiB/s rd, 1 op/s 2024-09-13T13:57:54.000 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:57:53 smithi062 bash[19845]: cluster 2024-09-13T13:57:52.270684+0000 mgr.y (mgr.14391) 156 : cluster [DBG] pgmap v141: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 639 B/s rd, 0 op/s 2024-09-13T13:57:54.001 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:57:53 smithi062 bash[26634]: cluster 2024-09-13T13:57:52.270684+0000 mgr.y (mgr.14391) 156 : cluster [DBG] pgmap v141: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 639 B/s rd, 0 op/s 2024-09-13T13:57:54.181 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:57:53 smithi178 bash[22034]: cluster 2024-09-13T13:57:52.270684+0000 mgr.y (mgr.14391) 156 : cluster [DBG] pgmap v141: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 639 B/s rd, 0 op/s 2024-09-13T13:57:56.000 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:57:55 smithi062 bash[19845]: cluster 2024-09-13T13:57:54.272436+0000 mgr.y (mgr.14391) 157 : cluster [DBG] pgmap v142: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.0 KiB/s rd, 1 op/s 2024-09-13T13:57:56.001 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 13:57:55 smithi062 bash[20100]: ::ffff:172.21.15.178 - - [13/Sep/2024:13:57:55] "GET /metrics HTTP/1.1" 200 38156 "" "Prometheus/2.43.0" 2024-09-13T13:57:56.001 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:57:55 smithi062 bash[26634]: cluster 2024-09-13T13:57:54.272436+0000 mgr.y (mgr.14391) 157 : cluster [DBG] pgmap v142: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.0 KiB/s rd, 1 op/s 2024-09-13T13:57:56.181 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:57:55 smithi178 bash[22034]: cluster 2024-09-13T13:57:54.272436+0000 mgr.y (mgr.14391) 157 : cluster [DBG] pgmap v142: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.0 KiB/s rd, 1 op/s 2024-09-13T13:57:58.000 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:57:57 smithi062 bash[19845]: cluster 2024-09-13T13:57:56.273261+0000 mgr.y (mgr.14391) 158 : cluster [DBG] pgmap v143: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 968 B/s rd, 0 op/s 2024-09-13T13:57:58.001 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:57:57 smithi062 bash[26634]: cluster 2024-09-13T13:57:56.273261+0000 mgr.y (mgr.14391) 158 : cluster [DBG] pgmap v143: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 968 B/s rd, 0 op/s 2024-09-13T13:57:58.181 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:57:57 smithi178 bash[22034]: cluster 2024-09-13T13:57:56.273261+0000 mgr.y (mgr.14391) 158 : cluster [DBG] pgmap v143: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 968 B/s rd, 0 op/s 2024-09-13T13:57:59.145 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:57:58 smithi062 bash[19845]: audit 2024-09-13T13:57:58.283862+0000 mon.a (mon.0) 976 : audit [DBG] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T13:57:59.145 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:57:58 smithi062 bash[26634]: audit 2024-09-13T13:57:58.283862+0000 mon.a (mon.0) 976 : audit [DBG] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T13:57:59.181 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:57:58 smithi178 bash[22034]: audit 2024-09-13T13:57:58.283862+0000 mon.a (mon.0) 976 : audit [DBG] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T13:58:00.181 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:57:59 smithi178 bash[22034]: cluster 2024-09-13T13:57:58.274117+0000 mgr.y (mgr.14391) 159 : cluster [DBG] pgmap v144: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T13:58:00.181 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:57:59 smithi178 bash[22034]: audit 2024-09-13T13:57:59.144400+0000 mgr.y (mgr.14391) 160 : audit [DBG] from='client.24704 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T13:58:00.250 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:57:59 smithi062 bash[19845]: cluster 2024-09-13T13:57:58.274117+0000 mgr.y (mgr.14391) 159 : cluster [DBG] pgmap v144: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T13:58:00.250 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:57:59 smithi062 bash[19845]: audit 2024-09-13T13:57:59.144400+0000 mgr.y (mgr.14391) 160 : audit [DBG] from='client.24704 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T13:58:00.251 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:57:59 smithi062 bash[26634]: cluster 2024-09-13T13:57:58.274117+0000 mgr.y (mgr.14391) 159 : cluster [DBG] pgmap v144: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T13:58:00.251 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:57:59 smithi062 bash[26634]: audit 2024-09-13T13:57:59.144400+0000 mgr.y (mgr.14391) 160 : audit [DBG] from='client.24704 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T13:58:02.181 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:58:01 smithi178 bash[22034]: cluster 2024-09-13T13:58:00.275840+0000 mgr.y (mgr.14391) 161 : cluster [DBG] pgmap v145: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T13:58:02.250 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:58:01 smithi062 bash[19845]: cluster 2024-09-13T13:58:00.275840+0000 mgr.y (mgr.14391) 161 : cluster [DBG] pgmap v145: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T13:58:02.251 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:58:01 smithi062 bash[26634]: cluster 2024-09-13T13:58:00.275840+0000 mgr.y (mgr.14391) 161 : cluster [DBG] pgmap v145: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T13:58:04.181 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:58:03 smithi178 bash[22034]: cluster 2024-09-13T13:58:02.276583+0000 mgr.y (mgr.14391) 162 : cluster [DBG] pgmap v146: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T13:58:04.250 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:58:03 smithi062 bash[19845]: cluster 2024-09-13T13:58:02.276583+0000 mgr.y (mgr.14391) 162 : cluster [DBG] pgmap v146: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T13:58:04.251 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:58:03 smithi062 bash[26634]: cluster 2024-09-13T13:58:02.276583+0000 mgr.y (mgr.14391) 162 : cluster [DBG] pgmap v146: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T13:58:06.181 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:58:05 smithi178 bash[22034]: cluster 2024-09-13T13:58:04.278211+0000 mgr.y (mgr.14391) 163 : cluster [DBG] pgmap v147: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T13:58:06.250 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:58:05 smithi062 bash[19845]: cluster 2024-09-13T13:58:04.278211+0000 mgr.y (mgr.14391) 163 : cluster [DBG] pgmap v147: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T13:58:06.251 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 13:58:05 smithi062 bash[20100]: ::ffff:172.21.15.178 - - [13/Sep/2024:13:58:05] "GET /metrics HTTP/1.1" 200 38156 "" "Prometheus/2.43.0" 2024-09-13T13:58:06.251 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:58:05 smithi062 bash[26634]: cluster 2024-09-13T13:58:04.278211+0000 mgr.y (mgr.14391) 163 : cluster [DBG] pgmap v147: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T13:58:08.181 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:58:07 smithi178 bash[22034]: cluster 2024-09-13T13:58:06.278994+0000 mgr.y (mgr.14391) 164 : cluster [DBG] pgmap v148: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T13:58:08.250 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:58:07 smithi062 bash[19845]: cluster 2024-09-13T13:58:06.278994+0000 mgr.y (mgr.14391) 164 : cluster [DBG] pgmap v148: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T13:58:08.251 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:58:07 smithi062 bash[26634]: cluster 2024-09-13T13:58:06.278994+0000 mgr.y (mgr.14391) 164 : cluster [DBG] pgmap v148: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T13:58:10.181 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:58:09 smithi178 bash[22034]: cluster 2024-09-13T13:58:08.279851+0000 mgr.y (mgr.14391) 165 : cluster [DBG] pgmap v149: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T13:58:10.181 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:58:09 smithi178 bash[22034]: audit 2024-09-13T13:58:09.152412+0000 mgr.y (mgr.14391) 166 : audit [DBG] from='client.24704 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T13:58:10.250 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:58:09 smithi062 bash[19845]: cluster 2024-09-13T13:58:08.279851+0000 mgr.y (mgr.14391) 165 : cluster [DBG] pgmap v149: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T13:58:10.250 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:58:09 smithi062 bash[19845]: audit 2024-09-13T13:58:09.152412+0000 mgr.y (mgr.14391) 166 : audit [DBG] from='client.24704 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T13:58:10.251 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:58:09 smithi062 bash[26634]: cluster 2024-09-13T13:58:08.279851+0000 mgr.y (mgr.14391) 165 : cluster [DBG] pgmap v149: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T13:58:10.251 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:58:09 smithi062 bash[26634]: audit 2024-09-13T13:58:09.152412+0000 mgr.y (mgr.14391) 166 : audit [DBG] from='client.24704 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T13:58:12.181 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:58:11 smithi178 bash[22034]: cluster 2024-09-13T13:58:10.281616+0000 mgr.y (mgr.14391) 167 : cluster [DBG] pgmap v150: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T13:58:12.250 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:58:11 smithi062 bash[26634]: cluster 2024-09-13T13:58:10.281616+0000 mgr.y (mgr.14391) 167 : cluster [DBG] pgmap v150: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T13:58:12.250 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:58:11 smithi062 bash[19845]: cluster 2024-09-13T13:58:10.281616+0000 mgr.y (mgr.14391) 167 : cluster [DBG] pgmap v150: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T13:58:14.181 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:58:13 smithi178 bash[22034]: cluster 2024-09-13T13:58:12.282435+0000 mgr.y (mgr.14391) 168 : cluster [DBG] pgmap v151: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T13:58:14.181 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:58:13 smithi178 bash[22034]: audit 2024-09-13T13:58:13.284268+0000 mon.a (mon.0) 977 : audit [DBG] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T13:58:14.250 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:58:13 smithi062 bash[19845]: cluster 2024-09-13T13:58:12.282435+0000 mgr.y (mgr.14391) 168 : cluster [DBG] pgmap v151: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T13:58:14.250 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:58:13 smithi062 bash[19845]: audit 2024-09-13T13:58:13.284268+0000 mon.a (mon.0) 977 : audit [DBG] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T13:58:14.251 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:58:13 smithi062 bash[26634]: cluster 2024-09-13T13:58:12.282435+0000 mgr.y (mgr.14391) 168 : cluster [DBG] pgmap v151: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T13:58:14.251 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:58:13 smithi062 bash[26634]: audit 2024-09-13T13:58:13.284268+0000 mon.a (mon.0) 977 : audit [DBG] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T13:58:16.181 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:58:15 smithi178 bash[22034]: cluster 2024-09-13T13:58:14.284211+0000 mgr.y (mgr.14391) 169 : cluster [DBG] pgmap v152: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T13:58:16.250 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 13:58:15 smithi062 bash[20100]: ::ffff:172.21.15.178 - - [13/Sep/2024:13:58:15] "GET /metrics HTTP/1.1" 200 38152 "" "Prometheus/2.43.0" 2024-09-13T13:58:16.250 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:58:15 smithi062 bash[26634]: cluster 2024-09-13T13:58:14.284211+0000 mgr.y (mgr.14391) 169 : cluster [DBG] pgmap v152: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T13:58:16.251 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:58:15 smithi062 bash[19845]: cluster 2024-09-13T13:58:14.284211+0000 mgr.y (mgr.14391) 169 : cluster [DBG] pgmap v152: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T13:58:18.181 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:58:17 smithi178 bash[22034]: cluster 2024-09-13T13:58:16.284877+0000 mgr.y (mgr.14391) 170 : cluster [DBG] pgmap v153: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T13:58:18.250 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:58:17 smithi062 bash[26634]: cluster 2024-09-13T13:58:16.284877+0000 mgr.y (mgr.14391) 170 : cluster [DBG] pgmap v153: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T13:58:18.250 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:58:17 smithi062 bash[19845]: cluster 2024-09-13T13:58:16.284877+0000 mgr.y (mgr.14391) 170 : cluster [DBG] pgmap v153: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T13:58:20.181 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:58:19 smithi178 bash[22034]: cluster 2024-09-13T13:58:18.285550+0000 mgr.y (mgr.14391) 171 : cluster [DBG] pgmap v154: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T13:58:20.181 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:58:19 smithi178 bash[22034]: audit 2024-09-13T13:58:19.163773+0000 mgr.y (mgr.14391) 172 : audit [DBG] from='client.24704 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T13:58:20.252 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:58:19 smithi062 bash[19845]: cluster 2024-09-13T13:58:18.285550+0000 mgr.y (mgr.14391) 171 : cluster [DBG] pgmap v154: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T13:58:20.252 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:58:19 smithi062 bash[19845]: audit 2024-09-13T13:58:19.163773+0000 mgr.y (mgr.14391) 172 : audit [DBG] from='client.24704 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T13:58:20.252 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:58:19 smithi062 bash[26634]: cluster 2024-09-13T13:58:18.285550+0000 mgr.y (mgr.14391) 171 : cluster [DBG] pgmap v154: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T13:58:20.252 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:58:19 smithi062 bash[26634]: audit 2024-09-13T13:58:19.163773+0000 mgr.y (mgr.14391) 172 : audit [DBG] from='client.24704 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T13:58:22.181 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:58:21 smithi178 bash[22034]: cluster 2024-09-13T13:58:20.287292+0000 mgr.y (mgr.14391) 173 : cluster [DBG] pgmap v155: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T13:58:22.250 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:58:21 smithi062 bash[19845]: cluster 2024-09-13T13:58:20.287292+0000 mgr.y (mgr.14391) 173 : cluster [DBG] pgmap v155: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T13:58:22.250 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:58:21 smithi062 bash[26634]: cluster 2024-09-13T13:58:20.287292+0000 mgr.y (mgr.14391) 173 : cluster [DBG] pgmap v155: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T13:58:24.181 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:58:23 smithi178 bash[22034]: cluster 2024-09-13T13:58:22.288139+0000 mgr.y (mgr.14391) 174 : cluster [DBG] pgmap v156: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T13:58:24.250 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:58:23 smithi062 bash[19845]: cluster 2024-09-13T13:58:22.288139+0000 mgr.y (mgr.14391) 174 : cluster [DBG] pgmap v156: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T13:58:24.250 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:58:23 smithi062 bash[26634]: cluster 2024-09-13T13:58:22.288139+0000 mgr.y (mgr.14391) 174 : cluster [DBG] pgmap v156: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T13:58:26.181 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:58:25 smithi178 bash[22034]: cluster 2024-09-13T13:58:24.289890+0000 mgr.y (mgr.14391) 175 : cluster [DBG] pgmap v157: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T13:58:26.250 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:58:25 smithi062 bash[19845]: cluster 2024-09-13T13:58:24.289890+0000 mgr.y (mgr.14391) 175 : cluster [DBG] pgmap v157: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T13:58:26.251 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 13:58:25 smithi062 bash[20100]: ::ffff:172.21.15.178 - - [13/Sep/2024:13:58:25] "GET /metrics HTTP/1.1" 200 38152 "" "Prometheus/2.43.0" 2024-09-13T13:58:26.251 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:58:25 smithi062 bash[26634]: cluster 2024-09-13T13:58:24.289890+0000 mgr.y (mgr.14391) 175 : cluster [DBG] pgmap v157: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T13:58:28.181 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:58:27 smithi178 bash[22034]: cluster 2024-09-13T13:58:26.290608+0000 mgr.y (mgr.14391) 176 : cluster [DBG] pgmap v158: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-09-13T13:58:28.250 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:58:27 smithi062 bash[19845]: cluster 2024-09-13T13:58:26.290608+0000 mgr.y (mgr.14391) 176 : cluster [DBG] pgmap v158: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-09-13T13:58:28.250 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:58:27 smithi062 bash[26634]: cluster 2024-09-13T13:58:26.290608+0000 mgr.y (mgr.14391) 176 : cluster [DBG] pgmap v158: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-09-13T13:58:29.169 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:58:28 smithi062 bash[19845]: audit 2024-09-13T13:58:28.284980+0000 mon.a (mon.0) 978 : audit [DBG] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T13:58:29.169 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:58:28 smithi062 bash[26634]: audit 2024-09-13T13:58:28.284980+0000 mon.a (mon.0) 978 : audit [DBG] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T13:58:29.181 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:58:28 smithi178 bash[22034]: audit 2024-09-13T13:58:28.284980+0000 mon.a (mon.0) 978 : audit [DBG] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T13:58:30.181 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:58:29 smithi178 bash[22034]: cluster 2024-09-13T13:58:28.292815+0000 mgr.y (mgr.14391) 177 : cluster [DBG] pgmap v159: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-09-13T13:58:30.181 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:58:29 smithi178 bash[22034]: audit 2024-09-13T13:58:29.172420+0000 mgr.y (mgr.14391) 178 : audit [DBG] from='client.24704 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T13:58:30.250 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:58:29 smithi062 bash[19845]: cluster 2024-09-13T13:58:28.292815+0000 mgr.y (mgr.14391) 177 : cluster [DBG] pgmap v159: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-09-13T13:58:30.250 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:58:29 smithi062 bash[19845]: audit 2024-09-13T13:58:29.172420+0000 mgr.y (mgr.14391) 178 : audit [DBG] from='client.24704 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T13:58:30.250 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:58:29 smithi062 bash[26634]: cluster 2024-09-13T13:58:28.292815+0000 mgr.y (mgr.14391) 177 : cluster [DBG] pgmap v159: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-09-13T13:58:30.251 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:58:29 smithi062 bash[26634]: audit 2024-09-13T13:58:29.172420+0000 mgr.y (mgr.14391) 178 : audit [DBG] from='client.24704 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T13:58:32.181 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:58:31 smithi178 bash[22034]: cluster 2024-09-13T13:58:30.294459+0000 mgr.y (mgr.14391) 179 : cluster [DBG] pgmap v160: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T13:58:32.250 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:58:31 smithi062 bash[26634]: cluster 2024-09-13T13:58:30.294459+0000 mgr.y (mgr.14391) 179 : cluster [DBG] pgmap v160: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T13:58:32.251 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:58:31 smithi062 bash[19845]: cluster 2024-09-13T13:58:30.294459+0000 mgr.y (mgr.14391) 179 : cluster [DBG] pgmap v160: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T13:58:34.181 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:58:33 smithi178 bash[22034]: cluster 2024-09-13T13:58:32.295142+0000 mgr.y (mgr.14391) 180 : cluster [DBG] pgmap v161: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-09-13T13:58:34.250 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:58:33 smithi062 bash[19845]: cluster 2024-09-13T13:58:32.295142+0000 mgr.y (mgr.14391) 180 : cluster [DBG] pgmap v161: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-09-13T13:58:34.250 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:58:33 smithi062 bash[26634]: cluster 2024-09-13T13:58:32.295142+0000 mgr.y (mgr.14391) 180 : cluster [DBG] pgmap v161: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-09-13T13:58:36.181 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:58:35 smithi178 bash[22034]: cluster 2024-09-13T13:58:34.296814+0000 mgr.y (mgr.14391) 181 : cluster [DBG] pgmap v162: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T13:58:36.181 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:58:35 smithi178 bash[22034]: audit 2024-09-13T13:58:35.439756+0000 mon.a (mon.0) 979 : audit [DBG] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T13:58:36.181 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:58:35 smithi178 bash[22034]: audit 2024-09-13T13:58:35.440961+0000 mon.a (mon.0) 980 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T13:58:36.181 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:58:35 smithi178 bash[22034]: audit 2024-09-13T13:58:35.450277+0000 mon.a (mon.0) 981 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:58:36.250 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 13:58:35 smithi062 bash[20100]: ::ffff:172.21.15.178 - - [13/Sep/2024:13:58:35] "GET /metrics HTTP/1.1" 200 38154 "" "Prometheus/2.43.0" 2024-09-13T13:58:36.250 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:58:35 smithi062 bash[19845]: cluster 2024-09-13T13:58:34.296814+0000 mgr.y (mgr.14391) 181 : cluster [DBG] pgmap v162: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T13:58:36.251 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:58:35 smithi062 bash[19845]: audit 2024-09-13T13:58:35.439756+0000 mon.a (mon.0) 979 : audit [DBG] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T13:58:36.251 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:58:35 smithi062 bash[19845]: audit 2024-09-13T13:58:35.440961+0000 mon.a (mon.0) 980 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T13:58:36.251 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:58:35 smithi062 bash[19845]: audit 2024-09-13T13:58:35.450277+0000 mon.a (mon.0) 981 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:58:36.251 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:58:35 smithi062 bash[26634]: cluster 2024-09-13T13:58:34.296814+0000 mgr.y (mgr.14391) 181 : cluster [DBG] pgmap v162: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T13:58:36.251 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:58:35 smithi062 bash[26634]: audit 2024-09-13T13:58:35.439756+0000 mon.a (mon.0) 979 : audit [DBG] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T13:58:36.251 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:58:35 smithi062 bash[26634]: audit 2024-09-13T13:58:35.440961+0000 mon.a (mon.0) 980 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T13:58:36.252 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:58:35 smithi062 bash[26634]: audit 2024-09-13T13:58:35.450277+0000 mon.a (mon.0) 981 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:58:38.181 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:58:37 smithi178 bash[22034]: cluster 2024-09-13T13:58:36.297517+0000 mgr.y (mgr.14391) 182 : cluster [DBG] pgmap v163: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T13:58:38.250 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:58:37 smithi062 bash[19845]: cluster 2024-09-13T13:58:36.297517+0000 mgr.y (mgr.14391) 182 : cluster [DBG] pgmap v163: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T13:58:38.250 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:58:37 smithi062 bash[26634]: cluster 2024-09-13T13:58:36.297517+0000 mgr.y (mgr.14391) 182 : cluster [DBG] pgmap v163: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T13:58:40.181 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:58:39 smithi178 bash[22034]: cluster 2024-09-13T13:58:38.298162+0000 mgr.y (mgr.14391) 183 : cluster [DBG] pgmap v164: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T13:58:40.181 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:58:39 smithi178 bash[22034]: audit 2024-09-13T13:58:39.183726+0000 mgr.y (mgr.14391) 184 : audit [DBG] from='client.24704 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T13:58:40.250 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:58:39 smithi062 bash[19845]: cluster 2024-09-13T13:58:38.298162+0000 mgr.y (mgr.14391) 183 : cluster [DBG] pgmap v164: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T13:58:40.250 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:58:39 smithi062 bash[19845]: audit 2024-09-13T13:58:39.183726+0000 mgr.y (mgr.14391) 184 : audit [DBG] from='client.24704 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T13:58:40.250 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:58:39 smithi062 bash[26634]: cluster 2024-09-13T13:58:38.298162+0000 mgr.y (mgr.14391) 183 : cluster [DBG] pgmap v164: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T13:58:40.251 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:58:39 smithi062 bash[26634]: audit 2024-09-13T13:58:39.183726+0000 mgr.y (mgr.14391) 184 : audit [DBG] from='client.24704 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T13:58:42.181 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:58:41 smithi178 bash[22034]: cluster 2024-09-13T13:58:40.299893+0000 mgr.y (mgr.14391) 185 : cluster [DBG] pgmap v165: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T13:58:42.250 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:58:41 smithi062 bash[26634]: cluster 2024-09-13T13:58:40.299893+0000 mgr.y (mgr.14391) 185 : cluster [DBG] pgmap v165: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T13:58:42.251 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:58:41 smithi062 bash[19845]: cluster 2024-09-13T13:58:40.299893+0000 mgr.y (mgr.14391) 185 : cluster [DBG] pgmap v165: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T13:58:44.181 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:58:43 smithi178 bash[22034]: cluster 2024-09-13T13:58:42.300536+0000 mgr.y (mgr.14391) 186 : cluster [DBG] pgmap v166: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T13:58:44.181 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:58:43 smithi178 bash[22034]: audit 2024-09-13T13:58:43.285215+0000 mon.a (mon.0) 982 : audit [DBG] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T13:58:44.250 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:58:43 smithi062 bash[26634]: cluster 2024-09-13T13:58:42.300536+0000 mgr.y (mgr.14391) 186 : cluster [DBG] pgmap v166: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T13:58:44.250 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:58:43 smithi062 bash[26634]: audit 2024-09-13T13:58:43.285215+0000 mon.a (mon.0) 982 : audit [DBG] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T13:58:44.250 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:58:43 smithi062 bash[19845]: cluster 2024-09-13T13:58:42.300536+0000 mgr.y (mgr.14391) 186 : cluster [DBG] pgmap v166: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T13:58:44.250 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:58:43 smithi062 bash[19845]: audit 2024-09-13T13:58:43.285215+0000 mon.a (mon.0) 982 : audit [DBG] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T13:58:46.181 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:58:45 smithi178 bash[22034]: cluster 2024-09-13T13:58:44.302176+0000 mgr.y (mgr.14391) 187 : cluster [DBG] pgmap v167: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T13:58:46.250 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 13:58:45 smithi062 bash[20100]: ::ffff:172.21.15.178 - - [13/Sep/2024:13:58:45] "GET /metrics HTTP/1.1" 200 38154 "" "Prometheus/2.43.0" 2024-09-13T13:58:46.250 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:58:45 smithi062 bash[26634]: cluster 2024-09-13T13:58:44.302176+0000 mgr.y (mgr.14391) 187 : cluster [DBG] pgmap v167: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T13:58:46.251 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:58:45 smithi062 bash[19845]: cluster 2024-09-13T13:58:44.302176+0000 mgr.y (mgr.14391) 187 : cluster [DBG] pgmap v167: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T13:58:48.181 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:58:47 smithi178 bash[22034]: cluster 2024-09-13T13:58:46.302969+0000 mgr.y (mgr.14391) 188 : cluster [DBG] pgmap v168: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T13:58:48.250 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:58:47 smithi062 bash[26634]: cluster 2024-09-13T13:58:46.302969+0000 mgr.y (mgr.14391) 188 : cluster [DBG] pgmap v168: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T13:58:48.250 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:58:47 smithi062 bash[19845]: cluster 2024-09-13T13:58:46.302969+0000 mgr.y (mgr.14391) 188 : cluster [DBG] pgmap v168: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T13:58:50.181 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:58:49 smithi178 bash[22034]: cluster 2024-09-13T13:58:48.303762+0000 mgr.y (mgr.14391) 189 : cluster [DBG] pgmap v169: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T13:58:50.250 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:58:49 smithi062 bash[26634]: cluster 2024-09-13T13:58:48.303762+0000 mgr.y (mgr.14391) 189 : cluster [DBG] pgmap v169: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T13:58:50.250 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:58:49 smithi062 bash[19845]: cluster 2024-09-13T13:58:48.303762+0000 mgr.y (mgr.14391) 189 : cluster [DBG] pgmap v169: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T13:58:51.181 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:58:50 smithi178 bash[22034]: audit 2024-09-13T13:58:49.189499+0000 mgr.y (mgr.14391) 190 : audit [DBG] from='client.24704 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T13:58:51.250 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:58:50 smithi062 bash[19845]: audit 2024-09-13T13:58:49.189499+0000 mgr.y (mgr.14391) 190 : audit [DBG] from='client.24704 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T13:58:51.250 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:58:50 smithi062 bash[26634]: audit 2024-09-13T13:58:49.189499+0000 mgr.y (mgr.14391) 190 : audit [DBG] from='client.24704 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T13:58:52.181 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:58:51 smithi178 bash[22034]: cluster 2024-09-13T13:58:50.305543+0000 mgr.y (mgr.14391) 191 : cluster [DBG] pgmap v170: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T13:58:52.250 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:58:51 smithi062 bash[19845]: cluster 2024-09-13T13:58:50.305543+0000 mgr.y (mgr.14391) 191 : cluster [DBG] pgmap v170: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T13:58:52.250 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:58:51 smithi062 bash[26634]: cluster 2024-09-13T13:58:50.305543+0000 mgr.y (mgr.14391) 191 : cluster [DBG] pgmap v170: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T13:58:54.181 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:58:53 smithi178 bash[22034]: cluster 2024-09-13T13:58:52.306395+0000 mgr.y (mgr.14391) 192 : cluster [DBG] pgmap v171: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T13:58:54.250 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:58:53 smithi062 bash[19845]: cluster 2024-09-13T13:58:52.306395+0000 mgr.y (mgr.14391) 192 : cluster [DBG] pgmap v171: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T13:58:54.250 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:58:53 smithi062 bash[26634]: cluster 2024-09-13T13:58:52.306395+0000 mgr.y (mgr.14391) 192 : cluster [DBG] pgmap v171: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T13:58:56.181 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:58:55 smithi178 bash[22034]: cluster 2024-09-13T13:58:54.308169+0000 mgr.y (mgr.14391) 193 : cluster [DBG] pgmap v172: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T13:58:56.250 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 13:58:55 smithi062 bash[20100]: ::ffff:172.21.15.178 - - [13/Sep/2024:13:58:55] "GET /metrics HTTP/1.1" 200 38154 "" "Prometheus/2.43.0" 2024-09-13T13:58:56.250 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:58:55 smithi062 bash[19845]: cluster 2024-09-13T13:58:54.308169+0000 mgr.y (mgr.14391) 193 : cluster [DBG] pgmap v172: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T13:58:56.251 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:58:55 smithi062 bash[26634]: cluster 2024-09-13T13:58:54.308169+0000 mgr.y (mgr.14391) 193 : cluster [DBG] pgmap v172: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T13:58:58.181 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:58:57 smithi178 bash[22034]: cluster 2024-09-13T13:58:56.308945+0000 mgr.y (mgr.14391) 194 : cluster [DBG] pgmap v173: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T13:58:58.250 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:58:57 smithi062 bash[19845]: cluster 2024-09-13T13:58:56.308945+0000 mgr.y (mgr.14391) 194 : cluster [DBG] pgmap v173: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T13:58:58.250 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:58:57 smithi062 bash[26634]: cluster 2024-09-13T13:58:56.308945+0000 mgr.y (mgr.14391) 194 : cluster [DBG] pgmap v173: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T13:58:59.181 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:58:58 smithi178 bash[22034]: audit 2024-09-13T13:58:58.285493+0000 mon.a (mon.0) 983 : audit [DBG] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T13:58:59.195 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:58:58 smithi062 bash[26634]: audit 2024-09-13T13:58:58.285493+0000 mon.a (mon.0) 983 : audit [DBG] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T13:58:59.195 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:58:58 smithi062 bash[19845]: audit 2024-09-13T13:58:58.285493+0000 mon.a (mon.0) 983 : audit [DBG] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T13:59:00.181 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:58:59 smithi178 bash[22034]: cluster 2024-09-13T13:58:58.309819+0000 mgr.y (mgr.14391) 195 : cluster [DBG] pgmap v174: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T13:59:00.250 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:58:59 smithi062 bash[19845]: cluster 2024-09-13T13:58:58.309819+0000 mgr.y (mgr.14391) 195 : cluster [DBG] pgmap v174: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T13:59:00.250 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:58:59 smithi062 bash[26634]: cluster 2024-09-13T13:58:58.309819+0000 mgr.y (mgr.14391) 195 : cluster [DBG] pgmap v174: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T13:59:01.181 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:59:00 smithi178 bash[22034]: audit 2024-09-13T13:58:59.198575+0000 mgr.y (mgr.14391) 196 : audit [DBG] from='client.24704 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T13:59:01.250 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:59:00 smithi062 bash[19845]: audit 2024-09-13T13:58:59.198575+0000 mgr.y (mgr.14391) 196 : audit [DBG] from='client.24704 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T13:59:01.250 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:59:00 smithi062 bash[26634]: audit 2024-09-13T13:58:59.198575+0000 mgr.y (mgr.14391) 196 : audit [DBG] from='client.24704 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T13:59:02.181 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:59:01 smithi178 bash[22034]: cluster 2024-09-13T13:59:00.311531+0000 mgr.y (mgr.14391) 197 : cluster [DBG] pgmap v175: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T13:59:02.250 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:59:01 smithi062 bash[19845]: cluster 2024-09-13T13:59:00.311531+0000 mgr.y (mgr.14391) 197 : cluster [DBG] pgmap v175: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T13:59:02.250 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:59:01 smithi062 bash[26634]: cluster 2024-09-13T13:59:00.311531+0000 mgr.y (mgr.14391) 197 : cluster [DBG] pgmap v175: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T13:59:04.181 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:59:03 smithi178 bash[22034]: cluster 2024-09-13T13:59:02.312267+0000 mgr.y (mgr.14391) 198 : cluster [DBG] pgmap v176: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T13:59:04.250 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:59:03 smithi062 bash[19845]: cluster 2024-09-13T13:59:02.312267+0000 mgr.y (mgr.14391) 198 : cluster [DBG] pgmap v176: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T13:59:04.250 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:59:03 smithi062 bash[26634]: cluster 2024-09-13T13:59:02.312267+0000 mgr.y (mgr.14391) 198 : cluster [DBG] pgmap v176: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T13:59:06.181 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:59:05 smithi178 bash[22034]: cluster 2024-09-13T13:59:04.313962+0000 mgr.y (mgr.14391) 199 : cluster [DBG] pgmap v177: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T13:59:06.250 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:59:05 smithi062 bash[19845]: cluster 2024-09-13T13:59:04.313962+0000 mgr.y (mgr.14391) 199 : cluster [DBG] pgmap v177: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T13:59:06.250 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 13:59:05 smithi062 bash[20100]: ::ffff:172.21.15.178 - - [13/Sep/2024:13:59:05] "GET /metrics HTTP/1.1" 200 38153 "" "Prometheus/2.43.0" 2024-09-13T13:59:06.251 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:59:05 smithi062 bash[26634]: cluster 2024-09-13T13:59:04.313962+0000 mgr.y (mgr.14391) 199 : cluster [DBG] pgmap v177: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T13:59:08.250 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:59:07 smithi062 bash[19845]: cluster 2024-09-13T13:59:06.314798+0000 mgr.y (mgr.14391) 200 : cluster [DBG] pgmap v178: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T13:59:08.250 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:59:07 smithi062 bash[26634]: cluster 2024-09-13T13:59:06.314798+0000 mgr.y (mgr.14391) 200 : cluster [DBG] pgmap v178: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T13:59:08.431 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:59:07 smithi178 bash[22034]: cluster 2024-09-13T13:59:06.314798+0000 mgr.y (mgr.14391) 200 : cluster [DBG] pgmap v178: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T13:59:10.250 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:59:09 smithi062 bash[19845]: cluster 2024-09-13T13:59:08.315625+0000 mgr.y (mgr.14391) 201 : cluster [DBG] pgmap v179: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T13:59:10.250 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:59:09 smithi062 bash[26634]: cluster 2024-09-13T13:59:08.315625+0000 mgr.y (mgr.14391) 201 : cluster [DBG] pgmap v179: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T13:59:10.431 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:59:09 smithi178 bash[22034]: cluster 2024-09-13T13:59:08.315625+0000 mgr.y (mgr.14391) 201 : cluster [DBG] pgmap v179: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T13:59:11.250 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:59:10 smithi062 bash[19845]: audit 2024-09-13T13:59:09.209100+0000 mgr.y (mgr.14391) 202 : audit [DBG] from='client.24704 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T13:59:11.250 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:59:10 smithi062 bash[26634]: audit 2024-09-13T13:59:09.209100+0000 mgr.y (mgr.14391) 202 : audit [DBG] from='client.24704 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T13:59:11.431 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:59:10 smithi178 bash[22034]: audit 2024-09-13T13:59:09.209100+0000 mgr.y (mgr.14391) 202 : audit [DBG] from='client.24704 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T13:59:12.250 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:59:11 smithi062 bash[19845]: cluster 2024-09-13T13:59:10.317356+0000 mgr.y (mgr.14391) 203 : cluster [DBG] pgmap v180: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T13:59:12.250 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:59:11 smithi062 bash[26634]: cluster 2024-09-13T13:59:10.317356+0000 mgr.y (mgr.14391) 203 : cluster [DBG] pgmap v180: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T13:59:12.431 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:59:11 smithi178 bash[22034]: cluster 2024-09-13T13:59:10.317356+0000 mgr.y (mgr.14391) 203 : cluster [DBG] pgmap v180: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T13:59:14.250 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:59:13 smithi062 bash[26634]: cluster 2024-09-13T13:59:12.318142+0000 mgr.y (mgr.14391) 204 : cluster [DBG] pgmap v181: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T13:59:14.250 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:59:13 smithi062 bash[26634]: audit 2024-09-13T13:59:13.285728+0000 mon.a (mon.0) 984 : audit [DBG] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T13:59:14.250 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:59:13 smithi062 bash[19845]: cluster 2024-09-13T13:59:12.318142+0000 mgr.y (mgr.14391) 204 : cluster [DBG] pgmap v181: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T13:59:14.251 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:59:13 smithi062 bash[19845]: audit 2024-09-13T13:59:13.285728+0000 mon.a (mon.0) 984 : audit [DBG] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T13:59:14.431 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:59:13 smithi178 bash[22034]: cluster 2024-09-13T13:59:12.318142+0000 mgr.y (mgr.14391) 204 : cluster [DBG] pgmap v181: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T13:59:14.431 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:59:13 smithi178 bash[22034]: audit 2024-09-13T13:59:13.285728+0000 mon.a (mon.0) 984 : audit [DBG] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T13:59:16.250 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 13:59:15 smithi062 bash[20100]: ::ffff:172.21.15.178 - - [13/Sep/2024:13:59:15] "GET /metrics HTTP/1.1" 200 38158 "" "Prometheus/2.43.0" 2024-09-13T13:59:16.250 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:59:15 smithi062 bash[26634]: cluster 2024-09-13T13:59:14.319760+0000 mgr.y (mgr.14391) 205 : cluster [DBG] pgmap v182: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T13:59:16.251 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:59:15 smithi062 bash[19845]: cluster 2024-09-13T13:59:14.319760+0000 mgr.y (mgr.14391) 205 : cluster [DBG] pgmap v182: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T13:59:16.430 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:59:15 smithi178 bash[22034]: cluster 2024-09-13T13:59:14.319760+0000 mgr.y (mgr.14391) 205 : cluster [DBG] pgmap v182: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T13:59:18.250 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:59:17 smithi062 bash[19845]: cluster 2024-09-13T13:59:16.320512+0000 mgr.y (mgr.14391) 206 : cluster [DBG] pgmap v183: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T13:59:18.250 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:59:17 smithi062 bash[26634]: cluster 2024-09-13T13:59:16.320512+0000 mgr.y (mgr.14391) 206 : cluster [DBG] pgmap v183: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T13:59:18.431 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:59:17 smithi178 bash[22034]: cluster 2024-09-13T13:59:16.320512+0000 mgr.y (mgr.14391) 206 : cluster [DBG] pgmap v183: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T13:59:20.250 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:59:19 smithi062 bash[19845]: cluster 2024-09-13T13:59:18.321205+0000 mgr.y (mgr.14391) 207 : cluster [DBG] pgmap v184: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T13:59:20.250 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:59:19 smithi062 bash[26634]: cluster 2024-09-13T13:59:18.321205+0000 mgr.y (mgr.14391) 207 : cluster [DBG] pgmap v184: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T13:59:20.431 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:59:19 smithi178 bash[22034]: cluster 2024-09-13T13:59:18.321205+0000 mgr.y (mgr.14391) 207 : cluster [DBG] pgmap v184: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T13:59:21.250 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:59:20 smithi062 bash[19845]: audit 2024-09-13T13:59:19.219802+0000 mgr.y (mgr.14391) 208 : audit [DBG] from='client.24704 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T13:59:21.251 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:59:20 smithi062 bash[26634]: audit 2024-09-13T13:59:19.219802+0000 mgr.y (mgr.14391) 208 : audit [DBG] from='client.24704 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T13:59:21.431 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:59:20 smithi178 bash[22034]: audit 2024-09-13T13:59:19.219802+0000 mgr.y (mgr.14391) 208 : audit [DBG] from='client.24704 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T13:59:22.250 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:59:21 smithi062 bash[19845]: cluster 2024-09-13T13:59:20.322805+0000 mgr.y (mgr.14391) 209 : cluster [DBG] pgmap v185: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T13:59:22.250 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:59:21 smithi062 bash[26634]: cluster 2024-09-13T13:59:20.322805+0000 mgr.y (mgr.14391) 209 : cluster [DBG] pgmap v185: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T13:59:22.430 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:59:21 smithi178 bash[22034]: cluster 2024-09-13T13:59:20.322805+0000 mgr.y (mgr.14391) 209 : cluster [DBG] pgmap v185: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T13:59:24.250 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:59:23 smithi062 bash[26634]: cluster 2024-09-13T13:59:22.323493+0000 mgr.y (mgr.14391) 210 : cluster [DBG] pgmap v186: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T13:59:24.250 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:59:23 smithi062 bash[19845]: cluster 2024-09-13T13:59:22.323493+0000 mgr.y (mgr.14391) 210 : cluster [DBG] pgmap v186: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T13:59:24.432 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:59:23 smithi178 bash[22034]: cluster 2024-09-13T13:59:22.323493+0000 mgr.y (mgr.14391) 210 : cluster [DBG] pgmap v186: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T13:59:26.250 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 13:59:25 smithi062 bash[20100]: ::ffff:172.21.15.178 - - [13/Sep/2024:13:59:25] "GET /metrics HTTP/1.1" 200 38158 "" "Prometheus/2.43.0" 2024-09-13T13:59:26.250 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:59:25 smithi062 bash[26634]: cluster 2024-09-13T13:59:24.325098+0000 mgr.y (mgr.14391) 211 : cluster [DBG] pgmap v187: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T13:59:26.251 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:59:25 smithi062 bash[19845]: cluster 2024-09-13T13:59:24.325098+0000 mgr.y (mgr.14391) 211 : cluster [DBG] pgmap v187: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T13:59:26.431 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:59:25 smithi178 bash[22034]: cluster 2024-09-13T13:59:24.325098+0000 mgr.y (mgr.14391) 211 : cluster [DBG] pgmap v187: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T13:59:28.250 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:59:27 smithi062 bash[26634]: cluster 2024-09-13T13:59:26.325791+0000 mgr.y (mgr.14391) 212 : cluster [DBG] pgmap v188: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T13:59:28.250 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:59:27 smithi062 bash[19845]: cluster 2024-09-13T13:59:26.325791+0000 mgr.y (mgr.14391) 212 : cluster [DBG] pgmap v188: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T13:59:28.431 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:59:27 smithi178 bash[22034]: cluster 2024-09-13T13:59:26.325791+0000 mgr.y (mgr.14391) 212 : cluster [DBG] pgmap v188: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T13:59:29.250 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:59:29 smithi062 bash[26634]: audit 2024-09-13T13:59:28.286432+0000 mon.a (mon.0) 985 : audit [DBG] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T13:59:29.250 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:59:29 smithi062 bash[19845]: audit 2024-09-13T13:59:28.286432+0000 mon.a (mon.0) 985 : audit [DBG] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T13:59:29.430 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:59:29 smithi178 bash[22034]: audit 2024-09-13T13:59:28.286432+0000 mon.a (mon.0) 985 : audit [DBG] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T13:59:30.431 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:59:30 smithi178 bash[22034]: cluster 2024-09-13T13:59:28.329550+0000 mgr.y (mgr.14391) 213 : cluster [DBG] pgmap v189: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T13:59:30.500 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:59:30 smithi062 bash[26634]: cluster 2024-09-13T13:59:28.329550+0000 mgr.y (mgr.14391) 213 : cluster [DBG] pgmap v189: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T13:59:30.500 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:59:30 smithi062 bash[19845]: cluster 2024-09-13T13:59:28.329550+0000 mgr.y (mgr.14391) 213 : cluster [DBG] pgmap v189: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T13:59:31.430 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:59:31 smithi178 bash[22034]: audit 2024-09-13T13:59:29.228312+0000 mgr.y (mgr.14391) 214 : audit [DBG] from='client.24704 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T13:59:31.500 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:59:31 smithi062 bash[19845]: audit 2024-09-13T13:59:29.228312+0000 mgr.y (mgr.14391) 214 : audit [DBG] from='client.24704 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T13:59:31.500 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:59:31 smithi062 bash[26634]: audit 2024-09-13T13:59:29.228312+0000 mgr.y (mgr.14391) 214 : audit [DBG] from='client.24704 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T13:59:32.431 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:59:32 smithi178 bash[22034]: cluster 2024-09-13T13:59:30.331256+0000 mgr.y (mgr.14391) 215 : cluster [DBG] pgmap v190: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T13:59:32.500 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:59:32 smithi062 bash[19845]: cluster 2024-09-13T13:59:30.331256+0000 mgr.y (mgr.14391) 215 : cluster [DBG] pgmap v190: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T13:59:32.500 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:59:32 smithi062 bash[26634]: cluster 2024-09-13T13:59:30.331256+0000 mgr.y (mgr.14391) 215 : cluster [DBG] pgmap v190: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T13:59:34.430 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:59:34 smithi178 bash[22034]: cluster 2024-09-13T13:59:32.331969+0000 mgr.y (mgr.14391) 216 : cluster [DBG] pgmap v191: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T13:59:34.500 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:59:34 smithi062 bash[19845]: cluster 2024-09-13T13:59:32.331969+0000 mgr.y (mgr.14391) 216 : cluster [DBG] pgmap v191: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T13:59:34.500 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:59:34 smithi062 bash[26634]: cluster 2024-09-13T13:59:32.331969+0000 mgr.y (mgr.14391) 216 : cluster [DBG] pgmap v191: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T13:59:36.250 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 13:59:35 smithi062 bash[20100]: ::ffff:172.21.15.178 - - [13/Sep/2024:13:59:35] "GET /metrics HTTP/1.1" 200 38155 "" "Prometheus/2.43.0" 2024-09-13T13:59:36.250 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:59:36 smithi062 bash[26634]: cluster 2024-09-13T13:59:34.333538+0000 mgr.y (mgr.14391) 217 : cluster [DBG] pgmap v192: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T13:59:36.250 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:59:36 smithi062 bash[19845]: cluster 2024-09-13T13:59:34.333538+0000 mgr.y (mgr.14391) 217 : cluster [DBG] pgmap v192: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T13:59:36.430 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:59:36 smithi178 bash[22034]: cluster 2024-09-13T13:59:34.333538+0000 mgr.y (mgr.14391) 217 : cluster [DBG] pgmap v192: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T13:59:37.430 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:59:37 smithi178 bash[22034]: audit 2024-09-13T13:59:36.353111+0000 mon.a (mon.0) 986 : audit [DBG] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T13:59:37.431 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:59:37 smithi178 bash[22034]: audit 2024-09-13T13:59:36.354878+0000 mon.a (mon.0) 987 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T13:59:37.431 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:59:37 smithi178 bash[22034]: audit 2024-09-13T13:59:36.362360+0000 mon.a (mon.0) 988 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:59:37.500 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:59:37 smithi062 bash[19845]: audit 2024-09-13T13:59:36.353111+0000 mon.a (mon.0) 986 : audit [DBG] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T13:59:37.500 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:59:37 smithi062 bash[19845]: audit 2024-09-13T13:59:36.354878+0000 mon.a (mon.0) 987 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T13:59:37.500 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:59:37 smithi062 bash[19845]: audit 2024-09-13T13:59:36.362360+0000 mon.a (mon.0) 988 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:59:37.500 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:59:37 smithi062 bash[26634]: audit 2024-09-13T13:59:36.353111+0000 mon.a (mon.0) 986 : audit [DBG] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T13:59:37.501 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:59:37 smithi062 bash[26634]: audit 2024-09-13T13:59:36.354878+0000 mon.a (mon.0) 987 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T13:59:37.501 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:59:37 smithi062 bash[26634]: audit 2024-09-13T13:59:36.362360+0000 mon.a (mon.0) 988 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T13:59:38.430 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:59:38 smithi178 bash[22034]: cluster 2024-09-13T13:59:36.334196+0000 mgr.y (mgr.14391) 218 : cluster [DBG] pgmap v193: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T13:59:38.500 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:59:38 smithi062 bash[19845]: cluster 2024-09-13T13:59:36.334196+0000 mgr.y (mgr.14391) 218 : cluster [DBG] pgmap v193: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T13:59:38.501 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:59:38 smithi062 bash[26634]: cluster 2024-09-13T13:59:36.334196+0000 mgr.y (mgr.14391) 218 : cluster [DBG] pgmap v193: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T13:59:40.430 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:59:40 smithi178 bash[22034]: cluster 2024-09-13T13:59:38.334909+0000 mgr.y (mgr.14391) 219 : cluster [DBG] pgmap v194: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T13:59:40.500 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:59:40 smithi062 bash[19845]: cluster 2024-09-13T13:59:38.334909+0000 mgr.y (mgr.14391) 219 : cluster [DBG] pgmap v194: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T13:59:40.500 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:59:40 smithi062 bash[26634]: cluster 2024-09-13T13:59:38.334909+0000 mgr.y (mgr.14391) 219 : cluster [DBG] pgmap v194: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T13:59:41.430 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:59:41 smithi178 bash[22034]: audit 2024-09-13T13:59:39.239487+0000 mgr.y (mgr.14391) 220 : audit [DBG] from='client.24704 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T13:59:41.501 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:59:41 smithi062 bash[19845]: audit 2024-09-13T13:59:39.239487+0000 mgr.y (mgr.14391) 220 : audit [DBG] from='client.24704 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T13:59:41.501 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:59:41 smithi062 bash[26634]: audit 2024-09-13T13:59:39.239487+0000 mgr.y (mgr.14391) 220 : audit [DBG] from='client.24704 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T13:59:42.430 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:59:42 smithi178 bash[22034]: cluster 2024-09-13T13:59:40.336668+0000 mgr.y (mgr.14391) 221 : cluster [DBG] pgmap v195: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T13:59:42.500 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:59:42 smithi062 bash[19845]: cluster 2024-09-13T13:59:40.336668+0000 mgr.y (mgr.14391) 221 : cluster [DBG] pgmap v195: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T13:59:42.500 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:59:42 smithi062 bash[26634]: cluster 2024-09-13T13:59:40.336668+0000 mgr.y (mgr.14391) 221 : cluster [DBG] pgmap v195: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T13:59:44.430 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:59:44 smithi178 bash[22034]: cluster 2024-09-13T13:59:42.337355+0000 mgr.y (mgr.14391) 222 : cluster [DBG] pgmap v196: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T13:59:44.431 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:59:44 smithi178 bash[22034]: audit 2024-09-13T13:59:43.286827+0000 mon.a (mon.0) 989 : audit [DBG] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T13:59:44.500 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:59:44 smithi062 bash[19845]: cluster 2024-09-13T13:59:42.337355+0000 mgr.y (mgr.14391) 222 : cluster [DBG] pgmap v196: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T13:59:44.501 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:59:44 smithi062 bash[19845]: audit 2024-09-13T13:59:43.286827+0000 mon.a (mon.0) 989 : audit [DBG] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T13:59:44.501 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:59:44 smithi062 bash[26634]: cluster 2024-09-13T13:59:42.337355+0000 mgr.y (mgr.14391) 222 : cluster [DBG] pgmap v196: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T13:59:44.501 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:59:44 smithi062 bash[26634]: audit 2024-09-13T13:59:43.286827+0000 mon.a (mon.0) 989 : audit [DBG] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T13:59:46.250 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:59:46 smithi062 bash[19845]: cluster 2024-09-13T13:59:44.338945+0000 mgr.y (mgr.14391) 223 : cluster [DBG] pgmap v197: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T13:59:46.250 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 13:59:45 smithi062 bash[20100]: ::ffff:172.21.15.178 - - [13/Sep/2024:13:59:45] "GET /metrics HTTP/1.1" 200 38156 "" "Prometheus/2.43.0" 2024-09-13T13:59:46.251 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:59:46 smithi062 bash[26634]: cluster 2024-09-13T13:59:44.338945+0000 mgr.y (mgr.14391) 223 : cluster [DBG] pgmap v197: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T13:59:46.430 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:59:46 smithi178 bash[22034]: cluster 2024-09-13T13:59:44.338945+0000 mgr.y (mgr.14391) 223 : cluster [DBG] pgmap v197: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T13:59:48.430 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:59:48 smithi178 bash[22034]: cluster 2024-09-13T13:59:46.339657+0000 mgr.y (mgr.14391) 224 : cluster [DBG] pgmap v198: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T13:59:48.500 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:59:48 smithi062 bash[26634]: cluster 2024-09-13T13:59:46.339657+0000 mgr.y (mgr.14391) 224 : cluster [DBG] pgmap v198: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T13:59:48.500 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:59:48 smithi062 bash[19845]: cluster 2024-09-13T13:59:46.339657+0000 mgr.y (mgr.14391) 224 : cluster [DBG] pgmap v198: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T13:59:50.430 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:59:50 smithi178 bash[22034]: cluster 2024-09-13T13:59:48.340346+0000 mgr.y (mgr.14391) 225 : cluster [DBG] pgmap v199: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T13:59:50.500 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:59:50 smithi062 bash[19845]: cluster 2024-09-13T13:59:48.340346+0000 mgr.y (mgr.14391) 225 : cluster [DBG] pgmap v199: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T13:59:50.500 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:59:50 smithi062 bash[26634]: cluster 2024-09-13T13:59:48.340346+0000 mgr.y (mgr.14391) 225 : cluster [DBG] pgmap v199: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T13:59:51.430 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:59:51 smithi178 bash[22034]: audit 2024-09-13T13:59:49.248385+0000 mgr.y (mgr.14391) 226 : audit [DBG] from='client.24704 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T13:59:51.501 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:59:51 smithi062 bash[19845]: audit 2024-09-13T13:59:49.248385+0000 mgr.y (mgr.14391) 226 : audit [DBG] from='client.24704 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T13:59:51.501 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:59:51 smithi062 bash[26634]: audit 2024-09-13T13:59:49.248385+0000 mgr.y (mgr.14391) 226 : audit [DBG] from='client.24704 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T13:59:52.430 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:59:52 smithi178 bash[22034]: cluster 2024-09-13T13:59:50.342017+0000 mgr.y (mgr.14391) 227 : cluster [DBG] pgmap v200: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T13:59:52.500 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:59:52 smithi062 bash[19845]: cluster 2024-09-13T13:59:50.342017+0000 mgr.y (mgr.14391) 227 : cluster [DBG] pgmap v200: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T13:59:52.500 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:59:52 smithi062 bash[26634]: cluster 2024-09-13T13:59:50.342017+0000 mgr.y (mgr.14391) 227 : cluster [DBG] pgmap v200: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T13:59:54.430 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:59:54 smithi178 bash[22034]: cluster 2024-09-13T13:59:52.342717+0000 mgr.y (mgr.14391) 228 : cluster [DBG] pgmap v201: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T13:59:54.500 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:59:54 smithi062 bash[19845]: cluster 2024-09-13T13:59:52.342717+0000 mgr.y (mgr.14391) 228 : cluster [DBG] pgmap v201: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T13:59:54.500 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:59:54 smithi062 bash[26634]: cluster 2024-09-13T13:59:52.342717+0000 mgr.y (mgr.14391) 228 : cluster [DBG] pgmap v201: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T13:59:56.250 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:59:56 smithi062 bash[19845]: cluster 2024-09-13T13:59:54.344357+0000 mgr.y (mgr.14391) 229 : cluster [DBG] pgmap v202: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T13:59:56.250 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 13:59:55 smithi062 bash[20100]: ::ffff:172.21.15.178 - - [13/Sep/2024:13:59:55] "GET /metrics HTTP/1.1" 200 38156 "" "Prometheus/2.43.0" 2024-09-13T13:59:56.251 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:59:56 smithi062 bash[26634]: cluster 2024-09-13T13:59:54.344357+0000 mgr.y (mgr.14391) 229 : cluster [DBG] pgmap v202: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T13:59:56.430 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:59:56 smithi178 bash[22034]: cluster 2024-09-13T13:59:54.344357+0000 mgr.y (mgr.14391) 229 : cluster [DBG] pgmap v202: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T13:59:58.430 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:59:58 smithi178 bash[22034]: cluster 2024-09-13T13:59:56.345046+0000 mgr.y (mgr.14391) 230 : cluster [DBG] pgmap v203: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T13:59:58.500 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:59:58 smithi062 bash[26634]: cluster 2024-09-13T13:59:56.345046+0000 mgr.y (mgr.14391) 230 : cluster [DBG] pgmap v203: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T13:59:58.500 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:59:58 smithi062 bash[19845]: cluster 2024-09-13T13:59:56.345046+0000 mgr.y (mgr.14391) 230 : cluster [DBG] pgmap v203: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T13:59:59.430 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 13:59:59 smithi178 bash[22034]: audit 2024-09-13T13:59:58.287121+0000 mon.a (mon.0) 990 : audit [DBG] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T13:59:59.500 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 13:59:59 smithi062 bash[19845]: audit 2024-09-13T13:59:58.287121+0000 mon.a (mon.0) 990 : audit [DBG] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T13:59:59.500 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 13:59:59 smithi062 bash[26634]: audit 2024-09-13T13:59:58.287121+0000 mon.a (mon.0) 990 : audit [DBG] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:00:00.430 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:00:00 smithi178 bash[22034]: cluster 2024-09-13T13:59:58.345713+0000 mgr.y (mgr.14391) 231 : cluster [DBG] pgmap v204: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:00:00.430 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:00:00 smithi178 bash[22034]: cluster 2024-09-13T14:00:00.000154+0000 mon.a (mon.0) 991 : cluster [INF] overall HEALTH_OK 2024-09-13T14:00:00.500 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:00:00 smithi062 bash[19845]: cluster 2024-09-13T13:59:58.345713+0000 mgr.y (mgr.14391) 231 : cluster [DBG] pgmap v204: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:00:00.500 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:00:00 smithi062 bash[19845]: cluster 2024-09-13T14:00:00.000154+0000 mon.a (mon.0) 991 : cluster [INF] overall HEALTH_OK 2024-09-13T14:00:00.501 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:00:00 smithi062 bash[26634]: cluster 2024-09-13T13:59:58.345713+0000 mgr.y (mgr.14391) 231 : cluster [DBG] pgmap v204: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:00:00.501 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:00:00 smithi062 bash[26634]: cluster 2024-09-13T14:00:00.000154+0000 mon.a (mon.0) 991 : cluster [INF] overall HEALTH_OK 2024-09-13T14:00:01.500 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:00:01 smithi062 bash[19845]: audit 2024-09-13T13:59:59.256325+0000 mgr.y (mgr.14391) 232 : audit [DBG] from='client.24704 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:00:01.501 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:00:01 smithi062 bash[26634]: audit 2024-09-13T13:59:59.256325+0000 mgr.y (mgr.14391) 232 : audit [DBG] from='client.24704 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:00:01.680 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:00:01 smithi178 bash[22034]: audit 2024-09-13T13:59:59.256325+0000 mgr.y (mgr.14391) 232 : audit [DBG] from='client.24704 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:00:02.500 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:00:02 smithi062 bash[19845]: cluster 2024-09-13T14:00:00.347366+0000 mgr.y (mgr.14391) 233 : cluster [DBG] pgmap v205: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:00:02.500 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:00:02 smithi062 bash[26634]: cluster 2024-09-13T14:00:00.347366+0000 mgr.y (mgr.14391) 233 : cluster [DBG] pgmap v205: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:00:02.680 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:00:02 smithi178 bash[22034]: cluster 2024-09-13T14:00:00.347366+0000 mgr.y (mgr.14391) 233 : cluster [DBG] pgmap v205: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:00:04.500 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:00:04 smithi062 bash[19845]: cluster 2024-09-13T14:00:02.348125+0000 mgr.y (mgr.14391) 234 : cluster [DBG] pgmap v206: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:00:04.501 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:00:04 smithi062 bash[26634]: cluster 2024-09-13T14:00:02.348125+0000 mgr.y (mgr.14391) 234 : cluster [DBG] pgmap v206: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:00:04.681 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:00:04 smithi178 bash[22034]: cluster 2024-09-13T14:00:02.348125+0000 mgr.y (mgr.14391) 234 : cluster [DBG] pgmap v206: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:00:06.196 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:00:05 smithi062 bash[20100]: ::ffff:172.21.15.178 - - [13/Sep/2024:14:00:05] "GET /metrics HTTP/1.1" 200 38156 "" "Prometheus/2.43.0" 2024-09-13T14:00:06.500 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:00:06 smithi062 bash[19845]: cluster 2024-09-13T14:00:04.349742+0000 mgr.y (mgr.14391) 235 : cluster [DBG] pgmap v207: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:00:06.500 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:00:06 smithi062 bash[26634]: cluster 2024-09-13T14:00:04.349742+0000 mgr.y (mgr.14391) 235 : cluster [DBG] pgmap v207: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:00:06.680 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:00:06 smithi178 bash[22034]: cluster 2024-09-13T14:00:04.349742+0000 mgr.y (mgr.14391) 235 : cluster [DBG] pgmap v207: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:00:08.500 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:00:08 smithi062 bash[19845]: cluster 2024-09-13T14:00:06.350447+0000 mgr.y (mgr.14391) 236 : cluster [DBG] pgmap v208: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:00:08.501 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:00:08 smithi062 bash[26634]: cluster 2024-09-13T14:00:06.350447+0000 mgr.y (mgr.14391) 236 : cluster [DBG] pgmap v208: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:00:08.680 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:00:08 smithi178 bash[22034]: cluster 2024-09-13T14:00:06.350447+0000 mgr.y (mgr.14391) 236 : cluster [DBG] pgmap v208: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:00:09.680 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:00:09 smithi178 bash[22034]: cluster 2024-09-13T14:00:08.351144+0000 mgr.y (mgr.14391) 237 : cluster [DBG] pgmap v209: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:00:09.750 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:00:09 smithi062 bash[19845]: cluster 2024-09-13T14:00:08.351144+0000 mgr.y (mgr.14391) 237 : cluster [DBG] pgmap v209: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:00:09.750 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:00:09 smithi062 bash[26634]: cluster 2024-09-13T14:00:08.351144+0000 mgr.y (mgr.14391) 237 : cluster [DBG] pgmap v209: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:00:10.680 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:00:10 smithi178 bash[22034]: audit 2024-09-13T14:00:09.264399+0000 mgr.y (mgr.14391) 238 : audit [DBG] from='client.24704 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:00:10.750 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:00:10 smithi062 bash[19845]: audit 2024-09-13T14:00:09.264399+0000 mgr.y (mgr.14391) 238 : audit [DBG] from='client.24704 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:00:10.751 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:00:10 smithi062 bash[26634]: audit 2024-09-13T14:00:09.264399+0000 mgr.y (mgr.14391) 238 : audit [DBG] from='client.24704 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:00:11.680 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:00:11 smithi178 bash[22034]: cluster 2024-09-13T14:00:10.352838+0000 mgr.y (mgr.14391) 239 : cluster [DBG] pgmap v210: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:00:11.750 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:00:11 smithi062 bash[19845]: cluster 2024-09-13T14:00:10.352838+0000 mgr.y (mgr.14391) 239 : cluster [DBG] pgmap v210: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:00:11.750 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:00:11 smithi062 bash[26634]: cluster 2024-09-13T14:00:10.352838+0000 mgr.y (mgr.14391) 239 : cluster [DBG] pgmap v210: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:00:13.680 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:00:13 smithi178 bash[22034]: cluster 2024-09-13T14:00:12.353581+0000 mgr.y (mgr.14391) 240 : cluster [DBG] pgmap v211: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:00:13.680 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:00:13 smithi178 bash[22034]: audit 2024-09-13T14:00:13.287539+0000 mon.a (mon.0) 992 : audit [DBG] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:00:13.750 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:00:13 smithi062 bash[19845]: cluster 2024-09-13T14:00:12.353581+0000 mgr.y (mgr.14391) 240 : cluster [DBG] pgmap v211: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:00:13.750 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:00:13 smithi062 bash[19845]: audit 2024-09-13T14:00:13.287539+0000 mon.a (mon.0) 992 : audit [DBG] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:00:13.751 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:00:13 smithi062 bash[26634]: cluster 2024-09-13T14:00:12.353581+0000 mgr.y (mgr.14391) 240 : cluster [DBG] pgmap v211: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:00:13.751 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:00:13 smithi062 bash[26634]: audit 2024-09-13T14:00:13.287539+0000 mon.a (mon.0) 992 : audit [DBG] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:00:15.680 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:00:15 smithi178 bash[22034]: cluster 2024-09-13T14:00:14.355166+0000 mgr.y (mgr.14391) 241 : cluster [DBG] pgmap v212: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:00:15.750 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:00:15 smithi062 bash[19845]: cluster 2024-09-13T14:00:14.355166+0000 mgr.y (mgr.14391) 241 : cluster [DBG] pgmap v212: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:00:15.751 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:00:15 smithi062 bash[26634]: cluster 2024-09-13T14:00:14.355166+0000 mgr.y (mgr.14391) 241 : cluster [DBG] pgmap v212: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:00:16.250 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:00:15 smithi062 bash[20100]: ::ffff:172.21.15.178 - - [13/Sep/2024:14:00:15] "GET /metrics HTTP/1.1" 200 38154 "" "Prometheus/2.43.0" 2024-09-13T14:00:17.680 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:00:17 smithi178 bash[22034]: cluster 2024-09-13T14:00:16.355869+0000 mgr.y (mgr.14391) 242 : cluster [DBG] pgmap v213: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:00:17.750 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:00:17 smithi062 bash[19845]: cluster 2024-09-13T14:00:16.355869+0000 mgr.y (mgr.14391) 242 : cluster [DBG] pgmap v213: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:00:17.751 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:00:17 smithi062 bash[26634]: cluster 2024-09-13T14:00:16.355869+0000 mgr.y (mgr.14391) 242 : cluster [DBG] pgmap v213: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:00:19.680 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:00:19 smithi178 bash[22034]: cluster 2024-09-13T14:00:18.356532+0000 mgr.y (mgr.14391) 243 : cluster [DBG] pgmap v214: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:00:19.750 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:00:19 smithi062 bash[19845]: cluster 2024-09-13T14:00:18.356532+0000 mgr.y (mgr.14391) 243 : cluster [DBG] pgmap v214: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:00:19.750 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:00:19 smithi062 bash[26634]: cluster 2024-09-13T14:00:18.356532+0000 mgr.y (mgr.14391) 243 : cluster [DBG] pgmap v214: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:00:20.680 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:00:20 smithi178 bash[22034]: audit 2024-09-13T14:00:19.275675+0000 mgr.y (mgr.14391) 244 : audit [DBG] from='client.24704 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:00:20.750 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:00:20 smithi062 bash[19845]: audit 2024-09-13T14:00:19.275675+0000 mgr.y (mgr.14391) 244 : audit [DBG] from='client.24704 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:00:20.751 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:00:20 smithi062 bash[26634]: audit 2024-09-13T14:00:19.275675+0000 mgr.y (mgr.14391) 244 : audit [DBG] from='client.24704 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:00:21.750 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:00:21 smithi062 bash[19845]: cluster 2024-09-13T14:00:20.358248+0000 mgr.y (mgr.14391) 245 : cluster [DBG] pgmap v215: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:00:21.751 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:00:21 smithi062 bash[26634]: cluster 2024-09-13T14:00:20.358248+0000 mgr.y (mgr.14391) 245 : cluster [DBG] pgmap v215: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:00:21.930 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:00:21 smithi178 bash[22034]: cluster 2024-09-13T14:00:20.358248+0000 mgr.y (mgr.14391) 245 : cluster [DBG] pgmap v215: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:00:23.750 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:00:23 smithi062 bash[19845]: cluster 2024-09-13T14:00:22.358946+0000 mgr.y (mgr.14391) 246 : cluster [DBG] pgmap v216: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:00:23.751 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:00:23 smithi062 bash[26634]: cluster 2024-09-13T14:00:22.358946+0000 mgr.y (mgr.14391) 246 : cluster [DBG] pgmap v216: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:00:23.930 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:00:23 smithi178 bash[22034]: cluster 2024-09-13T14:00:22.358946+0000 mgr.y (mgr.14391) 246 : cluster [DBG] pgmap v216: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:00:25.750 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:00:25 smithi062 bash[19845]: cluster 2024-09-13T14:00:24.360602+0000 mgr.y (mgr.14391) 247 : cluster [DBG] pgmap v217: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:00:25.751 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:00:25 smithi062 bash[26634]: cluster 2024-09-13T14:00:24.360602+0000 mgr.y (mgr.14391) 247 : cluster [DBG] pgmap v217: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:00:25.930 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:00:25 smithi178 bash[22034]: cluster 2024-09-13T14:00:24.360602+0000 mgr.y (mgr.14391) 247 : cluster [DBG] pgmap v217: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:00:26.250 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:00:25 smithi062 bash[20100]: ::ffff:172.21.15.178 - - [13/Sep/2024:14:00:25] "GET /metrics HTTP/1.1" 200 38154 "" "Prometheus/2.43.0" 2024-09-13T14:00:27.750 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:00:27 smithi062 bash[19845]: cluster 2024-09-13T14:00:26.361333+0000 mgr.y (mgr.14391) 248 : cluster [DBG] pgmap v218: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:00:27.751 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:00:27 smithi062 bash[26634]: cluster 2024-09-13T14:00:26.361333+0000 mgr.y (mgr.14391) 248 : cluster [DBG] pgmap v218: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:00:27.930 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:00:27 smithi178 bash[22034]: cluster 2024-09-13T14:00:26.361333+0000 mgr.y (mgr.14391) 248 : cluster [DBG] pgmap v218: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:00:28.751 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:00:28 smithi062 bash[19845]: audit 2024-09-13T14:00:28.288158+0000 mon.a (mon.0) 993 : audit [DBG] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:00:28.751 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:00:28 smithi062 bash[26634]: audit 2024-09-13T14:00:28.288158+0000 mon.a (mon.0) 993 : audit [DBG] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:00:28.930 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:00:28 smithi178 bash[22034]: audit 2024-09-13T14:00:28.288158+0000 mon.a (mon.0) 993 : audit [DBG] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:00:29.751 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:00:29 smithi062 bash[26634]: cluster 2024-09-13T14:00:28.361992+0000 mgr.y (mgr.14391) 249 : cluster [DBG] pgmap v219: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:00:29.751 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:00:29 smithi062 bash[19845]: cluster 2024-09-13T14:00:28.361992+0000 mgr.y (mgr.14391) 249 : cluster [DBG] pgmap v219: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:00:29.930 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:00:29 smithi178 bash[22034]: cluster 2024-09-13T14:00:28.361992+0000 mgr.y (mgr.14391) 249 : cluster [DBG] pgmap v219: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:00:30.750 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:00:30 smithi062 bash[19845]: audit 2024-09-13T14:00:29.284479+0000 mgr.y (mgr.14391) 250 : audit [DBG] from='client.24704 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:00:30.751 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:00:30 smithi062 bash[26634]: audit 2024-09-13T14:00:29.284479+0000 mgr.y (mgr.14391) 250 : audit [DBG] from='client.24704 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:00:30.930 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:00:30 smithi178 bash[22034]: audit 2024-09-13T14:00:29.284479+0000 mgr.y (mgr.14391) 250 : audit [DBG] from='client.24704 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:00:31.750 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:00:31 smithi062 bash[19845]: cluster 2024-09-13T14:00:30.363693+0000 mgr.y (mgr.14391) 251 : cluster [DBG] pgmap v220: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:00:31.751 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:00:31 smithi062 bash[26634]: cluster 2024-09-13T14:00:30.363693+0000 mgr.y (mgr.14391) 251 : cluster [DBG] pgmap v220: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:00:31.930 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:00:31 smithi178 bash[22034]: cluster 2024-09-13T14:00:30.363693+0000 mgr.y (mgr.14391) 251 : cluster [DBG] pgmap v220: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:00:32.737 DEBUG:teuthology.orchestra.run.smithi062:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ff1149ea-71d5-11ef-bceb-c7b262605968 -e sha1=b0201b8c79733293453e7f10a10c7fa43119222b -- bash -c 'ceph config set mon mon_warn_on_insecure_global_id_reclaim false --force' 2024-09-13T14:00:33.750 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:00:33 smithi062 bash[19845]: cluster 2024-09-13T14:00:32.364389+0000 mgr.y (mgr.14391) 252 : cluster [DBG] pgmap v221: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:00:33.751 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:00:33 smithi062 bash[26634]: cluster 2024-09-13T14:00:32.364389+0000 mgr.y (mgr.14391) 252 : cluster [DBG] pgmap v221: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:00:33.930 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:00:33 smithi178 bash[22034]: cluster 2024-09-13T14:00:32.364389+0000 mgr.y (mgr.14391) 252 : cluster [DBG] pgmap v221: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:00:35.750 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:00:35 smithi062 bash[19845]: cluster 2024-09-13T14:00:34.365958+0000 mgr.y (mgr.14391) 253 : cluster [DBG] pgmap v222: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:00:35.751 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:00:35 smithi062 bash[26634]: cluster 2024-09-13T14:00:34.365958+0000 mgr.y (mgr.14391) 253 : cluster [DBG] pgmap v222: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:00:35.930 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:00:35 smithi178 bash[22034]: cluster 2024-09-13T14:00:34.365958+0000 mgr.y (mgr.14391) 253 : cluster [DBG] pgmap v222: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:00:36.250 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:00:35 smithi062 bash[20100]: ::ffff:172.21.15.178 - - [13/Sep/2024:14:00:35] "GET /metrics HTTP/1.1" 200 38153 "" "Prometheus/2.43.0" 2024-09-13T14:00:37.554 INFO:teuthology.orchestra.run.smithi062.stderr:Inferring config /var/lib/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T14:00:37.751 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:00:37 smithi062 bash[19845]: cluster 2024-09-13T14:00:36.366684+0000 mgr.y (mgr.14391) 254 : cluster [DBG] pgmap v223: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:00:37.751 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:00:37 smithi062 bash[19845]: audit 2024-09-13T14:00:37.232264+0000 mon.a (mon.0) 994 : audit [DBG] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:00:37.751 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:00:37 smithi062 bash[19845]: audit 2024-09-13T14:00:37.233429+0000 mon.a (mon.0) 995 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T14:00:37.751 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:00:37 smithi062 bash[19845]: audit 2024-09-13T14:00:37.239361+0000 mon.a (mon.0) 996 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T14:00:37.751 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:00:37 smithi062 bash[26634]: cluster 2024-09-13T14:00:36.366684+0000 mgr.y (mgr.14391) 254 : cluster [DBG] pgmap v223: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:00:37.751 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:00:37 smithi062 bash[26634]: audit 2024-09-13T14:00:37.232264+0000 mon.a (mon.0) 994 : audit [DBG] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:00:37.752 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:00:37 smithi062 bash[26634]: audit 2024-09-13T14:00:37.233429+0000 mon.a (mon.0) 995 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T14:00:37.752 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:00:37 smithi062 bash[26634]: audit 2024-09-13T14:00:37.239361+0000 mon.a (mon.0) 996 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T14:00:37.930 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:00:37 smithi178 bash[22034]: cluster 2024-09-13T14:00:36.366684+0000 mgr.y (mgr.14391) 254 : cluster [DBG] pgmap v223: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:00:37.930 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:00:37 smithi178 bash[22034]: audit 2024-09-13T14:00:37.232264+0000 mon.a (mon.0) 994 : audit [DBG] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:00:37.930 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:00:37 smithi178 bash[22034]: audit 2024-09-13T14:00:37.233429+0000 mon.a (mon.0) 995 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T14:00:37.930 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:00:37 smithi178 bash[22034]: audit 2024-09-13T14:00:37.239361+0000 mon.a (mon.0) 996 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T14:00:39.575 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:00:39 smithi062 bash[19845]: cluster 2024-09-13T14:00:38.367337+0000 mgr.y (mgr.14391) 255 : cluster [DBG] pgmap v224: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:00:39.575 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:00:39 smithi062 bash[26634]: cluster 2024-09-13T14:00:38.367337+0000 mgr.y (mgr.14391) 255 : cluster [DBG] pgmap v224: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:00:39.576 DEBUG:teuthology.orchestra.run.smithi062:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ff1149ea-71d5-11ef-bceb-c7b262605968 -e sha1=b0201b8c79733293453e7f10a10c7fa43119222b -- bash -c 'ceph config set mon mon_warn_on_insecure_global_id_reclaim_allowed false --force' 2024-09-13T14:00:39.930 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:00:39 smithi178 bash[22034]: cluster 2024-09-13T14:00:38.367337+0000 mgr.y (mgr.14391) 255 : cluster [DBG] pgmap v224: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:00:40.750 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:00:40 smithi062 bash[19845]: audit 2024-09-13T14:00:39.295748+0000 mgr.y (mgr.14391) 256 : audit [DBG] from='client.24704 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:00:40.751 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:00:40 smithi062 bash[26634]: audit 2024-09-13T14:00:39.295748+0000 mgr.y (mgr.14391) 256 : audit [DBG] from='client.24704 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:00:40.930 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:00:40 smithi178 bash[22034]: audit 2024-09-13T14:00:39.295748+0000 mgr.y (mgr.14391) 256 : audit [DBG] from='client.24704 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:00:41.750 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:00:41 smithi062 bash[19845]: cluster 2024-09-13T14:00:40.369143+0000 mgr.y (mgr.14391) 257 : cluster [DBG] pgmap v225: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:00:41.751 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:00:41 smithi062 bash[26634]: cluster 2024-09-13T14:00:40.369143+0000 mgr.y (mgr.14391) 257 : cluster [DBG] pgmap v225: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:00:41.930 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:00:41 smithi178 bash[22034]: cluster 2024-09-13T14:00:40.369143+0000 mgr.y (mgr.14391) 257 : cluster [DBG] pgmap v225: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:00:43.930 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:00:43 smithi178 bash[22034]: cluster 2024-09-13T14:00:42.369766+0000 mgr.y (mgr.14391) 258 : cluster [DBG] pgmap v226: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:00:43.930 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:00:43 smithi178 bash[22034]: audit 2024-09-13T14:00:43.288253+0000 mon.a (mon.0) 997 : audit [DBG] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:00:44.000 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:00:43 smithi062 bash[19845]: cluster 2024-09-13T14:00:42.369766+0000 mgr.y (mgr.14391) 258 : cluster [DBG] pgmap v226: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:00:44.001 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:00:43 smithi062 bash[19845]: audit 2024-09-13T14:00:43.288253+0000 mon.a (mon.0) 997 : audit [DBG] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:00:44.001 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:00:43 smithi062 bash[26634]: cluster 2024-09-13T14:00:42.369766+0000 mgr.y (mgr.14391) 258 : cluster [DBG] pgmap v226: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:00:44.001 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:00:43 smithi062 bash[26634]: audit 2024-09-13T14:00:43.288253+0000 mon.a (mon.0) 997 : audit [DBG] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:00:44.407 INFO:teuthology.orchestra.run.smithi062.stderr:Inferring config /var/lib/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T14:00:45.864 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:00:45 smithi062 bash[19845]: cluster 2024-09-13T14:00:44.371364+0000 mgr.y (mgr.14391) 259 : cluster [DBG] pgmap v227: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:00:45.864 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:00:45 smithi062 bash[26634]: cluster 2024-09-13T14:00:44.371364+0000 mgr.y (mgr.14391) 259 : cluster [DBG] pgmap v227: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:00:45.930 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:00:45 smithi178 bash[22034]: cluster 2024-09-13T14:00:44.371364+0000 mgr.y (mgr.14391) 259 : cluster [DBG] pgmap v227: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:00:46.129 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:00:45 smithi062 bash[20100]: ::ffff:172.21.15.178 - - [13/Sep/2024:14:00:45] "GET /metrics HTTP/1.1" 200 38155 "" "Prometheus/2.43.0" 2024-09-13T14:00:46.576 DEBUG:teuthology.orchestra.run.smithi062:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ff1149ea-71d5-11ef-bceb-c7b262605968 -e sha1=b0201b8c79733293453e7f10a10c7fa43119222b -- bash -c 'ceph config set global log_to_journald false --force' 2024-09-13T14:00:47.930 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:00:47 smithi178 bash[22034]: cluster 2024-09-13T14:00:46.372076+0000 mgr.y (mgr.14391) 260 : cluster [DBG] pgmap v228: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:00:48.000 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:00:47 smithi062 bash[19845]: cluster 2024-09-13T14:00:46.372076+0000 mgr.y (mgr.14391) 260 : cluster [DBG] pgmap v228: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:00:48.001 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:00:47 smithi062 bash[26634]: cluster 2024-09-13T14:00:46.372076+0000 mgr.y (mgr.14391) 260 : cluster [DBG] pgmap v228: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:00:49.750 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:00:49 smithi062 bash[19845]: cluster 2024-09-13T14:00:48.372763+0000 mgr.y (mgr.14391) 261 : cluster [DBG] pgmap v229: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:00:49.751 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:00:49 smithi062 bash[26634]: cluster 2024-09-13T14:00:48.372763+0000 mgr.y (mgr.14391) 261 : cluster [DBG] pgmap v229: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:00:49.930 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:00:49 smithi178 bash[22034]: cluster 2024-09-13T14:00:48.372763+0000 mgr.y (mgr.14391) 261 : cluster [DBG] pgmap v229: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:00:50.930 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:00:50 smithi178 bash[22034]: audit 2024-09-13T14:00:49.306966+0000 mgr.y (mgr.14391) 262 : audit [DBG] from='client.24704 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:00:51.000 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:00:50 smithi062 bash[19845]: audit 2024-09-13T14:00:49.306966+0000 mgr.y (mgr.14391) 262 : audit [DBG] from='client.24704 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:00:51.001 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:00:50 smithi062 bash[26634]: audit 2024-09-13T14:00:49.306966+0000 mgr.y (mgr.14391) 262 : audit [DBG] from='client.24704 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:00:51.401 INFO:teuthology.orchestra.run.smithi062.stderr:Inferring config /var/lib/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T14:00:51.750 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:00:51 smithi062 bash[19845]: cluster 2024-09-13T14:00:50.374437+0000 mgr.y (mgr.14391) 263 : cluster [DBG] pgmap v230: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:00:51.751 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:00:51 smithi062 bash[26634]: cluster 2024-09-13T14:00:50.374437+0000 mgr.y (mgr.14391) 263 : cluster [DBG] pgmap v230: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:00:51.930 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:00:51 smithi178 bash[22034]: cluster 2024-09-13T14:00:50.374437+0000 mgr.y (mgr.14391) 263 : cluster [DBG] pgmap v230: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:00:53.445 DEBUG:teuthology.orchestra.run.smithi062:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ff1149ea-71d5-11ef-bceb-c7b262605968 -e sha1=b0201b8c79733293453e7f10a10c7fa43119222b -- bash -c 'ceph orch ps' 2024-09-13T14:00:53.750 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:00:53 smithi062 bash[26634]: cluster 2024-09-13T14:00:52.375048+0000 mgr.y (mgr.14391) 264 : cluster [DBG] pgmap v231: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:00:53.751 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:00:53 smithi062 bash[19845]: cluster 2024-09-13T14:00:52.375048+0000 mgr.y (mgr.14391) 264 : cluster [DBG] pgmap v231: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:00:53.930 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:00:53 smithi178 bash[22034]: cluster 2024-09-13T14:00:52.375048+0000 mgr.y (mgr.14391) 264 : cluster [DBG] pgmap v231: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:00:55.864 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:00:55 smithi062 bash[19845]: cluster 2024-09-13T14:00:54.376655+0000 mgr.y (mgr.14391) 265 : cluster [DBG] pgmap v232: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:00:55.865 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:00:55 smithi062 bash[26634]: cluster 2024-09-13T14:00:54.376655+0000 mgr.y (mgr.14391) 265 : cluster [DBG] pgmap v232: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:00:55.930 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:00:55 smithi178 bash[22034]: cluster 2024-09-13T14:00:54.376655+0000 mgr.y (mgr.14391) 265 : cluster [DBG] pgmap v232: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:00:56.250 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:00:55 smithi062 bash[20100]: ::ffff:172.21.15.178 - - [13/Sep/2024:14:00:55] "GET /metrics HTTP/1.1" 200 38155 "" "Prometheus/2.43.0" 2024-09-13T14:00:57.930 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:00:57 smithi178 bash[22034]: cluster 2024-09-13T14:00:56.377365+0000 mgr.y (mgr.14391) 266 : cluster [DBG] pgmap v233: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:00:58.000 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:00:57 smithi062 bash[26634]: cluster 2024-09-13T14:00:56.377365+0000 mgr.y (mgr.14391) 266 : cluster [DBG] pgmap v233: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:00:58.001 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:00:57 smithi062 bash[19845]: cluster 2024-09-13T14:00:56.377365+0000 mgr.y (mgr.14391) 266 : cluster [DBG] pgmap v233: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:00:58.282 INFO:teuthology.orchestra.run.smithi062.stderr:Inferring config /var/lib/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T14:00:58.750 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:00:58 smithi062 bash[19845]: audit 2024-09-13T14:00:58.288242+0000 mon.a (mon.0) 998 : audit [DBG] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:00:58.751 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:00:58 smithi062 bash[26634]: audit 2024-09-13T14:00:58.288242+0000 mon.a (mon.0) 998 : audit [DBG] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:00:58.930 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:00:58 smithi178 bash[22034]: audit 2024-09-13T14:00:58.288242+0000 mon.a (mon.0) 998 : audit [DBG] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:00:59.792 INFO:teuthology.orchestra.run.smithi062.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-13T14:00:59.792 INFO:teuthology.orchestra.run.smithi062.stdout:alertmanager.a smithi062 *:9093,9094 running (5m) 3m ago 6m 13.9M - 0.25.0 c8568f914cd2 3855e7cada7e 2024-09-13T14:00:59.792 INFO:teuthology.orchestra.run.smithi062.stdout:grafana.a smithi178 *:3000 running (5m) 3m ago 5m 75.6M - 9.4.12 2bacad6d85d8 f92f4c844371 2024-09-13T14:00:59.792 INFO:teuthology.orchestra.run.smithi062.stdout:iscsi.foo.smithi062.auboqe smithi062 *:5000 running (3m) 3m ago 3m 72.9M - 3.8 19dc8d659727 94ec410420a9 2024-09-13T14:00:59.792 INFO:teuthology.orchestra.run.smithi062.stdout:mgr.x smithi178 *:8443,8765 running (14m) 3m ago 14m 427M - 19.1.1-322-g7741f7f9 19dc8d659727 48f023564116 2024-09-13T14:00:59.793 INFO:teuthology.orchestra.run.smithi062.stdout:mgr.y smithi062 *:9283,8765 running (16m) 3m ago 16m 491M - 19.1.1-322-g7741f7f9 19dc8d659727 7076bd20465f 2024-09-13T14:00:59.793 INFO:teuthology.orchestra.run.smithi062.stdout:mon.a smithi062 running (16m) 3m ago 17m 49.2M 2048M 19.1.1-322-g7741f7f9 19dc8d659727 4664a2c15794 2024-09-13T14:00:59.793 INFO:teuthology.orchestra.run.smithi062.stdout:mon.b smithi178 running (15m) 3m ago 15m 39.2M 2048M 19.1.1-322-g7741f7f9 19dc8d659727 f0553780881c 2024-09-13T14:00:59.793 INFO:teuthology.orchestra.run.smithi062.stdout:mon.c smithi062 running (14m) 3m ago 14m 38.7M 2048M 19.1.1-322-g7741f7f9 19dc8d659727 0846e375e651 2024-09-13T14:00:59.793 INFO:teuthology.orchestra.run.smithi062.stdout:node-exporter.a smithi062 *:9100 running (6m) 3m ago 6m 8011k - 1.5.0 0da6a335fe13 fd29265c5570 2024-09-13T14:00:59.793 INFO:teuthology.orchestra.run.smithi062.stdout:node-exporter.b smithi178 *:9100 running (6m) 3m ago 6m 8315k - 1.5.0 0da6a335fe13 400d31a0fc83 2024-09-13T14:00:59.793 INFO:teuthology.orchestra.run.smithi062.stdout:osd.0 smithi062 running (13m) 3m ago 13m 57.3M 4060M 19.1.1-322-g7741f7f9 19dc8d659727 a01ecc33ada0 2024-09-13T14:00:59.793 INFO:teuthology.orchestra.run.smithi062.stdout:osd.1 smithi062 running (12m) 3m ago 12m 50.7M 4060M 19.1.1-322-g7741f7f9 19dc8d659727 d6ca3f655d05 2024-09-13T14:00:59.793 INFO:teuthology.orchestra.run.smithi062.stdout:osd.2 smithi062 running (12m) 3m ago 12m 54.5M 4060M 19.1.1-322-g7741f7f9 19dc8d659727 f001b702483d 2024-09-13T14:00:59.793 INFO:teuthology.orchestra.run.smithi062.stdout:osd.3 smithi062 running (11m) 3m ago 11m 47.3M 4060M 19.1.1-322-g7741f7f9 19dc8d659727 cebed6322996 2024-09-13T14:00:59.794 INFO:teuthology.orchestra.run.smithi062.stdout:osd.4 smithi178 running (10m) 3m ago 10m 55.0M 4060M 19.1.1-322-g7741f7f9 19dc8d659727 7ff166ed36a8 2024-09-13T14:00:59.794 INFO:teuthology.orchestra.run.smithi062.stdout:osd.5 smithi178 running (9m) 3m ago 9m 53.3M 4060M 19.1.1-322-g7741f7f9 19dc8d659727 0ee354299930 2024-09-13T14:00:59.794 INFO:teuthology.orchestra.run.smithi062.stdout:osd.6 smithi178 running (8m) 3m ago 8m 45.1M 4060M 19.1.1-322-g7741f7f9 19dc8d659727 e6cb50c05b1b 2024-09-13T14:00:59.794 INFO:teuthology.orchestra.run.smithi062.stdout:osd.7 smithi178 running (7m) 3m ago 7m 54.9M 4060M 19.1.1-322-g7741f7f9 19dc8d659727 fbc9d74ccd0e 2024-09-13T14:00:59.794 INFO:teuthology.orchestra.run.smithi062.stdout:prometheus.a smithi178 *:9095 running (5m) 3m ago 6m 38.9M - 2.43.0 a07b618ecd1d 4f065f9fb1e4 2024-09-13T14:00:59.794 INFO:teuthology.orchestra.run.smithi062.stdout:rgw.foo.smithi062.raldkl smithi062 *:8000 running (3m) 3m ago 3m 89.2M - 19.1.1-322-g7741f7f9 19dc8d659727 c374202ad667 2024-09-13T14:00:59.794 INFO:teuthology.orchestra.run.smithi062.stdout:rgw.foo.smithi178.sseeij smithi178 *:8000 running (3m) 3m ago 3m 88.6M - 19.1.1-322-g7741f7f9 19dc8d659727 86fcacc26a6b 2024-09-13T14:00:59.817 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:00:59 smithi062 bash[19845]: cluster 2024-09-13T14:00:58.378164+0000 mgr.y (mgr.14391) 267 : cluster [DBG] pgmap v234: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:00:59.817 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:00:59 smithi062 bash[26634]: cluster 2024-09-13T14:00:58.378164+0000 mgr.y (mgr.14391) 267 : cluster [DBG] pgmap v234: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:00:59.930 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:00:59 smithi178 bash[22034]: cluster 2024-09-13T14:00:58.378164+0000 mgr.y (mgr.14391) 267 : cluster [DBG] pgmap v234: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:01:00.479 DEBUG:teuthology.orchestra.run.smithi062:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ff1149ea-71d5-11ef-bceb-c7b262605968 -e sha1=b0201b8c79733293453e7f10a10c7fa43119222b -- bash -c 'ceph versions' 2024-09-13T14:01:00.751 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:01:00 smithi062 bash[19845]: audit 2024-09-13T14:00:59.312908+0000 mgr.y (mgr.14391) 268 : audit [DBG] from='client.24704 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:01:00.751 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:01:00 smithi062 bash[19845]: audit 2024-09-13T14:00:59.775257+0000 mgr.y (mgr.14391) 269 : audit [DBG] from='client.14934 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:01:00.751 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:01:00 smithi062 bash[26634]: audit 2024-09-13T14:00:59.312908+0000 mgr.y (mgr.14391) 268 : audit [DBG] from='client.24704 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:01:00.751 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:01:00 smithi062 bash[26634]: audit 2024-09-13T14:00:59.775257+0000 mgr.y (mgr.14391) 269 : audit [DBG] from='client.14934 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:01:00.930 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:01:00 smithi178 bash[22034]: audit 2024-09-13T14:00:59.312908+0000 mgr.y (mgr.14391) 268 : audit [DBG] from='client.24704 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:01:00.930 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:01:00 smithi178 bash[22034]: audit 2024-09-13T14:00:59.775257+0000 mgr.y (mgr.14391) 269 : audit [DBG] from='client.14934 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:01:01.930 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:01:01 smithi178 bash[22034]: cluster 2024-09-13T14:01:00.379961+0000 mgr.y (mgr.14391) 270 : cluster [DBG] pgmap v235: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:01:02.001 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:01:01 smithi062 bash[19845]: cluster 2024-09-13T14:01:00.379961+0000 mgr.y (mgr.14391) 270 : cluster [DBG] pgmap v235: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:01:02.001 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:01:01 smithi062 bash[26634]: cluster 2024-09-13T14:01:00.379961+0000 mgr.y (mgr.14391) 270 : cluster [DBG] pgmap v235: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:01:03.930 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:01:03 smithi178 bash[22034]: cluster 2024-09-13T14:01:02.380660+0000 mgr.y (mgr.14391) 271 : cluster [DBG] pgmap v236: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:01:04.000 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:01:03 smithi062 bash[19845]: cluster 2024-09-13T14:01:02.380660+0000 mgr.y (mgr.14391) 271 : cluster [DBG] pgmap v236: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:01:04.001 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:01:03 smithi062 bash[26634]: cluster 2024-09-13T14:01:02.380660+0000 mgr.y (mgr.14391) 271 : cluster [DBG] pgmap v236: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:01:05.300 INFO:teuthology.orchestra.run.smithi062.stderr:Inferring config /var/lib/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T14:01:05.751 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:01:05 smithi062 bash[19845]: cluster 2024-09-13T14:01:04.382300+0000 mgr.y (mgr.14391) 272 : cluster [DBG] pgmap v237: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:01:05.751 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:01:05 smithi062 bash[26634]: cluster 2024-09-13T14:01:04.382300+0000 mgr.y (mgr.14391) 272 : cluster [DBG] pgmap v237: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:01:05.930 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:01:05 smithi178 bash[22034]: cluster 2024-09-13T14:01:04.382300+0000 mgr.y (mgr.14391) 272 : cluster [DBG] pgmap v237: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:01:06.251 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:01:05 smithi062 bash[20100]: ::ffff:172.21.15.178 - - [13/Sep/2024:14:01:05] "GET /metrics HTTP/1.1" 200 38155 "" "Prometheus/2.43.0" 2024-09-13T14:01:06.817 INFO:teuthology.orchestra.run.smithi062.stdout:{ 2024-09-13T14:01:06.817 INFO:teuthology.orchestra.run.smithi062.stdout: "mon": { 2024-09-13T14:01:06.817 INFO:teuthology.orchestra.run.smithi062.stdout: "ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable)": 3 2024-09-13T14:01:06.817 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-09-13T14:01:06.817 INFO:teuthology.orchestra.run.smithi062.stdout: "mgr": { 2024-09-13T14:01:06.817 INFO:teuthology.orchestra.run.smithi062.stdout: "ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable)": 2 2024-09-13T14:01:06.817 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-09-13T14:01:06.817 INFO:teuthology.orchestra.run.smithi062.stdout: "osd": { 2024-09-13T14:01:06.818 INFO:teuthology.orchestra.run.smithi062.stdout: "ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable)": 8 2024-09-13T14:01:06.818 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-09-13T14:01:06.818 INFO:teuthology.orchestra.run.smithi062.stdout: "rgw": { 2024-09-13T14:01:06.818 INFO:teuthology.orchestra.run.smithi062.stdout: "ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable)": 2 2024-09-13T14:01:06.818 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-09-13T14:01:06.818 INFO:teuthology.orchestra.run.smithi062.stdout: "overall": { 2024-09-13T14:01:06.818 INFO:teuthology.orchestra.run.smithi062.stdout: "ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable)": 15 2024-09-13T14:01:06.818 INFO:teuthology.orchestra.run.smithi062.stdout: } 2024-09-13T14:01:06.818 INFO:teuthology.orchestra.run.smithi062.stdout:} 2024-09-13T14:01:07.460 DEBUG:teuthology.orchestra.run.smithi062:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ff1149ea-71d5-11ef-bceb-c7b262605968 -e sha1=b0201b8c79733293453e7f10a10c7fa43119222b -- bash -c 'ceph -s' 2024-09-13T14:01:07.751 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:01:07 smithi062 bash[19845]: cluster 2024-09-13T14:01:06.383014+0000 mgr.y (mgr.14391) 273 : cluster [DBG] pgmap v238: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:01:07.751 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:01:07 smithi062 bash[19845]: audit 2024-09-13T14:01:06.820432+0000 mon.c (mon.2) 33 : audit [DBG] from='client.? 172.21.15.62:0/2063931533' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:01:07.751 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:01:07 smithi062 bash[26634]: cluster 2024-09-13T14:01:06.383014+0000 mgr.y (mgr.14391) 273 : cluster [DBG] pgmap v238: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:01:07.751 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:01:07 smithi062 bash[26634]: audit 2024-09-13T14:01:06.820432+0000 mon.c (mon.2) 33 : audit [DBG] from='client.? 172.21.15.62:0/2063931533' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:01:07.930 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:01:07 smithi178 bash[22034]: cluster 2024-09-13T14:01:06.383014+0000 mgr.y (mgr.14391) 273 : cluster [DBG] pgmap v238: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:01:07.930 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:01:07 smithi178 bash[22034]: audit 2024-09-13T14:01:06.820432+0000 mon.c (mon.2) 33 : audit [DBG] from='client.? 172.21.15.62:0/2063931533' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:01:09.930 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:01:09 smithi178 bash[22034]: cluster 2024-09-13T14:01:08.383707+0000 mgr.y (mgr.14391) 274 : cluster [DBG] pgmap v239: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:01:10.000 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:01:09 smithi062 bash[19845]: cluster 2024-09-13T14:01:08.383707+0000 mgr.y (mgr.14391) 274 : cluster [DBG] pgmap v239: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:01:10.001 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:01:09 smithi062 bash[26634]: cluster 2024-09-13T14:01:08.383707+0000 mgr.y (mgr.14391) 274 : cluster [DBG] pgmap v239: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:01:10.930 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:01:10 smithi178 bash[22034]: audit 2024-09-13T14:01:09.324165+0000 mgr.y (mgr.14391) 275 : audit [DBG] from='client.24704 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:01:11.001 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:01:10 smithi062 bash[19845]: audit 2024-09-13T14:01:09.324165+0000 mgr.y (mgr.14391) 275 : audit [DBG] from='client.24704 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:01:11.001 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:01:10 smithi062 bash[26634]: audit 2024-09-13T14:01:09.324165+0000 mgr.y (mgr.14391) 275 : audit [DBG] from='client.24704 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:01:11.930 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:01:11 smithi178 bash[22034]: cluster 2024-09-13T14:01:10.385413+0000 mgr.y (mgr.14391) 276 : cluster [DBG] pgmap v240: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:01:12.001 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:01:11 smithi062 bash[19845]: cluster 2024-09-13T14:01:10.385413+0000 mgr.y (mgr.14391) 276 : cluster [DBG] pgmap v240: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:01:12.001 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:01:11 smithi062 bash[26634]: cluster 2024-09-13T14:01:10.385413+0000 mgr.y (mgr.14391) 276 : cluster [DBG] pgmap v240: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:01:12.291 INFO:teuthology.orchestra.run.smithi062.stderr:Inferring config /var/lib/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T14:01:13.612 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:01:13 smithi062 bash[19845]: cluster 2024-09-13T14:01:12.386116+0000 mgr.y (mgr.14391) 277 : cluster [DBG] pgmap v241: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:01:13.612 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:01:13 smithi062 bash[19845]: audit 2024-09-13T14:01:13.288825+0000 mon.a (mon.0) 999 : audit [DBG] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:01:13.786 INFO:teuthology.orchestra.run.smithi062.stdout: cluster: 2024-09-13T14:01:13.786 INFO:teuthology.orchestra.run.smithi062.stdout: id: ff1149ea-71d5-11ef-bceb-c7b262605968 2024-09-13T14:01:13.786 INFO:teuthology.orchestra.run.smithi062.stdout: health: HEALTH_OK 2024-09-13T14:01:13.786 INFO:teuthology.orchestra.run.smithi062.stdout: 2024-09-13T14:01:13.786 INFO:teuthology.orchestra.run.smithi062.stdout: services: 2024-09-13T14:01:13.786 INFO:teuthology.orchestra.run.smithi062.stdout: mon: 3 daemons, quorum a,b,c (age 15m) 2024-09-13T14:01:13.786 INFO:teuthology.orchestra.run.smithi062.stdout: mgr: y(active, since 6m), standbys: x 2024-09-13T14:01:13.786 INFO:teuthology.orchestra.run.smithi062.stdout: osd: 8 osds: 8 up (since 7m), 8 in (since 8m) 2024-09-13T14:01:13.786 INFO:teuthology.orchestra.run.smithi062.stdout: rgw: 2 daemons active (2 hosts, 1 zones) 2024-09-13T14:01:13.786 INFO:teuthology.orchestra.run.smithi062.stdout: 2024-09-13T14:01:13.786 INFO:teuthology.orchestra.run.smithi062.stdout: data: 2024-09-13T14:01:13.787 INFO:teuthology.orchestra.run.smithi062.stdout: pools: 6 pools, 161 pgs 2024-09-13T14:01:13.787 INFO:teuthology.orchestra.run.smithi062.stdout: objects: 212 objects, 585 KiB 2024-09-13T14:01:13.787 INFO:teuthology.orchestra.run.smithi062.stdout: usage: 258 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:01:13.787 INFO:teuthology.orchestra.run.smithi062.stdout: pgs: 161 active+clean 2024-09-13T14:01:13.787 INFO:teuthology.orchestra.run.smithi062.stdout: 2024-09-13T14:01:13.787 INFO:teuthology.orchestra.run.smithi062.stdout: io: 2024-09-13T14:01:13.787 INFO:teuthology.orchestra.run.smithi062.stdout: client: 852 B/s rd, 0 op/s rd, 0 op/s wr 2024-09-13T14:01:13.787 INFO:teuthology.orchestra.run.smithi062.stdout: 2024-09-13T14:01:13.930 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:01:13 smithi178 bash[22034]: cluster 2024-09-13T14:01:12.386116+0000 mgr.y (mgr.14391) 277 : cluster [DBG] pgmap v241: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:01:13.930 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:01:13 smithi178 bash[22034]: audit 2024-09-13T14:01:13.288825+0000 mon.a (mon.0) 999 : audit [DBG] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:01:13.950 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:01:13 smithi062 bash[26634]: cluster 2024-09-13T14:01:12.386116+0000 mgr.y (mgr.14391) 277 : cluster [DBG] pgmap v241: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:01:13.950 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:01:13 smithi062 bash[26634]: audit 2024-09-13T14:01:13.288825+0000 mon.a (mon.0) 999 : audit [DBG] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:01:14.401 DEBUG:teuthology.orchestra.run.smithi062:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ff1149ea-71d5-11ef-bceb-c7b262605968 -e sha1=b0201b8c79733293453e7f10a10c7fa43119222b -- bash -c 'ceph orch ls' 2024-09-13T14:01:14.751 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:01:14 smithi062 bash[19845]: audit 2024-09-13T14:01:13.788735+0000 mon.c (mon.2) 34 : audit [DBG] from='client.? 172.21.15.62:0/1658524298' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-09-13T14:01:14.751 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:01:14 smithi062 bash[26634]: audit 2024-09-13T14:01:13.788735+0000 mon.c (mon.2) 34 : audit [DBG] from='client.? 172.21.15.62:0/1658524298' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-09-13T14:01:14.930 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:01:14 smithi178 bash[22034]: audit 2024-09-13T14:01:13.788735+0000 mon.c (mon.2) 34 : audit [DBG] from='client.? 172.21.15.62:0/1658524298' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-09-13T14:01:15.930 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:01:15 smithi178 bash[22034]: cluster 2024-09-13T14:01:14.387799+0000 mgr.y (mgr.14391) 278 : cluster [DBG] pgmap v242: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:01:16.001 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:01:15 smithi062 bash[19845]: cluster 2024-09-13T14:01:14.387799+0000 mgr.y (mgr.14391) 278 : cluster [DBG] pgmap v242: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:01:16.001 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:01:15 smithi062 bash[20100]: ::ffff:172.21.15.178 - - [13/Sep/2024:14:01:15] "GET /metrics HTTP/1.1" 200 38154 "" "Prometheus/2.43.0" 2024-09-13T14:01:16.001 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:01:15 smithi062 bash[26634]: cluster 2024-09-13T14:01:14.387799+0000 mgr.y (mgr.14391) 278 : cluster [DBG] pgmap v242: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:01:17.930 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:01:17 smithi178 bash[22034]: cluster 2024-09-13T14:01:16.388502+0000 mgr.y (mgr.14391) 279 : cluster [DBG] pgmap v243: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:01:18.000 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:01:17 smithi062 bash[19845]: cluster 2024-09-13T14:01:16.388502+0000 mgr.y (mgr.14391) 279 : cluster [DBG] pgmap v243: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:01:18.001 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:01:17 smithi062 bash[26634]: cluster 2024-09-13T14:01:16.388502+0000 mgr.y (mgr.14391) 279 : cluster [DBG] pgmap v243: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:01:19.228 INFO:teuthology.orchestra.run.smithi062.stderr:Inferring config /var/lib/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T14:01:19.930 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:01:19 smithi178 bash[22034]: cluster 2024-09-13T14:01:18.389208+0000 mgr.y (mgr.14391) 280 : cluster [DBG] pgmap v244: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:01:20.001 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:01:19 smithi062 bash[19845]: cluster 2024-09-13T14:01:18.389208+0000 mgr.y (mgr.14391) 280 : cluster [DBG] pgmap v244: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:01:20.750 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:01:20 smithi062 bash[19845]: audit 2024-09-13T14:01:19.334747+0000 mgr.y (mgr.14391) 281 : audit [DBG] from='client.24704 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:01:20.751 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:01:19 smithi062 bash[26634]: cluster 2024-09-13T14:01:18.389208+0000 mgr.y (mgr.14391) 280 : cluster [DBG] pgmap v244: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:01:20.751 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:01:20 smithi062 bash[26634]: audit 2024-09-13T14:01:19.334747+0000 mgr.y (mgr.14391) 281 : audit [DBG] from='client.24704 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:01:20.804 INFO:teuthology.orchestra.run.smithi062.stdout:NAME PORTS RUNNING REFRESHED AGE PLACEMENT 2024-09-13T14:01:20.804 INFO:teuthology.orchestra.run.smithi062.stdout:alertmanager ?:9093,9094 1/1 3m ago 6m smithi062=a;count:1 2024-09-13T14:01:20.804 INFO:teuthology.orchestra.run.smithi062.stdout:grafana ?:3000 1/1 4m ago 6m smithi178=a;count:1 2024-09-13T14:01:20.804 INFO:teuthology.orchestra.run.smithi062.stdout:iscsi.foo ?:5000 1/1 3m ago 3m count:1 2024-09-13T14:01:20.804 INFO:teuthology.orchestra.run.smithi062.stdout:mgr 2/2 4m ago 14m smithi062=y;smithi178=x;count:2 2024-09-13T14:01:20.804 INFO:teuthology.orchestra.run.smithi062.stdout:mon 3/3 4m ago 15m smithi062:172.21.15.62=a;smithi062:[v2:172.21.15.62:3301,v1:172.21.15.62:6790]=c;smithi178:172.21.15.178=b;count:3 2024-09-13T14:01:20.805 INFO:teuthology.orchestra.run.smithi062.stdout:node-exporter ?:9100 2/2 4m ago 7m smithi062=a;smithi178=b;count:2 2024-09-13T14:01:20.805 INFO:teuthology.orchestra.run.smithi062.stdout:osd 8 4m ago - 2024-09-13T14:01:20.805 INFO:teuthology.orchestra.run.smithi062.stdout:prometheus ?:9095 1/1 4m ago 7m smithi178=a;count:1 2024-09-13T14:01:20.805 INFO:teuthology.orchestra.run.smithi062.stdout:rgw.foo ?:8000 2/2 4m ago 4m count:2 2024-09-13T14:01:20.930 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:01:20 smithi178 bash[22034]: audit 2024-09-13T14:01:19.334747+0000 mgr.y (mgr.14391) 281 : audit [DBG] from='client.24704 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:01:21.399 DEBUG:teuthology.orchestra.run.smithi062:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ff1149ea-71d5-11ef-bceb-c7b262605968 -e sha1=b0201b8c79733293453e7f10a10c7fa43119222b -- bash -c 'ceph orch daemon redeploy "mgr.$(ceph mgr dump -f json | jq .standbys | jq .[] | jq -r .name)" --image quay.ceph.io/ceph-ci/ceph:$sha1' 2024-09-13T14:01:21.751 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:01:21 smithi062 bash[19845]: cluster 2024-09-13T14:01:20.390936+0000 mgr.y (mgr.14391) 282 : cluster [DBG] pgmap v245: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:01:21.751 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:01:21 smithi062 bash[19845]: audit 2024-09-13T14:01:20.792339+0000 mgr.y (mgr.14391) 283 : audit [DBG] from='client.24851 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:01:21.751 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:01:21 smithi062 bash[26634]: cluster 2024-09-13T14:01:20.390936+0000 mgr.y (mgr.14391) 282 : cluster [DBG] pgmap v245: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:01:21.751 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:01:21 smithi062 bash[26634]: audit 2024-09-13T14:01:20.792339+0000 mgr.y (mgr.14391) 283 : audit [DBG] from='client.24851 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:01:21.930 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:01:21 smithi178 bash[22034]: cluster 2024-09-13T14:01:20.390936+0000 mgr.y (mgr.14391) 282 : cluster [DBG] pgmap v245: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:01:21.930 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:01:21 smithi178 bash[22034]: audit 2024-09-13T14:01:20.792339+0000 mgr.y (mgr.14391) 283 : audit [DBG] from='client.24851 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:01:23.930 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:01:23 smithi178 bash[22034]: cluster 2024-09-13T14:01:22.391652+0000 mgr.y (mgr.14391) 284 : cluster [DBG] pgmap v246: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:01:24.001 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:01:23 smithi062 bash[19845]: cluster 2024-09-13T14:01:22.391652+0000 mgr.y (mgr.14391) 284 : cluster [DBG] pgmap v246: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:01:24.001 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:01:23 smithi062 bash[26634]: cluster 2024-09-13T14:01:22.391652+0000 mgr.y (mgr.14391) 284 : cluster [DBG] pgmap v246: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:01:25.930 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:01:25 smithi178 bash[22034]: cluster 2024-09-13T14:01:24.393307+0000 mgr.y (mgr.14391) 285 : cluster [DBG] pgmap v247: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:01:26.001 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:01:25 smithi062 bash[20100]: ::ffff:172.21.15.178 - - [13/Sep/2024:14:01:25] "GET /metrics HTTP/1.1" 200 38154 "" "Prometheus/2.43.0" 2024-09-13T14:01:26.001 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:01:25 smithi062 bash[19845]: cluster 2024-09-13T14:01:24.393307+0000 mgr.y (mgr.14391) 285 : cluster [DBG] pgmap v247: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:01:26.001 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:01:25 smithi062 bash[26634]: cluster 2024-09-13T14:01:24.393307+0000 mgr.y (mgr.14391) 285 : cluster [DBG] pgmap v247: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:01:26.227 INFO:teuthology.orchestra.run.smithi062.stderr:Inferring config /var/lib/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T14:01:27.930 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:01:27 smithi178 bash[22034]: cluster 2024-09-13T14:01:26.394009+0000 mgr.y (mgr.14391) 286 : cluster [DBG] pgmap v248: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:01:27.930 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:01:27 smithi178 bash[22034]: audit 2024-09-13T14:01:27.624984+0000 mon.c (mon.2) 35 : audit [DBG] from='client.? 172.21.15.62:0/724006280' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-09-13T14:01:27.995 INFO:teuthology.orchestra.run.smithi062.stdout:Scheduled to redeploy mgr.x on host 'smithi178' 2024-09-13T14:01:28.000 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:01:27 smithi062 bash[19845]: cluster 2024-09-13T14:01:26.394009+0000 mgr.y (mgr.14391) 286 : cluster [DBG] pgmap v248: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:01:28.001 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:01:27 smithi062 bash[19845]: audit 2024-09-13T14:01:27.624984+0000 mon.c (mon.2) 35 : audit [DBG] from='client.? 172.21.15.62:0/724006280' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-09-13T14:01:28.001 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:01:27 smithi062 bash[26634]: cluster 2024-09-13T14:01:26.394009+0000 mgr.y (mgr.14391) 286 : cluster [DBG] pgmap v248: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:01:28.001 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:01:27 smithi062 bash[26634]: audit 2024-09-13T14:01:27.624984+0000 mon.c (mon.2) 35 : audit [DBG] from='client.? 172.21.15.62:0/724006280' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-09-13T14:01:28.616 DEBUG:teuthology.orchestra.run.smithi062:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ff1149ea-71d5-11ef-bceb-c7b262605968 -e sha1=b0201b8c79733293453e7f10a10c7fa43119222b -- bash -c 'ceph orch ps --refresh' 2024-09-13T14:01:29.251 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:01:28 smithi062 bash[19845]: audit 2024-09-13T14:01:27.979416+0000 mgr.y (mgr.14391) 287 : audit [DBG] from='client.14964 -' entity='client.admin' cmd=[{"prefix": "orch daemon redeploy", "name": "mgr.x", "image": "quay.ceph.io/ceph-ci/ceph:b0201b8c79733293453e7f10a10c7fa43119222b", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:01:29.252 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:01:28 smithi062 bash[19845]: audit 2024-09-13T14:01:27.984156+0000 mon.a (mon.0) 1000 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T14:01:29.252 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:01:28 smithi062 bash[19845]: cephadm 2024-09-13T14:01:27.986250+0000 mgr.y (mgr.14391) 288 : cephadm [INF] Schedule redeploy daemon mgr.x 2024-09-13T14:01:29.252 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:01:28 smithi062 bash[19845]: audit 2024-09-13T14:01:27.991830+0000 mon.a (mon.0) 1001 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T14:01:29.252 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:01:28 smithi062 bash[19845]: audit 2024-09-13T14:01:27.997013+0000 mon.a (mon.0) 1002 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T14:01:29.252 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:01:28 smithi062 bash[19845]: audit 2024-09-13T14:01:27.999168+0000 mon.a (mon.0) 1003 : audit [DBG] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:01:29.252 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:01:28 smithi062 bash[19845]: audit 2024-09-13T14:01:28.000339+0000 mon.a (mon.0) 1004 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T14:01:29.252 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:01:28 smithi062 bash[19845]: audit 2024-09-13T14:01:28.006423+0000 mon.a (mon.0) 1005 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T14:01:29.252 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:01:28 smithi062 bash[19845]: audit 2024-09-13T14:01:28.046243+0000 mon.a (mon.0) 1006 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-13T14:01:29.252 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:01:28 smithi062 bash[19845]: audit 2024-09-13T14:01:28.047062+0000 mon.a (mon.0) 1007 : audit [DBG] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-13T14:01:29.252 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:01:28 smithi062 bash[19845]: audit 2024-09-13T14:01:28.048054+0000 mon.a (mon.0) 1008 : audit [DBG] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:01:29.252 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:01:28 smithi062 bash[19845]: cephadm 2024-09-13T14:01:28.048953+0000 mgr.y (mgr.14391) 289 : cephadm [INF] Deploying daemon mgr.x on smithi178 2024-09-13T14:01:29.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:01:28 smithi062 bash[19845]: audit 2024-09-13T14:01:28.289359+0000 mon.a (mon.0) 1009 : audit [DBG] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:01:29.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:01:28 smithi062 bash[26634]: audit 2024-09-13T14:01:27.979416+0000 mgr.y (mgr.14391) 287 : audit [DBG] from='client.14964 -' entity='client.admin' cmd=[{"prefix": "orch daemon redeploy", "name": "mgr.x", "image": "quay.ceph.io/ceph-ci/ceph:b0201b8c79733293453e7f10a10c7fa43119222b", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:01:29.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:01:28 smithi062 bash[26634]: audit 2024-09-13T14:01:27.984156+0000 mon.a (mon.0) 1000 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T14:01:29.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:01:28 smithi062 bash[26634]: cephadm 2024-09-13T14:01:27.986250+0000 mgr.y (mgr.14391) 288 : cephadm [INF] Schedule redeploy daemon mgr.x 2024-09-13T14:01:29.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:01:28 smithi062 bash[26634]: audit 2024-09-13T14:01:27.991830+0000 mon.a (mon.0) 1001 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T14:01:29.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:01:28 smithi062 bash[26634]: audit 2024-09-13T14:01:27.997013+0000 mon.a (mon.0) 1002 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T14:01:29.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:01:28 smithi062 bash[26634]: audit 2024-09-13T14:01:27.999168+0000 mon.a (mon.0) 1003 : audit [DBG] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:01:29.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:01:28 smithi062 bash[26634]: audit 2024-09-13T14:01:28.000339+0000 mon.a (mon.0) 1004 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T14:01:29.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:01:28 smithi062 bash[26634]: audit 2024-09-13T14:01:28.006423+0000 mon.a (mon.0) 1005 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T14:01:29.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:01:28 smithi062 bash[26634]: audit 2024-09-13T14:01:28.046243+0000 mon.a (mon.0) 1006 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-13T14:01:29.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:01:28 smithi062 bash[26634]: audit 2024-09-13T14:01:28.047062+0000 mon.a (mon.0) 1007 : audit [DBG] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-13T14:01:29.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:01:28 smithi062 bash[26634]: audit 2024-09-13T14:01:28.048054+0000 mon.a (mon.0) 1008 : audit [DBG] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:01:29.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:01:28 smithi062 bash[26634]: cephadm 2024-09-13T14:01:28.048953+0000 mgr.y (mgr.14391) 289 : cephadm [INF] Deploying daemon mgr.x on smithi178 2024-09-13T14:01:29.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:01:28 smithi062 bash[26634]: audit 2024-09-13T14:01:28.289359+0000 mon.a (mon.0) 1009 : audit [DBG] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:01:29.430 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:01:28 smithi178 bash[22034]: audit 2024-09-13T14:01:27.979416+0000 mgr.y (mgr.14391) 287 : audit [DBG] from='client.14964 -' entity='client.admin' cmd=[{"prefix": "orch daemon redeploy", "name": "mgr.x", "image": "quay.ceph.io/ceph-ci/ceph:b0201b8c79733293453e7f10a10c7fa43119222b", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:01:29.430 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:01:28 smithi178 bash[22034]: audit 2024-09-13T14:01:27.984156+0000 mon.a (mon.0) 1000 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T14:01:29.430 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:01:28 smithi178 bash[22034]: cephadm 2024-09-13T14:01:27.986250+0000 mgr.y (mgr.14391) 288 : cephadm [INF] Schedule redeploy daemon mgr.x 2024-09-13T14:01:29.430 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:01:28 smithi178 bash[22034]: audit 2024-09-13T14:01:27.991830+0000 mon.a (mon.0) 1001 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T14:01:29.431 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:01:28 smithi178 bash[22034]: audit 2024-09-13T14:01:27.997013+0000 mon.a (mon.0) 1002 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T14:01:29.431 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:01:28 smithi178 bash[22034]: audit 2024-09-13T14:01:27.999168+0000 mon.a (mon.0) 1003 : audit [DBG] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:01:29.431 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:01:28 smithi178 bash[22034]: audit 2024-09-13T14:01:28.000339+0000 mon.a (mon.0) 1004 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T14:01:29.431 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:01:28 smithi178 bash[22034]: audit 2024-09-13T14:01:28.006423+0000 mon.a (mon.0) 1005 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T14:01:29.431 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:01:28 smithi178 bash[22034]: audit 2024-09-13T14:01:28.046243+0000 mon.a (mon.0) 1006 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-13T14:01:29.431 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:01:28 smithi178 bash[22034]: audit 2024-09-13T14:01:28.047062+0000 mon.a (mon.0) 1007 : audit [DBG] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-13T14:01:29.431 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:01:28 smithi178 bash[22034]: audit 2024-09-13T14:01:28.048054+0000 mon.a (mon.0) 1008 : audit [DBG] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:01:29.431 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:01:28 smithi178 bash[22034]: cephadm 2024-09-13T14:01:28.048953+0000 mgr.y (mgr.14391) 289 : cephadm [INF] Deploying daemon mgr.x on smithi178 2024-09-13T14:01:29.431 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:01:28 smithi178 bash[22034]: audit 2024-09-13T14:01:28.289359+0000 mon.a (mon.0) 1009 : audit [DBG] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:01:30.430 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:01:30 smithi178 bash[22034]: cluster 2024-09-13T14:01:28.394754+0000 mgr.y (mgr.14391) 290 : cluster [DBG] pgmap v249: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:01:30.501 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:01:30 smithi062 bash[19845]: cluster 2024-09-13T14:01:28.394754+0000 mgr.y (mgr.14391) 290 : cluster [DBG] pgmap v249: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:01:30.501 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:01:30 smithi062 bash[26634]: cluster 2024-09-13T14:01:28.394754+0000 mgr.y (mgr.14391) 290 : cluster [DBG] pgmap v249: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:01:31.432 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:01:31 smithi178 bash[22034]: audit 2024-09-13T14:01:29.339105+0000 mgr.y (mgr.14391) 291 : audit [DBG] from='client.24704 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:01:31.501 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:01:31 smithi062 bash[19845]: audit 2024-09-13T14:01:29.339105+0000 mgr.y (mgr.14391) 291 : audit [DBG] from='client.24704 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:01:31.501 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:01:31 smithi062 bash[26634]: audit 2024-09-13T14:01:29.339105+0000 mgr.y (mgr.14391) 291 : audit [DBG] from='client.24704 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:01:32.430 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:01:32 smithi178 bash[22034]: cluster 2024-09-13T14:01:30.396504+0000 mgr.y (mgr.14391) 292 : cluster [DBG] pgmap v250: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:01:32.501 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:01:32 smithi062 bash[19845]: cluster 2024-09-13T14:01:30.396504+0000 mgr.y (mgr.14391) 292 : cluster [DBG] pgmap v250: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:01:32.501 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:01:32 smithi062 bash[26634]: cluster 2024-09-13T14:01:30.396504+0000 mgr.y (mgr.14391) 292 : cluster [DBG] pgmap v250: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:01:33.443 INFO:teuthology.orchestra.run.smithi062.stderr:Inferring config /var/lib/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T14:01:34.465 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:01:34 smithi062 bash[19845]: cluster 2024-09-13T14:01:32.397215+0000 mgr.y (mgr.14391) 293 : cluster [DBG] pgmap v251: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:01:34.466 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:01:34 smithi062 bash[26634]: cluster 2024-09-13T14:01:32.397215+0000 mgr.y (mgr.14391) 293 : cluster [DBG] pgmap v251: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:01:34.680 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:01:34 smithi178 bash[22034]: cluster 2024-09-13T14:01:32.397215+0000 mgr.y (mgr.14391) 293 : cluster [DBG] pgmap v251: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:01:34.865 INFO:teuthology.orchestra.run.smithi062.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-13T14:01:34.865 INFO:teuthology.orchestra.run.smithi062.stdout:alertmanager.a smithi062 *:9093,9094 running (6m) 4m ago 6m 13.9M - 0.25.0 c8568f914cd2 3855e7cada7e 2024-09-13T14:01:34.865 INFO:teuthology.orchestra.run.smithi062.stdout:grafana.a smithi178 *:3000 running (6m) 4m ago 6m 75.6M - 9.4.12 2bacad6d85d8 f92f4c844371 2024-09-13T14:01:34.865 INFO:teuthology.orchestra.run.smithi062.stdout:iscsi.foo.smithi062.auboqe smithi062 *:5000 running (4m) 4m ago 4m 72.9M - 3.8 19dc8d659727 94ec410420a9 2024-09-13T14:01:34.865 INFO:teuthology.orchestra.run.smithi062.stdout:mgr.x smithi178 *:8443,8765 running (15m) 4m ago 15m 427M - 19.1.1-322-g7741f7f9 19dc8d659727 48f023564116 2024-09-13T14:01:34.865 INFO:teuthology.orchestra.run.smithi062.stdout:mgr.y smithi062 *:9283,8765 running (17m) 4m ago 17m 491M - 19.1.1-322-g7741f7f9 19dc8d659727 7076bd20465f 2024-09-13T14:01:34.865 INFO:teuthology.orchestra.run.smithi062.stdout:mon.a smithi062 running (17m) 4m ago 17m 49.2M 2048M 19.1.1-322-g7741f7f9 19dc8d659727 4664a2c15794 2024-09-13T14:01:34.865 INFO:teuthology.orchestra.run.smithi062.stdout:mon.b smithi178 running (15m) 4m ago 15m 39.2M 2048M 19.1.1-322-g7741f7f9 19dc8d659727 f0553780881c 2024-09-13T14:01:34.866 INFO:teuthology.orchestra.run.smithi062.stdout:mon.c smithi062 running (15m) 4m ago 15m 38.7M 2048M 19.1.1-322-g7741f7f9 19dc8d659727 0846e375e651 2024-09-13T14:01:34.866 INFO:teuthology.orchestra.run.smithi062.stdout:node-exporter.a smithi062 *:9100 running (6m) 4m ago 6m 8011k - 1.5.0 0da6a335fe13 fd29265c5570 2024-09-13T14:01:34.866 INFO:teuthology.orchestra.run.smithi062.stdout:node-exporter.b smithi178 *:9100 running (6m) 4m ago 6m 8315k - 1.5.0 0da6a335fe13 400d31a0fc83 2024-09-13T14:01:34.866 INFO:teuthology.orchestra.run.smithi062.stdout:osd.0 smithi062 running (14m) 4m ago 14m 57.3M 4060M 19.1.1-322-g7741f7f9 19dc8d659727 a01ecc33ada0 2024-09-13T14:01:34.866 INFO:teuthology.orchestra.run.smithi062.stdout:osd.1 smithi062 running (13m) 4m ago 13m 50.7M 4060M 19.1.1-322-g7741f7f9 19dc8d659727 d6ca3f655d05 2024-09-13T14:01:34.866 INFO:teuthology.orchestra.run.smithi062.stdout:osd.2 smithi062 running (12m) 4m ago 12m 54.5M 4060M 19.1.1-322-g7741f7f9 19dc8d659727 f001b702483d 2024-09-13T14:01:34.866 INFO:teuthology.orchestra.run.smithi062.stdout:osd.3 smithi062 running (11m) 4m ago 11m 47.3M 4060M 19.1.1-322-g7741f7f9 19dc8d659727 cebed6322996 2024-09-13T14:01:34.866 INFO:teuthology.orchestra.run.smithi062.stdout:osd.4 smithi178 running (10m) 4m ago 10m 55.0M 4060M 19.1.1-322-g7741f7f9 19dc8d659727 7ff166ed36a8 2024-09-13T14:01:34.866 INFO:teuthology.orchestra.run.smithi062.stdout:osd.5 smithi178 running (9m) 4m ago 9m 53.3M 4060M 19.1.1-322-g7741f7f9 19dc8d659727 0ee354299930 2024-09-13T14:01:34.866 INFO:teuthology.orchestra.run.smithi062.stdout:osd.6 smithi178 running (8m) 4m ago 9m 45.1M 4060M 19.1.1-322-g7741f7f9 19dc8d659727 e6cb50c05b1b 2024-09-13T14:01:34.866 INFO:teuthology.orchestra.run.smithi062.stdout:osd.7 smithi178 running (8m) 4m ago 8m 54.9M 4060M 19.1.1-322-g7741f7f9 19dc8d659727 fbc9d74ccd0e 2024-09-13T14:01:34.866 INFO:teuthology.orchestra.run.smithi062.stdout:prometheus.a smithi178 *:9095 running (6m) 4m ago 7m 38.9M - 2.43.0 a07b618ecd1d 4f065f9fb1e4 2024-09-13T14:01:34.866 INFO:teuthology.orchestra.run.smithi062.stdout:rgw.foo.smithi062.raldkl smithi062 *:8000 running (4m) 4m ago 4m 89.2M - 19.1.1-322-g7741f7f9 19dc8d659727 c374202ad667 2024-09-13T14:01:34.866 INFO:teuthology.orchestra.run.smithi062.stdout:rgw.foo.smithi178.sseeij smithi178 *:8000 running (4m) 4m ago 4m 88.6M - 19.1.1-322-g7741f7f9 19dc8d659727 86fcacc26a6b 2024-09-13T14:01:35.500 DEBUG:teuthology.orchestra.run.smithi062:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ff1149ea-71d5-11ef-bceb-c7b262605968 -e sha1=b0201b8c79733293453e7f10a10c7fa43119222b -- bash -c 'sleep 180' 2024-09-13T14:01:36.192 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:01:35 smithi062 bash[20100]: ::ffff:172.21.15.178 - - [13/Sep/2024:14:01:35] "GET /metrics HTTP/1.1" 200 38154 "" "Prometheus/2.43.0" 2024-09-13T14:01:36.501 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:01:36 smithi062 bash[19845]: cluster 2024-09-13T14:01:34.398817+0000 mgr.y (mgr.14391) 294 : cluster [DBG] pgmap v252: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:01:36.501 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:01:36 smithi062 bash[19845]: audit 2024-09-13T14:01:34.829805+0000 mgr.y (mgr.14391) 295 : audit [DBG] from='client.24869 -' entity='client.admin' cmd=[{"prefix": "orch ps", "refresh": true, "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:01:36.501 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:01:36 smithi062 bash[26634]: cluster 2024-09-13T14:01:34.398817+0000 mgr.y (mgr.14391) 294 : cluster [DBG] pgmap v252: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:01:36.501 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:01:36 smithi062 bash[26634]: audit 2024-09-13T14:01:34.829805+0000 mgr.y (mgr.14391) 295 : audit [DBG] from='client.24869 -' entity='client.admin' cmd=[{"prefix": "orch ps", "refresh": true, "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:01:36.680 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:01:36 smithi178 bash[22034]: cluster 2024-09-13T14:01:34.398817+0000 mgr.y (mgr.14391) 294 : cluster [DBG] pgmap v252: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:01:36.680 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:01:36 smithi178 bash[22034]: audit 2024-09-13T14:01:34.829805+0000 mgr.y (mgr.14391) 295 : audit [DBG] from='client.24869 -' entity='client.admin' cmd=[{"prefix": "orch ps", "refresh": true, "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:01:38.501 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:01:38 smithi062 bash[19845]: cluster 2024-09-13T14:01:36.399519+0000 mgr.y (mgr.14391) 296 : cluster [DBG] pgmap v253: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:01:38.501 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:01:38 smithi062 bash[26634]: cluster 2024-09-13T14:01:36.399519+0000 mgr.y (mgr.14391) 296 : cluster [DBG] pgmap v253: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:01:38.680 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:01:38 smithi178 bash[22034]: cluster 2024-09-13T14:01:36.399519+0000 mgr.y (mgr.14391) 296 : cluster [DBG] pgmap v253: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:01:40.325 INFO:teuthology.orchestra.run.smithi062.stderr:Inferring config /var/lib/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T14:01:40.501 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:01:40 smithi062 bash[19845]: cluster 2024-09-13T14:01:38.400224+0000 mgr.y (mgr.14391) 297 : cluster [DBG] pgmap v254: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:01:40.501 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:01:40 smithi062 bash[26634]: cluster 2024-09-13T14:01:38.400224+0000 mgr.y (mgr.14391) 297 : cluster [DBG] pgmap v254: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:01:40.680 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:01:40 smithi178 bash[22034]: cluster 2024-09-13T14:01:38.400224+0000 mgr.y (mgr.14391) 297 : cluster [DBG] pgmap v254: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:01:41.501 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:01:41 smithi062 bash[26634]: audit 2024-09-13T14:01:39.350324+0000 mgr.y (mgr.14391) 298 : audit [DBG] from='client.24704 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:01:41.501 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:01:41 smithi062 bash[19845]: audit 2024-09-13T14:01:39.350324+0000 mgr.y (mgr.14391) 298 : audit [DBG] from='client.24704 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:01:41.680 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:01:41 smithi178 bash[22034]: audit 2024-09-13T14:01:39.350324+0000 mgr.y (mgr.14391) 298 : audit [DBG] from='client.24704 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:01:42.501 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:01:42 smithi062 bash[19845]: cluster 2024-09-13T14:01:40.401868+0000 mgr.y (mgr.14391) 299 : cluster [DBG] pgmap v255: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:01:42.501 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:01:42 smithi062 bash[26634]: cluster 2024-09-13T14:01:40.401868+0000 mgr.y (mgr.14391) 299 : cluster [DBG] pgmap v255: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:01:42.680 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:01:42 smithi178 bash[22034]: cluster 2024-09-13T14:01:40.401868+0000 mgr.y (mgr.14391) 299 : cluster [DBG] pgmap v255: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:01:44.501 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:01:44 smithi062 bash[19845]: cluster 2024-09-13T14:01:42.402659+0000 mgr.y (mgr.14391) 300 : cluster [DBG] pgmap v256: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:01:44.501 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:01:44 smithi062 bash[19845]: audit 2024-09-13T14:01:43.289721+0000 mon.a (mon.0) 1010 : audit [DBG] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:01:44.501 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:01:44 smithi062 bash[26634]: cluster 2024-09-13T14:01:42.402659+0000 mgr.y (mgr.14391) 300 : cluster [DBG] pgmap v256: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:01:44.501 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:01:44 smithi062 bash[26634]: audit 2024-09-13T14:01:43.289721+0000 mon.a (mon.0) 1010 : audit [DBG] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:01:44.680 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:01:44 smithi178 bash[22034]: cluster 2024-09-13T14:01:42.402659+0000 mgr.y (mgr.14391) 300 : cluster [DBG] pgmap v256: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:01:44.680 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:01:44 smithi178 bash[22034]: audit 2024-09-13T14:01:43.289721+0000 mon.a (mon.0) 1010 : audit [DBG] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:01:46.222 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:01:45 smithi062 bash[20100]: ::ffff:172.21.15.178 - - [13/Sep/2024:14:01:45] "GET /metrics HTTP/1.1" 200 38158 "" "Prometheus/2.43.0" 2024-09-13T14:01:46.501 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:01:46 smithi062 bash[19845]: cluster 2024-09-13T14:01:44.404415+0000 mgr.y (mgr.14391) 301 : cluster [DBG] pgmap v257: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:01:46.501 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:01:46 smithi062 bash[26634]: cluster 2024-09-13T14:01:44.404415+0000 mgr.y (mgr.14391) 301 : cluster [DBG] pgmap v257: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:01:46.680 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:01:46 smithi178 bash[22034]: cluster 2024-09-13T14:01:44.404415+0000 mgr.y (mgr.14391) 301 : cluster [DBG] pgmap v257: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:01:47.680 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:01:47 smithi178 bash[22034]: cluster 2024-09-13T14:01:46.405235+0000 mgr.y (mgr.14391) 302 : cluster [DBG] pgmap v258: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:01:47.751 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:01:47 smithi062 bash[19845]: cluster 2024-09-13T14:01:46.405235+0000 mgr.y (mgr.14391) 302 : cluster [DBG] pgmap v258: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:01:47.751 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:01:47 smithi062 bash[26634]: cluster 2024-09-13T14:01:46.405235+0000 mgr.y (mgr.14391) 302 : cluster [DBG] pgmap v258: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:01:49.751 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:01:49 smithi062 bash[19845]: cluster 2024-09-13T14:01:48.406053+0000 mgr.y (mgr.14391) 303 : cluster [DBG] pgmap v259: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:01:49.751 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:01:49 smithi062 bash[26634]: cluster 2024-09-13T14:01:48.406053+0000 mgr.y (mgr.14391) 303 : cluster [DBG] pgmap v259: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:01:49.930 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:01:49 smithi178 bash[22034]: cluster 2024-09-13T14:01:48.406053+0000 mgr.y (mgr.14391) 303 : cluster [DBG] pgmap v259: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:01:50.751 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:01:50 smithi062 bash[26634]: audit 2024-09-13T14:01:49.361503+0000 mgr.y (mgr.14391) 304 : audit [DBG] from='client.24704 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:01:50.751 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:01:50 smithi062 bash[19845]: audit 2024-09-13T14:01:49.361503+0000 mgr.y (mgr.14391) 304 : audit [DBG] from='client.24704 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:01:50.930 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:01:50 smithi178 bash[22034]: audit 2024-09-13T14:01:49.361503+0000 mgr.y (mgr.14391) 304 : audit [DBG] from='client.24704 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:01:51.751 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:01:51 smithi062 bash[19845]: cluster 2024-09-13T14:01:50.407881+0000 mgr.y (mgr.14391) 305 : cluster [DBG] pgmap v260: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:01:51.751 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:01:51 smithi062 bash[26634]: cluster 2024-09-13T14:01:50.407881+0000 mgr.y (mgr.14391) 305 : cluster [DBG] pgmap v260: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:01:51.930 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:01:51 smithi178 bash[22034]: cluster 2024-09-13T14:01:50.407881+0000 mgr.y (mgr.14391) 305 : cluster [DBG] pgmap v260: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:01:53.751 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:01:53 smithi062 bash[26634]: cluster 2024-09-13T14:01:52.408595+0000 mgr.y (mgr.14391) 306 : cluster [DBG] pgmap v261: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:01:53.751 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:01:53 smithi062 bash[19845]: cluster 2024-09-13T14:01:52.408595+0000 mgr.y (mgr.14391) 306 : cluster [DBG] pgmap v261: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:01:53.930 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:01:53 smithi178 bash[22034]: cluster 2024-09-13T14:01:52.408595+0000 mgr.y (mgr.14391) 306 : cluster [DBG] pgmap v261: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:01:55.751 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:01:55 smithi062 bash[26634]: cluster 2024-09-13T14:01:54.410309+0000 mgr.y (mgr.14391) 307 : cluster [DBG] pgmap v262: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:01:55.751 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:01:55 smithi062 bash[19845]: cluster 2024-09-13T14:01:54.410309+0000 mgr.y (mgr.14391) 307 : cluster [DBG] pgmap v262: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:01:55.930 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:01:55 smithi178 bash[22034]: cluster 2024-09-13T14:01:54.410309+0000 mgr.y (mgr.14391) 307 : cluster [DBG] pgmap v262: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:01:56.251 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:01:55 smithi062 bash[20100]: ::ffff:172.21.15.178 - - [13/Sep/2024:14:01:55] "GET /metrics HTTP/1.1" 200 38158 "" "Prometheus/2.43.0" 2024-09-13T14:01:57.751 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:01:57 smithi062 bash[26634]: cluster 2024-09-13T14:01:56.411131+0000 mgr.y (mgr.14391) 308 : cluster [DBG] pgmap v263: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:01:57.752 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:01:57 smithi062 bash[19845]: cluster 2024-09-13T14:01:56.411131+0000 mgr.y (mgr.14391) 308 : cluster [DBG] pgmap v263: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:01:57.930 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:01:57 smithi178 bash[22034]: cluster 2024-09-13T14:01:56.411131+0000 mgr.y (mgr.14391) 308 : cluster [DBG] pgmap v263: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:01:58.751 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:01:58 smithi062 bash[26634]: audit 2024-09-13T14:01:58.290654+0000 mon.a (mon.0) 1011 : audit [DBG] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:01:58.751 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:01:58 smithi062 bash[19845]: audit 2024-09-13T14:01:58.290654+0000 mon.a (mon.0) 1011 : audit [DBG] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:01:58.930 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:01:58 smithi178 bash[22034]: audit 2024-09-13T14:01:58.290654+0000 mon.a (mon.0) 1011 : audit [DBG] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:01:59.751 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:01:59 smithi062 bash[26634]: cluster 2024-09-13T14:01:58.411926+0000 mgr.y (mgr.14391) 309 : cluster [DBG] pgmap v264: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:01:59.751 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:01:59 smithi062 bash[19845]: cluster 2024-09-13T14:01:58.411926+0000 mgr.y (mgr.14391) 309 : cluster [DBG] pgmap v264: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:01:59.930 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:01:59 smithi178 bash[22034]: cluster 2024-09-13T14:01:58.411926+0000 mgr.y (mgr.14391) 309 : cluster [DBG] pgmap v264: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:02:00.929 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:02:00 smithi178 bash[22034]: audit 2024-09-13T14:01:59.372761+0000 mgr.y (mgr.14391) 310 : audit [DBG] from='client.24704 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:02:01.001 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:02:00 smithi062 bash[19845]: audit 2024-09-13T14:01:59.372761+0000 mgr.y (mgr.14391) 310 : audit [DBG] from='client.24704 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:02:01.001 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:02:00 smithi062 bash[26634]: audit 2024-09-13T14:01:59.372761+0000 mgr.y (mgr.14391) 310 : audit [DBG] from='client.24704 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:02:01.930 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:02:01 smithi178 bash[22034]: cluster 2024-09-13T14:02:00.413637+0000 mgr.y (mgr.14391) 311 : cluster [DBG] pgmap v265: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:02:02.001 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:02:01 smithi062 bash[19845]: cluster 2024-09-13T14:02:00.413637+0000 mgr.y (mgr.14391) 311 : cluster [DBG] pgmap v265: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:02:02.001 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:02:01 smithi062 bash[26634]: cluster 2024-09-13T14:02:00.413637+0000 mgr.y (mgr.14391) 311 : cluster [DBG] pgmap v265: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:02:03.930 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:02:03 smithi178 bash[22034]: cluster 2024-09-13T14:02:02.414303+0000 mgr.y (mgr.14391) 312 : cluster [DBG] pgmap v266: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:02:04.001 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:02:03 smithi062 bash[19845]: cluster 2024-09-13T14:02:02.414303+0000 mgr.y (mgr.14391) 312 : cluster [DBG] pgmap v266: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:02:04.002 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:02:03 smithi062 bash[26634]: cluster 2024-09-13T14:02:02.414303+0000 mgr.y (mgr.14391) 312 : cluster [DBG] pgmap v266: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:02:05.864 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:02:05 smithi062 bash[19845]: cluster 2024-09-13T14:02:04.415933+0000 mgr.y (mgr.14391) 313 : cluster [DBG] pgmap v267: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:02:05.865 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:02:05 smithi062 bash[26634]: cluster 2024-09-13T14:02:04.415933+0000 mgr.y (mgr.14391) 313 : cluster [DBG] pgmap v267: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:02:05.930 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:02:05 smithi178 bash[22034]: cluster 2024-09-13T14:02:04.415933+0000 mgr.y (mgr.14391) 313 : cluster [DBG] pgmap v267: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:02:06.251 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:02:05 smithi062 bash[20100]: ::ffff:172.21.15.178 - - [13/Sep/2024:14:02:05] "GET /metrics HTTP/1.1" 200 38152 "" "Prometheus/2.43.0" 2024-09-13T14:02:07.930 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:02:07 smithi178 bash[22034]: cluster 2024-09-13T14:02:06.416622+0000 mgr.y (mgr.14391) 314 : cluster [DBG] pgmap v268: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:02:08.001 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:02:07 smithi062 bash[26634]: cluster 2024-09-13T14:02:06.416622+0000 mgr.y (mgr.14391) 314 : cluster [DBG] pgmap v268: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:02:08.001 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:02:07 smithi062 bash[19845]: cluster 2024-09-13T14:02:06.416622+0000 mgr.y (mgr.14391) 314 : cluster [DBG] pgmap v268: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:02:09.751 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:02:09 smithi062 bash[19845]: cluster 2024-09-13T14:02:08.417304+0000 mgr.y (mgr.14391) 315 : cluster [DBG] pgmap v269: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:02:09.751 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:02:09 smithi062 bash[26634]: cluster 2024-09-13T14:02:08.417304+0000 mgr.y (mgr.14391) 315 : cluster [DBG] pgmap v269: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:02:09.896 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:02:09 smithi178 bash[22034]: cluster 2024-09-13T14:02:08.417304+0000 mgr.y (mgr.14391) 315 : cluster [DBG] pgmap v269: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:02:10.930 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:02:10 smithi178 bash[22034]: audit 2024-09-13T14:02:09.384030+0000 mgr.y (mgr.14391) 316 : audit [DBG] from='client.24704 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:02:11.001 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:02:10 smithi062 bash[19845]: audit 2024-09-13T14:02:09.384030+0000 mgr.y (mgr.14391) 316 : audit [DBG] from='client.24704 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:02:11.001 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:02:10 smithi062 bash[26634]: audit 2024-09-13T14:02:09.384030+0000 mgr.y (mgr.14391) 316 : audit [DBG] from='client.24704 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:02:11.930 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:02:11 smithi178 bash[22034]: cluster 2024-09-13T14:02:10.418982+0000 mgr.y (mgr.14391) 317 : cluster [DBG] pgmap v270: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:02:12.001 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:02:11 smithi062 bash[19845]: cluster 2024-09-13T14:02:10.418982+0000 mgr.y (mgr.14391) 317 : cluster [DBG] pgmap v270: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:02:12.001 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:02:11 smithi062 bash[26634]: cluster 2024-09-13T14:02:10.418982+0000 mgr.y (mgr.14391) 317 : cluster [DBG] pgmap v270: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:02:14.501 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:02:14 smithi062 bash[26634]: cluster 2024-09-13T14:02:12.419656+0000 mgr.y (mgr.14391) 318 : cluster [DBG] pgmap v271: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:02:14.501 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:02:14 smithi062 bash[26634]: audit 2024-09-13T14:02:13.290590+0000 mon.a (mon.0) 1012 : audit [DBG] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:02:14.501 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:02:14 smithi062 bash[19845]: cluster 2024-09-13T14:02:12.419656+0000 mgr.y (mgr.14391) 318 : cluster [DBG] pgmap v271: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:02:14.502 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:02:14 smithi062 bash[19845]: audit 2024-09-13T14:02:13.290590+0000 mon.a (mon.0) 1012 : audit [DBG] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:02:14.680 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:02:14 smithi178 bash[22034]: cluster 2024-09-13T14:02:12.419656+0000 mgr.y (mgr.14391) 318 : cluster [DBG] pgmap v271: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:02:14.680 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:02:14 smithi178 bash[22034]: audit 2024-09-13T14:02:13.290590+0000 mon.a (mon.0) 1012 : audit [DBG] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:02:16.207 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:02:15 smithi062 bash[20100]: ::ffff:172.21.15.178 - - [13/Sep/2024:14:02:15] "GET /metrics HTTP/1.1" 200 38152 "" "Prometheus/2.43.0" 2024-09-13T14:02:16.501 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:02:16 smithi062 bash[19845]: cluster 2024-09-13T14:02:14.421240+0000 mgr.y (mgr.14391) 319 : cluster [DBG] pgmap v272: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:02:16.501 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:02:16 smithi062 bash[26634]: cluster 2024-09-13T14:02:14.421240+0000 mgr.y (mgr.14391) 319 : cluster [DBG] pgmap v272: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:02:16.680 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:02:16 smithi178 bash[22034]: cluster 2024-09-13T14:02:14.421240+0000 mgr.y (mgr.14391) 319 : cluster [DBG] pgmap v272: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:02:18.501 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:02:18 smithi062 bash[19845]: cluster 2024-09-13T14:02:16.421916+0000 mgr.y (mgr.14391) 320 : cluster [DBG] pgmap v273: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:02:18.501 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:02:18 smithi062 bash[26634]: cluster 2024-09-13T14:02:16.421916+0000 mgr.y (mgr.14391) 320 : cluster [DBG] pgmap v273: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:02:18.680 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:02:18 smithi178 bash[22034]: cluster 2024-09-13T14:02:16.421916+0000 mgr.y (mgr.14391) 320 : cluster [DBG] pgmap v273: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:02:20.215 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 13 14:02:20 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:02:20.215 INFO:journalctl@ceph.osd.5.smithi178.stdout:Sep 13 14:02:20 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:02:20.216 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 14:02:20 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:02:20.216 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 13 14:02:20 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:02:20.216 INFO:journalctl@ceph.osd.6.smithi178.stdout:Sep 13 14:02:20 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:02:20.217 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:02:20 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:02:20.217 INFO:journalctl@ceph.osd.4.smithi178.stdout:Sep 13 14:02:20 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:02:20.217 INFO:journalctl@ceph.osd.7.smithi178.stdout:Sep 13 14:02:20 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:02:20.217 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:02:20 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:02:20.501 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:02:20 smithi062 bash[19845]: cluster 2024-09-13T14:02:18.422616+0000 mgr.y (mgr.14391) 321 : cluster [DBG] pgmap v274: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:02:20.501 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:02:20 smithi062 bash[26634]: cluster 2024-09-13T14:02:18.422616+0000 mgr.y (mgr.14391) 321 : cluster [DBG] pgmap v274: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:02:20.573 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 13 14:02:20 smithi178 systemd[1]: Stopping Ceph mgr.x for ff1149ea-71d5-11ef-bceb-c7b262605968... 2024-09-13T14:02:20.573 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:02:20 smithi178 bash[22034]: cluster 2024-09-13T14:02:18.422616+0000 mgr.y (mgr.14391) 321 : cluster [DBG] pgmap v274: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:02:21.180 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 13 14:02:20 smithi178 bash[50055]: ceph-ff1149ea-71d5-11ef-bceb-c7b262605968-mgr-x 2024-09-13T14:02:21.180 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 13 14:02:21 smithi178 systemd[1]: ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@mgr.x.service: Main process exited, code=exited, status=143/n/a 2024-09-13T14:02:21.180 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 13 14:02:21 smithi178 bash[50114]: Error response from daemon: No such container: ceph-ff1149ea-71d5-11ef-bceb-c7b262605968-mgr-x 2024-09-13T14:02:21.180 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 13 14:02:21 smithi178 systemd[1]: ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@mgr.x.service: Failed with result 'exit-code'. 2024-09-13T14:02:21.180 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 13 14:02:21 smithi178 systemd[1]: Stopped Ceph mgr.x for ff1149ea-71d5-11ef-bceb-c7b262605968. 2024-09-13T14:02:21.482 INFO:journalctl@ceph.osd.6.smithi178.stdout:Sep 13 14:02:21 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:02:21.483 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 13 14:02:21 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:02:21.483 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 13 14:02:21 smithi178 systemd[1]: Started Ceph mgr.x for ff1149ea-71d5-11ef-bceb-c7b262605968. 2024-09-13T14:02:21.483 INFO:journalctl@ceph.osd.5.smithi178.stdout:Sep 13 14:02:21 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:02:21.483 INFO:journalctl@ceph.osd.7.smithi178.stdout:Sep 13 14:02:21 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:02:21.484 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 13 14:02:21 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:02:21.484 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:02:21 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:02:21.484 INFO:journalctl@ceph.osd.4.smithi178.stdout:Sep 13 14:02:21 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:02:21.485 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 14:02:21 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:02:21.485 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:02:21 smithi178 bash[22034]: audit 2024-09-13T14:02:19.388361+0000 mgr.y (mgr.14391) 322 : audit [DBG] from='client.24704 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:02:21.485 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:02:21 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:02:21.501 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:02:21 smithi062 bash[19845]: audit 2024-09-13T14:02:19.388361+0000 mgr.y (mgr.14391) 322 : audit [DBG] from='client.24704 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:02:21.501 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:02:21 smithi062 bash[26634]: audit 2024-09-13T14:02:19.388361+0000 mgr.y (mgr.14391) 322 : audit [DBG] from='client.24704 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:02:22.501 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:02:22 smithi062 bash[19845]: cluster 2024-09-13T14:02:20.424307+0000 mgr.y (mgr.14391) 323 : cluster [DBG] pgmap v275: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:02:22.501 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:02:22 smithi062 bash[19845]: audit 2024-09-13T14:02:21.408920+0000 mon.a (mon.0) 1013 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T14:02:22.502 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:02:22 smithi062 bash[19845]: audit 2024-09-13T14:02:21.420976+0000 mon.a (mon.0) 1014 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T14:02:22.502 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:02:22 smithi062 bash[19845]: audit 2024-09-13T14:02:21.430755+0000 mon.a (mon.0) 1015 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T14:02:22.502 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:02:22 smithi062 bash[19845]: audit 2024-09-13T14:02:21.440759+0000 mon.a (mon.0) 1016 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T14:02:22.502 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:02:22 smithi062 bash[26634]: cluster 2024-09-13T14:02:20.424307+0000 mgr.y (mgr.14391) 323 : cluster [DBG] pgmap v275: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:02:22.502 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:02:22 smithi062 bash[26634]: audit 2024-09-13T14:02:21.408920+0000 mon.a (mon.0) 1013 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T14:02:22.502 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:02:22 smithi062 bash[26634]: audit 2024-09-13T14:02:21.420976+0000 mon.a (mon.0) 1014 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T14:02:22.502 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:02:22 smithi062 bash[26634]: audit 2024-09-13T14:02:21.430755+0000 mon.a (mon.0) 1015 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T14:02:22.502 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:02:22 smithi062 bash[26634]: audit 2024-09-13T14:02:21.440759+0000 mon.a (mon.0) 1016 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T14:02:22.562 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:02:22 smithi178 bash[22034]: cluster 2024-09-13T14:02:20.424307+0000 mgr.y (mgr.14391) 323 : cluster [DBG] pgmap v275: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:02:22.562 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:02:22 smithi178 bash[22034]: audit 2024-09-13T14:02:21.408920+0000 mon.a (mon.0) 1013 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T14:02:22.562 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:02:22 smithi178 bash[22034]: audit 2024-09-13T14:02:21.420976+0000 mon.a (mon.0) 1014 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T14:02:22.562 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:02:22 smithi178 bash[22034]: audit 2024-09-13T14:02:21.430755+0000 mon.a (mon.0) 1015 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T14:02:22.562 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:02:22 smithi178 bash[22034]: audit 2024-09-13T14:02:21.440759+0000 mon.a (mon.0) 1016 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T14:02:22.930 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 13 14:02:22 smithi178 bash[50171]: debug 2024-09-13T14:02:22.630+0000 7fbf1ec29640 1 -- 172.21.15.178:0/3954317421 <== mon.1 v2:172.21.15.178:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x559f745950e0 con 0x559f74596800 2024-09-13T14:02:24.501 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:02:24 smithi062 bash[19845]: cluster 2024-09-13T14:02:22.424981+0000 mgr.y (mgr.14391) 324 : cluster [DBG] pgmap v276: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:02:24.501 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:02:24 smithi062 bash[26634]: cluster 2024-09-13T14:02:22.424981+0000 mgr.y (mgr.14391) 324 : cluster [DBG] pgmap v276: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:02:24.680 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:02:24 smithi178 bash[22034]: cluster 2024-09-13T14:02:22.424981+0000 mgr.y (mgr.14391) 324 : cluster [DBG] pgmap v276: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:02:25.501 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:02:25 smithi062 bash[19845]: cluster 2024-09-13T14:02:24.426559+0000 mgr.y (mgr.14391) 325 : cluster [DBG] pgmap v277: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:02:25.501 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:02:25 smithi062 bash[26634]: cluster 2024-09-13T14:02:24.426559+0000 mgr.y (mgr.14391) 325 : cluster [DBG] pgmap v277: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:02:25.680 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:02:25 smithi178 bash[22034]: cluster 2024-09-13T14:02:24.426559+0000 mgr.y (mgr.14391) 325 : cluster [DBG] pgmap v277: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:02:26.251 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:02:25 smithi062 bash[20100]: ::ffff:172.21.15.178 - - [13/Sep/2024:14:02:25] "GET /metrics HTTP/1.1" 200 38152 "" "Prometheus/2.43.0" 2024-09-13T14:02:27.751 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:02:27 smithi062 bash[19845]: cluster 2024-09-13T14:02:26.427221+0000 mgr.y (mgr.14391) 326 : cluster [DBG] pgmap v278: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:02:27.751 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:02:27 smithi062 bash[19845]: audit 2024-09-13T14:02:27.373283+0000 mon.a (mon.0) 1017 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T14:02:27.751 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:02:27 smithi062 bash[19845]: audit 2024-09-13T14:02:27.385165+0000 mon.a (mon.0) 1018 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T14:02:27.752 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:02:27 smithi062 bash[26634]: cluster 2024-09-13T14:02:26.427221+0000 mgr.y (mgr.14391) 326 : cluster [DBG] pgmap v278: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:02:27.752 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:02:27 smithi062 bash[26634]: audit 2024-09-13T14:02:27.373283+0000 mon.a (mon.0) 1017 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T14:02:27.752 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:02:27 smithi062 bash[26634]: audit 2024-09-13T14:02:27.385165+0000 mon.a (mon.0) 1018 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T14:02:27.930 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:02:27 smithi178 bash[22034]: cluster 2024-09-13T14:02:26.427221+0000 mgr.y (mgr.14391) 326 : cluster [DBG] pgmap v278: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:02:27.930 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:02:27 smithi178 bash[22034]: audit 2024-09-13T14:02:27.373283+0000 mon.a (mon.0) 1017 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T14:02:27.930 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:02:27 smithi178 bash[22034]: audit 2024-09-13T14:02:27.385165+0000 mon.a (mon.0) 1018 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T14:02:28.902 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 13 14:02:28 smithi178 bash[50171]: [13/Sep/2024:14:02:28] ENGINE Bus STARTING 2024-09-13T14:02:28.902 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 13 14:02:28 smithi178 bash[50171]: CherryPy Checker: 2024-09-13T14:02:28.902 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 13 14:02:28 smithi178 bash[50171]: The Application mounted at '' has an empty config. 2024-09-13T14:02:28.902 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:02:28 smithi178 bash[22034]: audit 2024-09-13T14:02:27.637304+0000 mon.a (mon.0) 1019 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T14:02:28.902 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:02:28 smithi178 bash[22034]: audit 2024-09-13T14:02:27.649673+0000 mon.a (mon.0) 1020 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T14:02:28.903 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:02:28 smithi178 bash[22034]: audit 2024-09-13T14:02:28.293768+0000 mon.a (mon.0) 1021 : audit [DBG] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:02:28.903 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:02:28 smithi178 bash[22034]: audit 2024-09-13T14:02:28.344123+0000 mon.a (mon.0) 1022 : audit [DBG] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:02:28.903 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:02:28 smithi178 bash[22034]: audit 2024-09-13T14:02:28.354639+0000 mon.a (mon.0) 1023 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T14:02:28.903 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:02:28 smithi178 bash[22034]: audit 2024-09-13T14:02:28.363354+0000 mon.a (mon.0) 1024 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T14:02:29.001 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:02:28 smithi062 bash[19845]: audit 2024-09-13T14:02:27.637304+0000 mon.a (mon.0) 1019 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T14:02:29.001 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:02:28 smithi062 bash[19845]: audit 2024-09-13T14:02:27.649673+0000 mon.a (mon.0) 1020 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T14:02:29.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:02:28 smithi062 bash[19845]: audit 2024-09-13T14:02:28.293768+0000 mon.a (mon.0) 1021 : audit [DBG] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:02:29.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:02:28 smithi062 bash[19845]: audit 2024-09-13T14:02:28.344123+0000 mon.a (mon.0) 1022 : audit [DBG] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:02:29.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:02:28 smithi062 bash[19845]: audit 2024-09-13T14:02:28.354639+0000 mon.a (mon.0) 1023 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T14:02:29.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:02:28 smithi062 bash[19845]: audit 2024-09-13T14:02:28.363354+0000 mon.a (mon.0) 1024 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T14:02:29.002 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:02:28 smithi062 bash[26634]: audit 2024-09-13T14:02:27.637304+0000 mon.a (mon.0) 1019 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T14:02:29.002 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:02:28 smithi062 bash[26634]: audit 2024-09-13T14:02:27.649673+0000 mon.a (mon.0) 1020 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T14:02:29.002 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:02:28 smithi062 bash[26634]: audit 2024-09-13T14:02:28.293768+0000 mon.a (mon.0) 1021 : audit [DBG] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:02:29.002 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:02:28 smithi062 bash[26634]: audit 2024-09-13T14:02:28.344123+0000 mon.a (mon.0) 1022 : audit [DBG] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:02:29.002 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:02:28 smithi062 bash[26634]: audit 2024-09-13T14:02:28.354639+0000 mon.a (mon.0) 1023 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T14:02:29.002 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:02:28 smithi062 bash[26634]: audit 2024-09-13T14:02:28.363354+0000 mon.a (mon.0) 1024 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T14:02:29.180 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 13 14:02:28 smithi178 bash[50171]: [13/Sep/2024:14:02:28] ENGINE Serving on http://:::9283 2024-09-13T14:02:29.180 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 13 14:02:28 smithi178 bash[50171]: [13/Sep/2024:14:02:28] ENGINE Bus STARTED 2024-09-13T14:02:29.751 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:02:29 smithi062 bash[19845]: cluster 2024-09-13T14:02:28.427689+0000 mgr.y (mgr.14391) 327 : cluster [DBG] pgmap v279: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:02:29.752 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:02:29 smithi062 bash[19845]: cluster 2024-09-13T14:02:28.797738+0000 mon.a (mon.0) 1025 : cluster [DBG] Standby manager daemon x restarted 2024-09-13T14:02:29.752 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:02:29 smithi062 bash[19845]: cluster 2024-09-13T14:02:28.797964+0000 mon.a (mon.0) 1026 : cluster [DBG] Standby manager daemon x started 2024-09-13T14:02:29.752 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:02:29 smithi062 bash[19845]: audit 2024-09-13T14:02:28.803261+0000 mon.b (mon.1) 31 : audit [DBG] from='mgr.? 172.21.15.178:0/2374933869' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-13T14:02:29.752 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:02:29 smithi062 bash[19845]: audit 2024-09-13T14:02:28.804082+0000 mon.b (mon.1) 32 : audit [DBG] from='mgr.? 172.21.15.178:0/2374933869' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-13T14:02:29.752 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:02:29 smithi062 bash[19845]: audit 2024-09-13T14:02:28.806510+0000 mon.b (mon.1) 33 : audit [DBG] from='mgr.? 172.21.15.178:0/2374933869' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-13T14:02:29.752 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:02:29 smithi062 bash[19845]: audit 2024-09-13T14:02:28.806997+0000 mon.b (mon.1) 34 : audit [DBG] from='mgr.? 172.21.15.178:0/2374933869' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-13T14:02:29.752 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:02:29 smithi062 bash[26634]: cluster 2024-09-13T14:02:28.427689+0000 mgr.y (mgr.14391) 327 : cluster [DBG] pgmap v279: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:02:29.752 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:02:29 smithi062 bash[26634]: cluster 2024-09-13T14:02:28.797738+0000 mon.a (mon.0) 1025 : cluster [DBG] Standby manager daemon x restarted 2024-09-13T14:02:29.752 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:02:29 smithi062 bash[26634]: cluster 2024-09-13T14:02:28.797964+0000 mon.a (mon.0) 1026 : cluster [DBG] Standby manager daemon x started 2024-09-13T14:02:29.753 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:02:29 smithi062 bash[26634]: audit 2024-09-13T14:02:28.803261+0000 mon.b (mon.1) 31 : audit [DBG] from='mgr.? 172.21.15.178:0/2374933869' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-13T14:02:29.753 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:02:29 smithi062 bash[26634]: audit 2024-09-13T14:02:28.804082+0000 mon.b (mon.1) 32 : audit [DBG] from='mgr.? 172.21.15.178:0/2374933869' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-13T14:02:29.753 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:02:29 smithi062 bash[26634]: audit 2024-09-13T14:02:28.806510+0000 mon.b (mon.1) 33 : audit [DBG] from='mgr.? 172.21.15.178:0/2374933869' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-13T14:02:29.753 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:02:29 smithi062 bash[26634]: audit 2024-09-13T14:02:28.806997+0000 mon.b (mon.1) 34 : audit [DBG] from='mgr.? 172.21.15.178:0/2374933869' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-13T14:02:29.930 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:02:29 smithi178 bash[22034]: cluster 2024-09-13T14:02:28.427689+0000 mgr.y (mgr.14391) 327 : cluster [DBG] pgmap v279: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:02:29.930 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:02:29 smithi178 bash[22034]: cluster 2024-09-13T14:02:28.797738+0000 mon.a (mon.0) 1025 : cluster [DBG] Standby manager daemon x restarted 2024-09-13T14:02:29.930 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:02:29 smithi178 bash[22034]: cluster 2024-09-13T14:02:28.797964+0000 mon.a (mon.0) 1026 : cluster [DBG] Standby manager daemon x started 2024-09-13T14:02:29.930 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:02:29 smithi178 bash[22034]: audit 2024-09-13T14:02:28.803261+0000 mon.b (mon.1) 31 : audit [DBG] from='mgr.? 172.21.15.178:0/2374933869' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-13T14:02:29.931 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:02:29 smithi178 bash[22034]: audit 2024-09-13T14:02:28.804082+0000 mon.b (mon.1) 32 : audit [DBG] from='mgr.? 172.21.15.178:0/2374933869' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-13T14:02:29.931 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:02:29 smithi178 bash[22034]: audit 2024-09-13T14:02:28.806510+0000 mon.b (mon.1) 33 : audit [DBG] from='mgr.? 172.21.15.178:0/2374933869' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-13T14:02:29.931 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:02:29 smithi178 bash[22034]: audit 2024-09-13T14:02:28.806997+0000 mon.b (mon.1) 34 : audit [DBG] from='mgr.? 172.21.15.178:0/2374933869' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-13T14:02:30.930 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:02:30 smithi178 bash[22034]: audit 2024-09-13T14:02:29.399598+0000 mgr.y (mgr.14391) 328 : audit [DBG] from='client.24704 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:02:30.930 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:02:30 smithi178 bash[22034]: cluster 2024-09-13T14:02:29.660379+0000 mon.a (mon.0) 1027 : cluster [DBG] mgrmap e23: y(active, since 8m), standbys: x 2024-09-13T14:02:31.001 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:02:30 smithi062 bash[26634]: audit 2024-09-13T14:02:29.399598+0000 mgr.y (mgr.14391) 328 : audit [DBG] from='client.24704 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:02:31.001 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:02:30 smithi062 bash[26634]: cluster 2024-09-13T14:02:29.660379+0000 mon.a (mon.0) 1027 : cluster [DBG] mgrmap e23: y(active, since 8m), standbys: x 2024-09-13T14:02:31.001 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:02:30 smithi062 bash[19845]: audit 2024-09-13T14:02:29.399598+0000 mgr.y (mgr.14391) 328 : audit [DBG] from='client.24704 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:02:31.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:02:30 smithi062 bash[19845]: cluster 2024-09-13T14:02:29.660379+0000 mon.a (mon.0) 1027 : cluster [DBG] mgrmap e23: y(active, since 8m), standbys: x 2024-09-13T14:02:31.930 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:02:31 smithi178 bash[22034]: cluster 2024-09-13T14:02:30.429306+0000 mgr.y (mgr.14391) 329 : cluster [DBG] pgmap v280: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:02:32.001 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:02:31 smithi062 bash[19845]: cluster 2024-09-13T14:02:30.429306+0000 mgr.y (mgr.14391) 329 : cluster [DBG] pgmap v280: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:02:32.001 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:02:31 smithi062 bash[26634]: cluster 2024-09-13T14:02:30.429306+0000 mgr.y (mgr.14391) 329 : cluster [DBG] pgmap v280: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:02:33.930 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:02:33 smithi178 bash[22034]: cluster 2024-09-13T14:02:32.429969+0000 mgr.y (mgr.14391) 330 : cluster [DBG] pgmap v281: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:02:34.001 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:02:33 smithi062 bash[19845]: cluster 2024-09-13T14:02:32.429969+0000 mgr.y (mgr.14391) 330 : cluster [DBG] pgmap v281: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:02:34.001 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:02:33 smithi062 bash[26634]: cluster 2024-09-13T14:02:32.429969+0000 mgr.y (mgr.14391) 330 : cluster [DBG] pgmap v281: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:02:35.930 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:02:35 smithi178 bash[22034]: cluster 2024-09-13T14:02:34.431562+0000 mgr.y (mgr.14391) 331 : cluster [DBG] pgmap v282: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:02:36.001 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:02:35 smithi062 bash[20100]: ::ffff:172.21.15.178 - - [13/Sep/2024:14:02:35] "GET /metrics HTTP/1.1" 200 38158 "" "Prometheus/2.43.0" 2024-09-13T14:02:36.001 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:02:35 smithi062 bash[26634]: cluster 2024-09-13T14:02:34.431562+0000 mgr.y (mgr.14391) 331 : cluster [DBG] pgmap v282: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:02:36.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:02:35 smithi062 bash[19845]: cluster 2024-09-13T14:02:34.431562+0000 mgr.y (mgr.14391) 331 : cluster [DBG] pgmap v282: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:02:37.930 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:02:37 smithi178 bash[22034]: cluster 2024-09-13T14:02:36.432274+0000 mgr.y (mgr.14391) 332 : cluster [DBG] pgmap v283: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:02:38.001 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:02:37 smithi062 bash[19845]: cluster 2024-09-13T14:02:36.432274+0000 mgr.y (mgr.14391) 332 : cluster [DBG] pgmap v283: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:02:38.001 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:02:37 smithi062 bash[26634]: cluster 2024-09-13T14:02:36.432274+0000 mgr.y (mgr.14391) 332 : cluster [DBG] pgmap v283: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:02:39.930 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:02:39 smithi178 bash[22034]: cluster 2024-09-13T14:02:38.432976+0000 mgr.y (mgr.14391) 333 : cluster [DBG] pgmap v284: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:02:40.001 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:02:39 smithi062 bash[19845]: cluster 2024-09-13T14:02:38.432976+0000 mgr.y (mgr.14391) 333 : cluster [DBG] pgmap v284: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:02:40.001 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:02:39 smithi062 bash[26634]: cluster 2024-09-13T14:02:38.432976+0000 mgr.y (mgr.14391) 333 : cluster [DBG] pgmap v284: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:02:41.001 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:02:40 smithi062 bash[19845]: audit 2024-09-13T14:02:39.410804+0000 mgr.y (mgr.14391) 334 : audit [DBG] from='client.24704 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:02:41.001 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:02:40 smithi062 bash[26634]: audit 2024-09-13T14:02:39.410804+0000 mgr.y (mgr.14391) 334 : audit [DBG] from='client.24704 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:02:41.180 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:02:40 smithi178 bash[22034]: audit 2024-09-13T14:02:39.410804+0000 mgr.y (mgr.14391) 334 : audit [DBG] from='client.24704 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:02:42.001 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:02:41 smithi062 bash[19845]: cluster 2024-09-13T14:02:40.434663+0000 mgr.y (mgr.14391) 335 : cluster [DBG] pgmap v285: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:02:42.001 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:02:41 smithi062 bash[26634]: cluster 2024-09-13T14:02:40.434663+0000 mgr.y (mgr.14391) 335 : cluster [DBG] pgmap v285: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:02:42.180 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:02:41 smithi178 bash[22034]: cluster 2024-09-13T14:02:40.434663+0000 mgr.y (mgr.14391) 335 : cluster [DBG] pgmap v285: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:02:44.001 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:02:43 smithi062 bash[26634]: cluster 2024-09-13T14:02:42.435361+0000 mgr.y (mgr.14391) 336 : cluster [DBG] pgmap v286: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:02:44.002 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:02:43 smithi062 bash[26634]: audit 2024-09-13T14:02:43.294508+0000 mon.a (mon.0) 1028 : audit [DBG] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:02:44.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:02:43 smithi062 bash[19845]: cluster 2024-09-13T14:02:42.435361+0000 mgr.y (mgr.14391) 336 : cluster [DBG] pgmap v286: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:02:44.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:02:43 smithi062 bash[19845]: audit 2024-09-13T14:02:43.294508+0000 mon.a (mon.0) 1028 : audit [DBG] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:02:44.180 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:02:43 smithi178 bash[22034]: cluster 2024-09-13T14:02:42.435361+0000 mgr.y (mgr.14391) 336 : cluster [DBG] pgmap v286: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:02:44.180 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:02:43 smithi178 bash[22034]: audit 2024-09-13T14:02:43.294508+0000 mon.a (mon.0) 1028 : audit [DBG] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:02:46.001 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:02:45 smithi062 bash[19845]: cluster 2024-09-13T14:02:44.437012+0000 mgr.y (mgr.14391) 337 : cluster [DBG] pgmap v287: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:02:46.002 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:02:45 smithi062 bash[20100]: ::ffff:172.21.15.178 - - [13/Sep/2024:14:02:45] "GET /metrics HTTP/1.1" 200 38152 "" "Prometheus/2.43.0" 2024-09-13T14:02:46.002 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:02:45 smithi062 bash[26634]: cluster 2024-09-13T14:02:44.437012+0000 mgr.y (mgr.14391) 337 : cluster [DBG] pgmap v287: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:02:46.180 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:02:45 smithi178 bash[22034]: cluster 2024-09-13T14:02:44.437012+0000 mgr.y (mgr.14391) 337 : cluster [DBG] pgmap v287: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:02:48.001 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:02:47 smithi062 bash[19845]: cluster 2024-09-13T14:02:46.437666+0000 mgr.y (mgr.14391) 338 : cluster [DBG] pgmap v288: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:02:48.002 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:02:47 smithi062 bash[26634]: cluster 2024-09-13T14:02:46.437666+0000 mgr.y (mgr.14391) 338 : cluster [DBG] pgmap v288: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:02:48.180 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:02:47 smithi178 bash[22034]: cluster 2024-09-13T14:02:46.437666+0000 mgr.y (mgr.14391) 338 : cluster [DBG] pgmap v288: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:02:50.001 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:02:49 smithi062 bash[26634]: cluster 2024-09-13T14:02:48.438365+0000 mgr.y (mgr.14391) 339 : cluster [DBG] pgmap v289: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:02:50.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:02:49 smithi062 bash[19845]: cluster 2024-09-13T14:02:48.438365+0000 mgr.y (mgr.14391) 339 : cluster [DBG] pgmap v289: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:02:50.180 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:02:49 smithi178 bash[22034]: cluster 2024-09-13T14:02:48.438365+0000 mgr.y (mgr.14391) 339 : cluster [DBG] pgmap v289: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:02:51.001 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:02:50 smithi062 bash[19845]: audit 2024-09-13T14:02:49.422003+0000 mgr.y (mgr.14391) 340 : audit [DBG] from='client.24704 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:02:51.001 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:02:50 smithi062 bash[26634]: audit 2024-09-13T14:02:49.422003+0000 mgr.y (mgr.14391) 340 : audit [DBG] from='client.24704 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:02:51.180 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:02:50 smithi178 bash[22034]: audit 2024-09-13T14:02:49.422003+0000 mgr.y (mgr.14391) 340 : audit [DBG] from='client.24704 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:02:52.001 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:02:51 smithi062 bash[19845]: cluster 2024-09-13T14:02:50.440062+0000 mgr.y (mgr.14391) 341 : cluster [DBG] pgmap v290: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:02:52.001 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:02:51 smithi062 bash[26634]: cluster 2024-09-13T14:02:50.440062+0000 mgr.y (mgr.14391) 341 : cluster [DBG] pgmap v290: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:02:52.180 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:02:51 smithi178 bash[22034]: cluster 2024-09-13T14:02:50.440062+0000 mgr.y (mgr.14391) 341 : cluster [DBG] pgmap v290: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:02:54.001 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:02:53 smithi062 bash[19845]: cluster 2024-09-13T14:02:52.440738+0000 mgr.y (mgr.14391) 342 : cluster [DBG] pgmap v291: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:02:54.001 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:02:53 smithi062 bash[26634]: cluster 2024-09-13T14:02:52.440738+0000 mgr.y (mgr.14391) 342 : cluster [DBG] pgmap v291: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:02:54.180 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:02:53 smithi178 bash[22034]: cluster 2024-09-13T14:02:52.440738+0000 mgr.y (mgr.14391) 342 : cluster [DBG] pgmap v291: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:02:56.001 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:02:55 smithi062 bash[20100]: ::ffff:172.21.15.178 - - [13/Sep/2024:14:02:55] "GET /metrics HTTP/1.1" 200 38152 "" "Prometheus/2.43.0" 2024-09-13T14:02:56.001 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:02:55 smithi062 bash[19845]: cluster 2024-09-13T14:02:54.442343+0000 mgr.y (mgr.14391) 343 : cluster [DBG] pgmap v292: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:02:56.002 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:02:55 smithi062 bash[26634]: cluster 2024-09-13T14:02:54.442343+0000 mgr.y (mgr.14391) 343 : cluster [DBG] pgmap v292: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:02:56.180 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:02:55 smithi178 bash[22034]: cluster 2024-09-13T14:02:54.442343+0000 mgr.y (mgr.14391) 343 : cluster [DBG] pgmap v292: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:02:58.001 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:02:57 smithi062 bash[19845]: cluster 2024-09-13T14:02:56.443039+0000 mgr.y (mgr.14391) 344 : cluster [DBG] pgmap v293: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:02:58.001 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:02:57 smithi062 bash[26634]: cluster 2024-09-13T14:02:56.443039+0000 mgr.y (mgr.14391) 344 : cluster [DBG] pgmap v293: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:02:58.180 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:02:57 smithi178 bash[22034]: cluster 2024-09-13T14:02:56.443039+0000 mgr.y (mgr.14391) 344 : cluster [DBG] pgmap v293: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:02:59.001 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:02:58 smithi062 bash[26634]: audit 2024-09-13T14:02:58.294843+0000 mon.a (mon.0) 1029 : audit [DBG] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:02:59.001 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:02:58 smithi062 bash[19845]: audit 2024-09-13T14:02:58.294843+0000 mon.a (mon.0) 1029 : audit [DBG] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:02:59.180 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:02:58 smithi178 bash[22034]: audit 2024-09-13T14:02:58.294843+0000 mon.a (mon.0) 1029 : audit [DBG] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:03:00.001 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:02:59 smithi062 bash[26634]: cluster 2024-09-13T14:02:58.443713+0000 mgr.y (mgr.14391) 345 : cluster [DBG] pgmap v294: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:03:00.001 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:02:59 smithi062 bash[19845]: cluster 2024-09-13T14:02:58.443713+0000 mgr.y (mgr.14391) 345 : cluster [DBG] pgmap v294: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:03:00.180 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:02:59 smithi178 bash[22034]: cluster 2024-09-13T14:02:58.443713+0000 mgr.y (mgr.14391) 345 : cluster [DBG] pgmap v294: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:03:01.180 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:03:00 smithi178 bash[22034]: audit 2024-09-13T14:02:59.433241+0000 mgr.y (mgr.14391) 346 : audit [DBG] from='client.24704 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:03:01.251 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:03:00 smithi062 bash[19845]: audit 2024-09-13T14:02:59.433241+0000 mgr.y (mgr.14391) 346 : audit [DBG] from='client.24704 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:03:01.251 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:03:00 smithi062 bash[26634]: audit 2024-09-13T14:02:59.433241+0000 mgr.y (mgr.14391) 346 : audit [DBG] from='client.24704 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:03:02.180 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:03:01 smithi178 bash[22034]: cluster 2024-09-13T14:03:00.445415+0000 mgr.y (mgr.14391) 347 : cluster [DBG] pgmap v295: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:03:02.251 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:03:01 smithi062 bash[19845]: cluster 2024-09-13T14:03:00.445415+0000 mgr.y (mgr.14391) 347 : cluster [DBG] pgmap v295: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:03:02.251 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:03:01 smithi062 bash[26634]: cluster 2024-09-13T14:03:00.445415+0000 mgr.y (mgr.14391) 347 : cluster [DBG] pgmap v295: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:03:04.180 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:03:03 smithi178 bash[22034]: cluster 2024-09-13T14:03:02.446115+0000 mgr.y (mgr.14391) 348 : cluster [DBG] pgmap v296: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:03:04.251 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:03:03 smithi062 bash[19845]: cluster 2024-09-13T14:03:02.446115+0000 mgr.y (mgr.14391) 348 : cluster [DBG] pgmap v296: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:03:04.252 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:03:03 smithi062 bash[26634]: cluster 2024-09-13T14:03:02.446115+0000 mgr.y (mgr.14391) 348 : cluster [DBG] pgmap v296: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:03:06.180 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:03:05 smithi178 bash[22034]: cluster 2024-09-13T14:03:04.447721+0000 mgr.y (mgr.14391) 349 : cluster [DBG] pgmap v297: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:03:06.251 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:03:05 smithi062 bash[20100]: ::ffff:172.21.15.178 - - [13/Sep/2024:14:03:05] "GET /metrics HTTP/1.1" 200 38154 "" "Prometheus/2.43.0" 2024-09-13T14:03:06.251 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:03:05 smithi062 bash[19845]: cluster 2024-09-13T14:03:04.447721+0000 mgr.y (mgr.14391) 349 : cluster [DBG] pgmap v297: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:03:06.252 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:03:05 smithi062 bash[26634]: cluster 2024-09-13T14:03:04.447721+0000 mgr.y (mgr.14391) 349 : cluster [DBG] pgmap v297: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:03:08.181 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:03:07 smithi178 bash[22034]: cluster 2024-09-13T14:03:06.448388+0000 mgr.y (mgr.14391) 350 : cluster [DBG] pgmap v298: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:03:08.251 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:03:07 smithi062 bash[19845]: cluster 2024-09-13T14:03:06.448388+0000 mgr.y (mgr.14391) 350 : cluster [DBG] pgmap v298: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:03:08.252 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:03:07 smithi062 bash[26634]: cluster 2024-09-13T14:03:06.448388+0000 mgr.y (mgr.14391) 350 : cluster [DBG] pgmap v298: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:03:10.180 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:03:09 smithi178 bash[22034]: cluster 2024-09-13T14:03:08.449090+0000 mgr.y (mgr.14391) 351 : cluster [DBG] pgmap v299: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:03:10.251 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:03:09 smithi062 bash[19845]: cluster 2024-09-13T14:03:08.449090+0000 mgr.y (mgr.14391) 351 : cluster [DBG] pgmap v299: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:03:10.251 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:03:09 smithi062 bash[26634]: cluster 2024-09-13T14:03:08.449090+0000 mgr.y (mgr.14391) 351 : cluster [DBG] pgmap v299: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:03:11.180 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:03:10 smithi178 bash[22034]: audit 2024-09-13T14:03:09.444494+0000 mgr.y (mgr.14391) 352 : audit [DBG] from='client.24704 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:03:11.251 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:03:10 smithi062 bash[19845]: audit 2024-09-13T14:03:09.444494+0000 mgr.y (mgr.14391) 352 : audit [DBG] from='client.24704 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:03:11.252 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:03:10 smithi062 bash[26634]: audit 2024-09-13T14:03:09.444494+0000 mgr.y (mgr.14391) 352 : audit [DBG] from='client.24704 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:03:12.180 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:03:11 smithi178 bash[22034]: cluster 2024-09-13T14:03:10.450755+0000 mgr.y (mgr.14391) 353 : cluster [DBG] pgmap v300: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:03:12.251 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:03:11 smithi062 bash[19845]: cluster 2024-09-13T14:03:10.450755+0000 mgr.y (mgr.14391) 353 : cluster [DBG] pgmap v300: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:03:12.252 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:03:11 smithi062 bash[26634]: cluster 2024-09-13T14:03:10.450755+0000 mgr.y (mgr.14391) 353 : cluster [DBG] pgmap v300: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:03:14.180 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:03:13 smithi178 bash[22034]: cluster 2024-09-13T14:03:12.451461+0000 mgr.y (mgr.14391) 354 : cluster [DBG] pgmap v301: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:03:14.180 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:03:13 smithi178 bash[22034]: audit 2024-09-13T14:03:13.295300+0000 mon.a (mon.0) 1030 : audit [DBG] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:03:14.251 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:03:13 smithi062 bash[19845]: cluster 2024-09-13T14:03:12.451461+0000 mgr.y (mgr.14391) 354 : cluster [DBG] pgmap v301: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:03:14.251 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:03:13 smithi062 bash[19845]: audit 2024-09-13T14:03:13.295300+0000 mon.a (mon.0) 1030 : audit [DBG] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:03:14.252 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:03:13 smithi062 bash[26634]: cluster 2024-09-13T14:03:12.451461+0000 mgr.y (mgr.14391) 354 : cluster [DBG] pgmap v301: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:03:14.252 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:03:13 smithi062 bash[26634]: audit 2024-09-13T14:03:13.295300+0000 mon.a (mon.0) 1030 : audit [DBG] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:03:16.180 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:03:15 smithi178 bash[22034]: cluster 2024-09-13T14:03:14.453088+0000 mgr.y (mgr.14391) 355 : cluster [DBG] pgmap v302: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:03:16.251 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:03:15 smithi062 bash[20100]: ::ffff:172.21.15.178 - - [13/Sep/2024:14:03:15] "GET /metrics HTTP/1.1" 200 38155 "" "Prometheus/2.43.0" 2024-09-13T14:03:16.252 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:03:15 smithi062 bash[26634]: cluster 2024-09-13T14:03:14.453088+0000 mgr.y (mgr.14391) 355 : cluster [DBG] pgmap v302: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:03:16.252 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:03:15 smithi062 bash[19845]: cluster 2024-09-13T14:03:14.453088+0000 mgr.y (mgr.14391) 355 : cluster [DBG] pgmap v302: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:03:18.180 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:03:17 smithi178 bash[22034]: cluster 2024-09-13T14:03:16.453797+0000 mgr.y (mgr.14391) 356 : cluster [DBG] pgmap v303: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:03:18.251 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:03:17 smithi062 bash[19845]: cluster 2024-09-13T14:03:16.453797+0000 mgr.y (mgr.14391) 356 : cluster [DBG] pgmap v303: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:03:18.251 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:03:17 smithi062 bash[26634]: cluster 2024-09-13T14:03:16.453797+0000 mgr.y (mgr.14391) 356 : cluster [DBG] pgmap v303: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:03:20.180 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:03:19 smithi178 bash[22034]: cluster 2024-09-13T14:03:18.454434+0000 mgr.y (mgr.14391) 357 : cluster [DBG] pgmap v304: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:03:20.251 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:03:19 smithi062 bash[19845]: cluster 2024-09-13T14:03:18.454434+0000 mgr.y (mgr.14391) 357 : cluster [DBG] pgmap v304: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:03:20.252 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:03:19 smithi062 bash[26634]: cluster 2024-09-13T14:03:18.454434+0000 mgr.y (mgr.14391) 357 : cluster [DBG] pgmap v304: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:03:21.180 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:03:20 smithi178 bash[22034]: audit 2024-09-13T14:03:19.448351+0000 mgr.y (mgr.14391) 358 : audit [DBG] from='client.24704 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:03:21.251 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:03:20 smithi062 bash[19845]: audit 2024-09-13T14:03:19.448351+0000 mgr.y (mgr.14391) 358 : audit [DBG] from='client.24704 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:03:21.252 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:03:20 smithi062 bash[26634]: audit 2024-09-13T14:03:19.448351+0000 mgr.y (mgr.14391) 358 : audit [DBG] from='client.24704 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:03:22.180 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:03:21 smithi178 bash[22034]: cluster 2024-09-13T14:03:20.456122+0000 mgr.y (mgr.14391) 359 : cluster [DBG] pgmap v305: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:03:22.251 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:03:21 smithi062 bash[19845]: cluster 2024-09-13T14:03:20.456122+0000 mgr.y (mgr.14391) 359 : cluster [DBG] pgmap v305: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:03:22.252 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:03:21 smithi062 bash[26634]: cluster 2024-09-13T14:03:20.456122+0000 mgr.y (mgr.14391) 359 : cluster [DBG] pgmap v305: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:03:24.180 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:03:23 smithi178 bash[22034]: cluster 2024-09-13T14:03:22.456843+0000 mgr.y (mgr.14391) 360 : cluster [DBG] pgmap v306: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:03:24.252 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:03:23 smithi062 bash[19845]: cluster 2024-09-13T14:03:22.456843+0000 mgr.y (mgr.14391) 360 : cluster [DBG] pgmap v306: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:03:24.252 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:03:23 smithi062 bash[26634]: cluster 2024-09-13T14:03:22.456843+0000 mgr.y (mgr.14391) 360 : cluster [DBG] pgmap v306: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:03:26.180 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:03:25 smithi178 bash[22034]: cluster 2024-09-13T14:03:24.458426+0000 mgr.y (mgr.14391) 361 : cluster [DBG] pgmap v307: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:03:26.251 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:03:25 smithi062 bash[19845]: cluster 2024-09-13T14:03:24.458426+0000 mgr.y (mgr.14391) 361 : cluster [DBG] pgmap v307: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:03:26.252 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:03:25 smithi062 bash[20100]: ::ffff:172.21.15.178 - - [13/Sep/2024:14:03:25] "GET /metrics HTTP/1.1" 200 38155 "" "Prometheus/2.43.0" 2024-09-13T14:03:26.252 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:03:25 smithi062 bash[26634]: cluster 2024-09-13T14:03:24.458426+0000 mgr.y (mgr.14391) 361 : cluster [DBG] pgmap v307: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:03:28.180 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:03:27 smithi178 bash[22034]: cluster 2024-09-13T14:03:26.459140+0000 mgr.y (mgr.14391) 362 : cluster [DBG] pgmap v308: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:03:28.251 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:03:27 smithi062 bash[19845]: cluster 2024-09-13T14:03:26.459140+0000 mgr.y (mgr.14391) 362 : cluster [DBG] pgmap v308: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:03:28.252 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:03:27 smithi062 bash[26634]: cluster 2024-09-13T14:03:26.459140+0000 mgr.y (mgr.14391) 362 : cluster [DBG] pgmap v308: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:03:29.180 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:03:28 smithi178 bash[22034]: audit 2024-09-13T14:03:28.295678+0000 mon.a (mon.0) 1031 : audit [DBG] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:03:29.251 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:03:28 smithi062 bash[19845]: audit 2024-09-13T14:03:28.295678+0000 mon.a (mon.0) 1031 : audit [DBG] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:03:29.252 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:03:28 smithi062 bash[26634]: audit 2024-09-13T14:03:28.295678+0000 mon.a (mon.0) 1031 : audit [DBG] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:03:30.180 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:03:29 smithi178 bash[22034]: cluster 2024-09-13T14:03:28.459851+0000 mgr.y (mgr.14391) 363 : cluster [DBG] pgmap v309: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:03:30.251 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:03:29 smithi062 bash[19845]: cluster 2024-09-13T14:03:28.459851+0000 mgr.y (mgr.14391) 363 : cluster [DBG] pgmap v309: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:03:30.252 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:03:29 smithi062 bash[26634]: cluster 2024-09-13T14:03:28.459851+0000 mgr.y (mgr.14391) 363 : cluster [DBG] pgmap v309: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:03:31.180 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:03:30 smithi178 bash[22034]: audit 2024-09-13T14:03:29.456426+0000 mgr.y (mgr.14391) 364 : audit [DBG] from='client.24704 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:03:31.251 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:03:30 smithi062 bash[26634]: audit 2024-09-13T14:03:29.456426+0000 mgr.y (mgr.14391) 364 : audit [DBG] from='client.24704 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:03:31.252 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:03:30 smithi062 bash[19845]: audit 2024-09-13T14:03:29.456426+0000 mgr.y (mgr.14391) 364 : audit [DBG] from='client.24704 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:03:32.180 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:03:31 smithi178 bash[22034]: cluster 2024-09-13T14:03:30.461692+0000 mgr.y (mgr.14391) 365 : cluster [DBG] pgmap v310: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:03:32.251 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:03:31 smithi062 bash[19845]: cluster 2024-09-13T14:03:30.461692+0000 mgr.y (mgr.14391) 365 : cluster [DBG] pgmap v310: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:03:32.252 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:03:31 smithi062 bash[26634]: cluster 2024-09-13T14:03:30.461692+0000 mgr.y (mgr.14391) 365 : cluster [DBG] pgmap v310: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:03:34.180 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:03:33 smithi178 bash[22034]: cluster 2024-09-13T14:03:32.462508+0000 mgr.y (mgr.14391) 366 : cluster [DBG] pgmap v311: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:03:34.251 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:03:33 smithi062 bash[19845]: cluster 2024-09-13T14:03:32.462508+0000 mgr.y (mgr.14391) 366 : cluster [DBG] pgmap v311: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:03:34.252 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:03:33 smithi062 bash[26634]: cluster 2024-09-13T14:03:32.462508+0000 mgr.y (mgr.14391) 366 : cluster [DBG] pgmap v311: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:03:35.865 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:03:35 smithi062 bash[26634]: cluster 2024-09-13T14:03:34.464193+0000 mgr.y (mgr.14391) 367 : cluster [DBG] pgmap v312: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:03:35.865 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:03:35 smithi062 bash[26634]: audit 2024-09-13T14:03:34.610580+0000 mon.a (mon.0) 1032 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T14:03:35.865 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:03:35 smithi062 bash[26634]: audit 2024-09-13T14:03:34.623028+0000 mon.a (mon.0) 1033 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T14:03:35.865 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:03:35 smithi062 bash[26634]: audit 2024-09-13T14:03:35.324818+0000 mon.a (mon.0) 1034 : audit [DBG] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:03:35.865 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:03:35 smithi062 bash[26634]: audit 2024-09-13T14:03:35.326566+0000 mon.a (mon.0) 1035 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T14:03:35.865 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:03:35 smithi062 bash[26634]: audit 2024-09-13T14:03:35.338461+0000 mon.a (mon.0) 1036 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T14:03:35.865 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:03:35 smithi062 bash[19845]: cluster 2024-09-13T14:03:34.464193+0000 mgr.y (mgr.14391) 367 : cluster [DBG] pgmap v312: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:03:35.865 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:03:35 smithi062 bash[19845]: audit 2024-09-13T14:03:34.610580+0000 mon.a (mon.0) 1032 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T14:03:35.866 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:03:35 smithi062 bash[19845]: audit 2024-09-13T14:03:34.623028+0000 mon.a (mon.0) 1033 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T14:03:35.866 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:03:35 smithi062 bash[19845]: audit 2024-09-13T14:03:35.324818+0000 mon.a (mon.0) 1034 : audit [DBG] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:03:35.866 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:03:35 smithi062 bash[19845]: audit 2024-09-13T14:03:35.326566+0000 mon.a (mon.0) 1035 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T14:03:35.866 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:03:35 smithi062 bash[19845]: audit 2024-09-13T14:03:35.338461+0000 mon.a (mon.0) 1036 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T14:03:35.930 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:03:35 smithi178 bash[22034]: cluster 2024-09-13T14:03:34.464193+0000 mgr.y (mgr.14391) 367 : cluster [DBG] pgmap v312: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:03:35.931 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:03:35 smithi178 bash[22034]: audit 2024-09-13T14:03:34.610580+0000 mon.a (mon.0) 1032 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T14:03:35.931 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:03:35 smithi178 bash[22034]: audit 2024-09-13T14:03:34.623028+0000 mon.a (mon.0) 1033 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T14:03:35.931 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:03:35 smithi178 bash[22034]: audit 2024-09-13T14:03:35.324818+0000 mon.a (mon.0) 1034 : audit [DBG] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:03:35.931 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:03:35 smithi178 bash[22034]: audit 2024-09-13T14:03:35.326566+0000 mon.a (mon.0) 1035 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T14:03:35.931 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:03:35 smithi178 bash[22034]: audit 2024-09-13T14:03:35.338461+0000 mon.a (mon.0) 1036 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T14:03:36.251 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:03:35 smithi062 bash[20100]: ::ffff:172.21.15.178 - - [13/Sep/2024:14:03:35] "GET /metrics HTTP/1.1" 200 38153 "" "Prometheus/2.43.0" 2024-09-13T14:03:38.502 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:03:38 smithi062 bash[19845]: cluster 2024-09-13T14:03:36.464910+0000 mgr.y (mgr.14391) 368 : cluster [DBG] pgmap v313: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:03:38.502 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:03:38 smithi062 bash[26634]: cluster 2024-09-13T14:03:36.464910+0000 mgr.y (mgr.14391) 368 : cluster [DBG] pgmap v313: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:03:38.680 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:03:38 smithi178 bash[22034]: cluster 2024-09-13T14:03:36.464910+0000 mgr.y (mgr.14391) 368 : cluster [DBG] pgmap v313: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:03:40.501 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:03:40 smithi062 bash[26634]: cluster 2024-09-13T14:03:38.465599+0000 mgr.y (mgr.14391) 369 : cluster [DBG] pgmap v314: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:03:40.502 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:03:40 smithi062 bash[19845]: cluster 2024-09-13T14:03:38.465599+0000 mgr.y (mgr.14391) 369 : cluster [DBG] pgmap v314: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:03:40.680 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:03:40 smithi178 bash[22034]: cluster 2024-09-13T14:03:38.465599+0000 mgr.y (mgr.14391) 369 : cluster [DBG] pgmap v314: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:03:41.501 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:03:41 smithi062 bash[26634]: audit 2024-09-13T14:03:39.462328+0000 mgr.y (mgr.14391) 370 : audit [DBG] from='client.24704 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:03:41.502 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:03:41 smithi062 bash[19845]: audit 2024-09-13T14:03:39.462328+0000 mgr.y (mgr.14391) 370 : audit [DBG] from='client.24704 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:03:41.680 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:03:41 smithi178 bash[22034]: audit 2024-09-13T14:03:39.462328+0000 mgr.y (mgr.14391) 370 : audit [DBG] from='client.24704 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:03:42.501 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:03:42 smithi062 bash[19845]: cluster 2024-09-13T14:03:40.467275+0000 mgr.y (mgr.14391) 371 : cluster [DBG] pgmap v315: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:03:42.501 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:03:42 smithi062 bash[26634]: cluster 2024-09-13T14:03:40.467275+0000 mgr.y (mgr.14391) 371 : cluster [DBG] pgmap v315: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:03:42.680 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:03:42 smithi178 bash[22034]: cluster 2024-09-13T14:03:40.467275+0000 mgr.y (mgr.14391) 371 : cluster [DBG] pgmap v315: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:03:44.501 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:03:44 smithi062 bash[26634]: cluster 2024-09-13T14:03:42.467987+0000 mgr.y (mgr.14391) 372 : cluster [DBG] pgmap v316: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:03:44.502 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:03:44 smithi062 bash[26634]: audit 2024-09-13T14:03:43.296215+0000 mon.a (mon.0) 1037 : audit [DBG] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:03:44.502 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:03:44 smithi062 bash[19845]: cluster 2024-09-13T14:03:42.467987+0000 mgr.y (mgr.14391) 372 : cluster [DBG] pgmap v316: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:03:44.502 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:03:44 smithi062 bash[19845]: audit 2024-09-13T14:03:43.296215+0000 mon.a (mon.0) 1037 : audit [DBG] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:03:44.680 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:03:44 smithi178 bash[22034]: cluster 2024-09-13T14:03:42.467987+0000 mgr.y (mgr.14391) 372 : cluster [DBG] pgmap v316: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:03:44.681 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:03:44 smithi178 bash[22034]: audit 2024-09-13T14:03:43.296215+0000 mon.a (mon.0) 1037 : audit [DBG] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:03:46.247 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:03:45 smithi062 bash[20100]: ::ffff:172.21.15.178 - - [13/Sep/2024:14:03:45] "GET /metrics HTTP/1.1" 200 38154 "" "Prometheus/2.43.0" 2024-09-13T14:03:46.501 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:03:46 smithi062 bash[19845]: cluster 2024-09-13T14:03:44.469536+0000 mgr.y (mgr.14391) 373 : cluster [DBG] pgmap v317: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:03:46.502 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:03:46 smithi062 bash[26634]: cluster 2024-09-13T14:03:44.469536+0000 mgr.y (mgr.14391) 373 : cluster [DBG] pgmap v317: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:03:46.680 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:03:46 smithi178 bash[22034]: cluster 2024-09-13T14:03:44.469536+0000 mgr.y (mgr.14391) 373 : cluster [DBG] pgmap v317: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:03:47.680 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:03:47 smithi178 bash[22034]: cluster 2024-09-13T14:03:46.470226+0000 mgr.y (mgr.14391) 374 : cluster [DBG] pgmap v318: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:03:47.751 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:03:47 smithi062 bash[19845]: cluster 2024-09-13T14:03:46.470226+0000 mgr.y (mgr.14391) 374 : cluster [DBG] pgmap v318: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:03:47.752 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:03:47 smithi062 bash[26634]: cluster 2024-09-13T14:03:46.470226+0000 mgr.y (mgr.14391) 374 : cluster [DBG] pgmap v318: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:03:49.751 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:03:49 smithi062 bash[19845]: cluster 2024-09-13T14:03:48.470960+0000 mgr.y (mgr.14391) 375 : cluster [DBG] pgmap v319: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:03:49.752 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:03:49 smithi062 bash[26634]: cluster 2024-09-13T14:03:48.470960+0000 mgr.y (mgr.14391) 375 : cluster [DBG] pgmap v319: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:03:49.930 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:03:49 smithi178 bash[22034]: cluster 2024-09-13T14:03:48.470960+0000 mgr.y (mgr.14391) 375 : cluster [DBG] pgmap v319: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:03:50.930 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:03:50 smithi178 bash[22034]: audit 2024-09-13T14:03:49.473648+0000 mgr.y (mgr.14391) 376 : audit [DBG] from='client.24704 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:03:51.001 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:03:50 smithi062 bash[19845]: audit 2024-09-13T14:03:49.473648+0000 mgr.y (mgr.14391) 376 : audit [DBG] from='client.24704 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:03:51.002 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:03:50 smithi062 bash[26634]: audit 2024-09-13T14:03:49.473648+0000 mgr.y (mgr.14391) 376 : audit [DBG] from='client.24704 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:03:51.930 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:03:51 smithi178 bash[22034]: cluster 2024-09-13T14:03:50.472718+0000 mgr.y (mgr.14391) 377 : cluster [DBG] pgmap v320: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:03:52.001 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:03:51 smithi062 bash[19845]: cluster 2024-09-13T14:03:50.472718+0000 mgr.y (mgr.14391) 377 : cluster [DBG] pgmap v320: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:03:52.002 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:03:51 smithi062 bash[26634]: cluster 2024-09-13T14:03:50.472718+0000 mgr.y (mgr.14391) 377 : cluster [DBG] pgmap v320: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:03:53.930 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:03:53 smithi178 bash[22034]: cluster 2024-09-13T14:03:52.473447+0000 mgr.y (mgr.14391) 378 : cluster [DBG] pgmap v321: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:03:54.001 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:03:53 smithi062 bash[19845]: cluster 2024-09-13T14:03:52.473447+0000 mgr.y (mgr.14391) 378 : cluster [DBG] pgmap v321: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:03:54.002 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:03:53 smithi062 bash[26634]: cluster 2024-09-13T14:03:52.473447+0000 mgr.y (mgr.14391) 378 : cluster [DBG] pgmap v321: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:03:55.865 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:03:55 smithi062 bash[26634]: cluster 2024-09-13T14:03:54.475080+0000 mgr.y (mgr.14391) 379 : cluster [DBG] pgmap v322: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:03:55.866 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:03:55 smithi062 bash[19845]: cluster 2024-09-13T14:03:54.475080+0000 mgr.y (mgr.14391) 379 : cluster [DBG] pgmap v322: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:03:55.931 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:03:55 smithi178 bash[22034]: cluster 2024-09-13T14:03:54.475080+0000 mgr.y (mgr.14391) 379 : cluster [DBG] pgmap v322: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:03:56.251 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:03:55 smithi062 bash[20100]: ::ffff:172.21.15.178 - - [13/Sep/2024:14:03:55] "GET /metrics HTTP/1.1" 200 38154 "" "Prometheus/2.43.0" 2024-09-13T14:03:58.501 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:03:58 smithi062 bash[19845]: cluster 2024-09-13T14:03:56.475841+0000 mgr.y (mgr.14391) 380 : cluster [DBG] pgmap v323: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:03:58.502 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:03:58 smithi062 bash[26634]: cluster 2024-09-13T14:03:56.475841+0000 mgr.y (mgr.14391) 380 : cluster [DBG] pgmap v323: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:03:58.680 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:03:58 smithi178 bash[22034]: cluster 2024-09-13T14:03:56.475841+0000 mgr.y (mgr.14391) 380 : cluster [DBG] pgmap v323: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:03:59.501 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:03:59 smithi062 bash[19845]: audit 2024-09-13T14:03:58.296604+0000 mon.a (mon.0) 1038 : audit [DBG] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:03:59.502 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:03:59 smithi062 bash[26634]: audit 2024-09-13T14:03:58.296604+0000 mon.a (mon.0) 1038 : audit [DBG] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:03:59.681 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:03:59 smithi178 bash[22034]: audit 2024-09-13T14:03:58.296604+0000 mon.a (mon.0) 1038 : audit [DBG] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:04:00.502 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:04:00 smithi062 bash[19845]: cluster 2024-09-13T14:03:58.476517+0000 mgr.y (mgr.14391) 381 : cluster [DBG] pgmap v324: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:04:00.502 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:04:00 smithi062 bash[26634]: cluster 2024-09-13T14:03:58.476517+0000 mgr.y (mgr.14391) 381 : cluster [DBG] pgmap v324: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:04:00.681 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:04:00 smithi178 bash[22034]: cluster 2024-09-13T14:03:58.476517+0000 mgr.y (mgr.14391) 381 : cluster [DBG] pgmap v324: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:04:01.680 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:04:01 smithi178 bash[22034]: audit 2024-09-13T14:03:59.478065+0000 mgr.y (mgr.14391) 382 : audit [DBG] from='client.24704 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:04:01.751 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:04:01 smithi062 bash[19845]: audit 2024-09-13T14:03:59.478065+0000 mgr.y (mgr.14391) 382 : audit [DBG] from='client.24704 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:04:01.752 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:04:01 smithi062 bash[26634]: audit 2024-09-13T14:03:59.478065+0000 mgr.y (mgr.14391) 382 : audit [DBG] from='client.24704 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:04:02.681 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:04:02 smithi178 bash[22034]: cluster 2024-09-13T14:04:00.478191+0000 mgr.y (mgr.14391) 383 : cluster [DBG] pgmap v325: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:04:02.751 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:04:02 smithi062 bash[26634]: cluster 2024-09-13T14:04:00.478191+0000 mgr.y (mgr.14391) 383 : cluster [DBG] pgmap v325: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:04:02.752 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:04:02 smithi062 bash[19845]: cluster 2024-09-13T14:04:00.478191+0000 mgr.y (mgr.14391) 383 : cluster [DBG] pgmap v325: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:04:03.681 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:04:03 smithi178 bash[22034]: cluster 2024-09-13T14:04:02.478833+0000 mgr.y (mgr.14391) 384 : cluster [DBG] pgmap v326: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:04:03.751 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:04:03 smithi062 bash[19845]: cluster 2024-09-13T14:04:02.478833+0000 mgr.y (mgr.14391) 384 : cluster [DBG] pgmap v326: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:04:03.752 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:04:03 smithi062 bash[26634]: cluster 2024-09-13T14:04:02.478833+0000 mgr.y (mgr.14391) 384 : cluster [DBG] pgmap v326: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:04:05.864 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:04:05 smithi062 bash[19845]: cluster 2024-09-13T14:04:04.480458+0000 mgr.y (mgr.14391) 385 : cluster [DBG] pgmap v327: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:04:05.865 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:04:05 smithi062 bash[26634]: cluster 2024-09-13T14:04:04.480458+0000 mgr.y (mgr.14391) 385 : cluster [DBG] pgmap v327: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:04:05.930 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:04:05 smithi178 bash[22034]: cluster 2024-09-13T14:04:04.480458+0000 mgr.y (mgr.14391) 385 : cluster [DBG] pgmap v327: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:04:06.251 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:04:05 smithi062 bash[20100]: ::ffff:172.21.15.178 - - [13/Sep/2024:14:04:05] "GET /metrics HTTP/1.1" 200 38151 "" "Prometheus/2.43.0" 2024-09-13T14:04:07.932 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:04:07 smithi178 bash[22034]: cluster 2024-09-13T14:04:06.481149+0000 mgr.y (mgr.14391) 386 : cluster [DBG] pgmap v328: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:04:08.001 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:04:07 smithi062 bash[19845]: cluster 2024-09-13T14:04:06.481149+0000 mgr.y (mgr.14391) 386 : cluster [DBG] pgmap v328: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:04:08.002 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:04:07 smithi062 bash[26634]: cluster 2024-09-13T14:04:06.481149+0000 mgr.y (mgr.14391) 386 : cluster [DBG] pgmap v328: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:04:09.751 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:04:09 smithi062 bash[19845]: cluster 2024-09-13T14:04:08.481859+0000 mgr.y (mgr.14391) 387 : cluster [DBG] pgmap v329: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:04:09.752 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:04:09 smithi062 bash[26634]: cluster 2024-09-13T14:04:08.481859+0000 mgr.y (mgr.14391) 387 : cluster [DBG] pgmap v329: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:04:09.931 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:04:09 smithi178 bash[22034]: cluster 2024-09-13T14:04:08.481859+0000 mgr.y (mgr.14391) 387 : cluster [DBG] pgmap v329: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:04:10.931 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:04:10 smithi178 bash[22034]: audit 2024-09-13T14:04:09.489351+0000 mgr.y (mgr.14391) 388 : audit [DBG] from='client.24704 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:04:11.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:04:10 smithi062 bash[19845]: audit 2024-09-13T14:04:09.489351+0000 mgr.y (mgr.14391) 388 : audit [DBG] from='client.24704 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:04:11.002 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:04:10 smithi062 bash[26634]: audit 2024-09-13T14:04:09.489351+0000 mgr.y (mgr.14391) 388 : audit [DBG] from='client.24704 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:04:11.931 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:04:11 smithi178 bash[22034]: cluster 2024-09-13T14:04:10.483537+0000 mgr.y (mgr.14391) 389 : cluster [DBG] pgmap v330: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:04:12.001 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:04:11 smithi062 bash[26634]: cluster 2024-09-13T14:04:10.483537+0000 mgr.y (mgr.14391) 389 : cluster [DBG] pgmap v330: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:04:12.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:04:11 smithi062 bash[19845]: cluster 2024-09-13T14:04:10.483537+0000 mgr.y (mgr.14391) 389 : cluster [DBG] pgmap v330: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:04:13.931 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:04:13 smithi178 bash[22034]: cluster 2024-09-13T14:04:12.484256+0000 mgr.y (mgr.14391) 390 : cluster [DBG] pgmap v331: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:04:13.931 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:04:13 smithi178 bash[22034]: audit 2024-09-13T14:04:13.297127+0000 mon.a (mon.0) 1039 : audit [DBG] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:04:14.001 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:04:13 smithi062 bash[19845]: cluster 2024-09-13T14:04:12.484256+0000 mgr.y (mgr.14391) 390 : cluster [DBG] pgmap v331: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:04:14.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:04:13 smithi062 bash[19845]: audit 2024-09-13T14:04:13.297127+0000 mon.a (mon.0) 1039 : audit [DBG] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:04:14.002 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:04:13 smithi062 bash[26634]: cluster 2024-09-13T14:04:12.484256+0000 mgr.y (mgr.14391) 390 : cluster [DBG] pgmap v331: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:04:14.002 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:04:13 smithi062 bash[26634]: audit 2024-09-13T14:04:13.297127+0000 mon.a (mon.0) 1039 : audit [DBG] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:04:15.865 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:04:15 smithi062 bash[26634]: cluster 2024-09-13T14:04:14.485842+0000 mgr.y (mgr.14391) 391 : cluster [DBG] pgmap v332: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:04:15.866 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:04:15 smithi062 bash[19845]: cluster 2024-09-13T14:04:14.485842+0000 mgr.y (mgr.14391) 391 : cluster [DBG] pgmap v332: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:04:15.931 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:04:15 smithi178 bash[22034]: cluster 2024-09-13T14:04:14.485842+0000 mgr.y (mgr.14391) 391 : cluster [DBG] pgmap v332: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:04:16.251 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:04:15 smithi062 bash[20100]: ::ffff:172.21.15.178 - - [13/Sep/2024:14:04:15] "GET /metrics HTTP/1.1" 200 38153 "" "Prometheus/2.43.0" 2024-09-13T14:04:17.931 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:04:17 smithi178 bash[22034]: cluster 2024-09-13T14:04:16.486582+0000 mgr.y (mgr.14391) 392 : cluster [DBG] pgmap v333: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:04:18.001 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:04:17 smithi062 bash[26634]: cluster 2024-09-13T14:04:16.486582+0000 mgr.y (mgr.14391) 392 : cluster [DBG] pgmap v333: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:04:18.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:04:17 smithi062 bash[19845]: cluster 2024-09-13T14:04:16.486582+0000 mgr.y (mgr.14391) 392 : cluster [DBG] pgmap v333: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:04:19.751 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:04:19 smithi062 bash[26634]: cluster 2024-09-13T14:04:18.487283+0000 mgr.y (mgr.14391) 393 : cluster [DBG] pgmap v334: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:04:19.752 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:04:19 smithi062 bash[19845]: cluster 2024-09-13T14:04:18.487283+0000 mgr.y (mgr.14391) 393 : cluster [DBG] pgmap v334: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:04:19.931 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:04:19 smithi178 bash[22034]: cluster 2024-09-13T14:04:18.487283+0000 mgr.y (mgr.14391) 393 : cluster [DBG] pgmap v334: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:04:20.931 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:04:20 smithi178 bash[22034]: audit 2024-09-13T14:04:19.500404+0000 mgr.y (mgr.14391) 394 : audit [DBG] from='client.24704 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:04:21.001 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:04:20 smithi062 bash[26634]: audit 2024-09-13T14:04:19.500404+0000 mgr.y (mgr.14391) 394 : audit [DBG] from='client.24704 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:04:21.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:04:20 smithi062 bash[19845]: audit 2024-09-13T14:04:19.500404+0000 mgr.y (mgr.14391) 394 : audit [DBG] from='client.24704 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:04:21.931 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:04:21 smithi178 bash[22034]: cluster 2024-09-13T14:04:20.488985+0000 mgr.y (mgr.14391) 395 : cluster [DBG] pgmap v335: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:04:22.001 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:04:21 smithi062 bash[26634]: cluster 2024-09-13T14:04:20.488985+0000 mgr.y (mgr.14391) 395 : cluster [DBG] pgmap v335: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:04:22.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:04:21 smithi062 bash[19845]: cluster 2024-09-13T14:04:20.488985+0000 mgr.y (mgr.14391) 395 : cluster [DBG] pgmap v335: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:04:23.931 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:04:23 smithi178 bash[22034]: cluster 2024-09-13T14:04:22.489682+0000 mgr.y (mgr.14391) 396 : cluster [DBG] pgmap v336: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:04:24.001 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:04:23 smithi062 bash[19845]: cluster 2024-09-13T14:04:22.489682+0000 mgr.y (mgr.14391) 396 : cluster [DBG] pgmap v336: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:04:24.002 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:04:23 smithi062 bash[26634]: cluster 2024-09-13T14:04:22.489682+0000 mgr.y (mgr.14391) 396 : cluster [DBG] pgmap v336: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:04:25.866 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:04:25 smithi062 bash[19845]: cluster 2024-09-13T14:04:24.491288+0000 mgr.y (mgr.14391) 397 : cluster [DBG] pgmap v337: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:04:25.866 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:04:25 smithi062 bash[26634]: cluster 2024-09-13T14:04:24.491288+0000 mgr.y (mgr.14391) 397 : cluster [DBG] pgmap v337: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:04:25.931 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:04:25 smithi178 bash[22034]: cluster 2024-09-13T14:04:24.491288+0000 mgr.y (mgr.14391) 397 : cluster [DBG] pgmap v337: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:04:26.251 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:04:25 smithi062 bash[20100]: ::ffff:172.21.15.178 - - [13/Sep/2024:14:04:25] "GET /metrics HTTP/1.1" 200 38153 "" "Prometheus/2.43.0" 2024-09-13T14:04:27.931 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:04:27 smithi178 bash[22034]: cluster 2024-09-13T14:04:26.491984+0000 mgr.y (mgr.14391) 398 : cluster [DBG] pgmap v338: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:04:28.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:04:27 smithi062 bash[19845]: cluster 2024-09-13T14:04:26.491984+0000 mgr.y (mgr.14391) 398 : cluster [DBG] pgmap v338: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:04:28.002 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:04:27 smithi062 bash[26634]: cluster 2024-09-13T14:04:26.491984+0000 mgr.y (mgr.14391) 398 : cluster [DBG] pgmap v338: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:04:28.931 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:04:28 smithi178 bash[22034]: audit 2024-09-13T14:04:28.297528+0000 mon.a (mon.0) 1040 : audit [DBG] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:04:29.001 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:04:28 smithi062 bash[19845]: audit 2024-09-13T14:04:28.297528+0000 mon.a (mon.0) 1040 : audit [DBG] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:04:29.002 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:04:28 smithi062 bash[26634]: audit 2024-09-13T14:04:28.297528+0000 mon.a (mon.0) 1040 : audit [DBG] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:04:29.931 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:04:29 smithi178 bash[22034]: cluster 2024-09-13T14:04:28.492625+0000 mgr.y (mgr.14391) 399 : cluster [DBG] pgmap v339: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:04:30.001 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:04:29 smithi062 bash[26634]: cluster 2024-09-13T14:04:28.492625+0000 mgr.y (mgr.14391) 399 : cluster [DBG] pgmap v339: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:04:30.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:04:29 smithi062 bash[19845]: cluster 2024-09-13T14:04:28.492625+0000 mgr.y (mgr.14391) 399 : cluster [DBG] pgmap v339: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:04:30.931 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:04:30 smithi178 bash[22034]: audit 2024-09-13T14:04:29.506557+0000 mgr.y (mgr.14391) 400 : audit [DBG] from='client.24704 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:04:31.002 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:04:30 smithi062 bash[26634]: audit 2024-09-13T14:04:29.506557+0000 mgr.y (mgr.14391) 400 : audit [DBG] from='client.24704 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:04:31.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:04:30 smithi062 bash[19845]: audit 2024-09-13T14:04:29.506557+0000 mgr.y (mgr.14391) 400 : audit [DBG] from='client.24704 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:04:31.931 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:04:31 smithi178 bash[22034]: cluster 2024-09-13T14:04:30.494273+0000 mgr.y (mgr.14391) 401 : cluster [DBG] pgmap v340: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:04:32.001 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:04:31 smithi062 bash[26634]: cluster 2024-09-13T14:04:30.494273+0000 mgr.y (mgr.14391) 401 : cluster [DBG] pgmap v340: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:04:32.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:04:31 smithi062 bash[19845]: cluster 2024-09-13T14:04:30.494273+0000 mgr.y (mgr.14391) 401 : cluster [DBG] pgmap v340: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:04:33.931 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:04:33 smithi178 bash[22034]: cluster 2024-09-13T14:04:32.494958+0000 mgr.y (mgr.14391) 402 : cluster [DBG] pgmap v341: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:04:34.001 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:04:33 smithi062 bash[19845]: cluster 2024-09-13T14:04:32.494958+0000 mgr.y (mgr.14391) 402 : cluster [DBG] pgmap v341: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:04:34.002 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:04:33 smithi062 bash[26634]: cluster 2024-09-13T14:04:32.494958+0000 mgr.y (mgr.14391) 402 : cluster [DBG] pgmap v341: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:04:35.931 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:04:35 smithi178 bash[22034]: cluster 2024-09-13T14:04:34.496579+0000 mgr.y (mgr.14391) 403 : cluster [DBG] pgmap v342: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:04:36.001 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:04:35 smithi062 bash[26634]: cluster 2024-09-13T14:04:34.496579+0000 mgr.y (mgr.14391) 403 : cluster [DBG] pgmap v342: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:04:36.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:04:35 smithi062 bash[19845]: cluster 2024-09-13T14:04:34.496579+0000 mgr.y (mgr.14391) 403 : cluster [DBG] pgmap v342: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:04:36.002 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:04:35 smithi062 bash[20100]: ::ffff:172.21.15.178 - - [13/Sep/2024:14:04:35] "GET /metrics HTTP/1.1" 200 38153 "" "Prometheus/2.43.0" 2024-09-13T14:04:36.931 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:04:36 smithi178 bash[22034]: audit 2024-09-13T14:04:36.217308+0000 mon.a (mon.0) 1041 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-13T14:04:36.932 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:04:36 smithi178 bash[22034]: audit 2024-09-13T14:04:36.217747+0000 mon.a (mon.0) 1042 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-13T14:04:36.932 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:04:36 smithi178 bash[22034]: audit 2024-09-13T14:04:36.218969+0000 mon.a (mon.0) 1043 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-13T14:04:36.932 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:04:36 smithi178 bash[22034]: audit 2024-09-13T14:04:36.219322+0000 mon.a (mon.0) 1044 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-13T14:04:36.932 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:04:36 smithi178 bash[22034]: audit 2024-09-13T14:04:36.220515+0000 mon.a (mon.0) 1045 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-13T14:04:36.932 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:04:36 smithi178 bash[22034]: audit 2024-09-13T14:04:36.220705+0000 mon.a (mon.0) 1046 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-13T14:04:36.932 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:04:36 smithi178 bash[22034]: audit 2024-09-13T14:04:36.221807+0000 mon.a (mon.0) 1047 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-13T14:04:36.932 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:04:36 smithi178 bash[22034]: audit 2024-09-13T14:04:36.222154+0000 mon.a (mon.0) 1048 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-13T14:04:36.932 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:04:36 smithi178 bash[22034]: cephadm 2024-09-13T14:04:36.222939+0000 mgr.y (mgr.14391) 404 : cephadm [INF] Adjusting osd_memory_target on smithi178 to 3292M 2024-09-13T14:04:36.932 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:04:36 smithi178 bash[22034]: cephadm 2024-09-13T14:04:36.223234+0000 mgr.y (mgr.14391) 405 : cephadm [INF] Adjusting osd_memory_target on smithi062 to 3036M 2024-09-13T14:04:36.932 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:04:36 smithi178 bash[22034]: audit 2024-09-13T14:04:36.229296+0000 mon.a (mon.0) 1049 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T14:04:36.932 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:04:36 smithi178 bash[22034]: audit 2024-09-13T14:04:36.237458+0000 mon.a (mon.0) 1050 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T14:04:36.933 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:04:36 smithi178 bash[22034]: audit 2024-09-13T14:04:36.241784+0000 mon.a (mon.0) 1051 : audit [DBG] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:04:36.933 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:04:36 smithi178 bash[22034]: audit 2024-09-13T14:04:36.242973+0000 mon.a (mon.0) 1052 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T14:04:36.933 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:04:36 smithi178 bash[22034]: audit 2024-09-13T14:04:36.251175+0000 mon.a (mon.0) 1053 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T14:04:37.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:04:36 smithi062 bash[19845]: audit 2024-09-13T14:04:36.217308+0000 mon.a (mon.0) 1041 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-13T14:04:37.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:04:36 smithi062 bash[19845]: audit 2024-09-13T14:04:36.217747+0000 mon.a (mon.0) 1042 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-13T14:04:37.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:04:36 smithi062 bash[19845]: audit 2024-09-13T14:04:36.218969+0000 mon.a (mon.0) 1043 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-13T14:04:37.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:04:36 smithi062 bash[19845]: audit 2024-09-13T14:04:36.219322+0000 mon.a (mon.0) 1044 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-13T14:04:37.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:04:36 smithi062 bash[19845]: audit 2024-09-13T14:04:36.220515+0000 mon.a (mon.0) 1045 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-13T14:04:37.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:04:36 smithi062 bash[19845]: audit 2024-09-13T14:04:36.220705+0000 mon.a (mon.0) 1046 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-13T14:04:37.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:04:36 smithi062 bash[19845]: audit 2024-09-13T14:04:36.221807+0000 mon.a (mon.0) 1047 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-13T14:04:37.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:04:36 smithi062 bash[19845]: audit 2024-09-13T14:04:36.222154+0000 mon.a (mon.0) 1048 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-13T14:04:37.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:04:36 smithi062 bash[19845]: cephadm 2024-09-13T14:04:36.222939+0000 mgr.y (mgr.14391) 404 : cephadm [INF] Adjusting osd_memory_target on smithi178 to 3292M 2024-09-13T14:04:37.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:04:36 smithi062 bash[19845]: cephadm 2024-09-13T14:04:36.223234+0000 mgr.y (mgr.14391) 405 : cephadm [INF] Adjusting osd_memory_target on smithi062 to 3036M 2024-09-13T14:04:37.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:04:36 smithi062 bash[19845]: audit 2024-09-13T14:04:36.229296+0000 mon.a (mon.0) 1049 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T14:04:37.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:04:36 smithi062 bash[19845]: audit 2024-09-13T14:04:36.237458+0000 mon.a (mon.0) 1050 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T14:04:37.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:04:36 smithi062 bash[19845]: audit 2024-09-13T14:04:36.241784+0000 mon.a (mon.0) 1051 : audit [DBG] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:04:37.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:04:36 smithi062 bash[19845]: audit 2024-09-13T14:04:36.242973+0000 mon.a (mon.0) 1052 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T14:04:37.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:04:36 smithi062 bash[19845]: audit 2024-09-13T14:04:36.251175+0000 mon.a (mon.0) 1053 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T14:04:37.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:04:36 smithi062 bash[26634]: audit 2024-09-13T14:04:36.217308+0000 mon.a (mon.0) 1041 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-13T14:04:37.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:04:36 smithi062 bash[26634]: audit 2024-09-13T14:04:36.217747+0000 mon.a (mon.0) 1042 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-13T14:04:37.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:04:36 smithi062 bash[26634]: audit 2024-09-13T14:04:36.218969+0000 mon.a (mon.0) 1043 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-13T14:04:37.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:04:36 smithi062 bash[26634]: audit 2024-09-13T14:04:36.219322+0000 mon.a (mon.0) 1044 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-13T14:04:37.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:04:36 smithi062 bash[26634]: audit 2024-09-13T14:04:36.220515+0000 mon.a (mon.0) 1045 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-13T14:04:37.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:04:36 smithi062 bash[26634]: audit 2024-09-13T14:04:36.220705+0000 mon.a (mon.0) 1046 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-13T14:04:37.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:04:36 smithi062 bash[26634]: audit 2024-09-13T14:04:36.221807+0000 mon.a (mon.0) 1047 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-13T14:04:37.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:04:36 smithi062 bash[26634]: audit 2024-09-13T14:04:36.222154+0000 mon.a (mon.0) 1048 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-13T14:04:37.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:04:36 smithi062 bash[26634]: cephadm 2024-09-13T14:04:36.222939+0000 mgr.y (mgr.14391) 404 : cephadm [INF] Adjusting osd_memory_target on smithi178 to 3292M 2024-09-13T14:04:37.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:04:36 smithi062 bash[26634]: cephadm 2024-09-13T14:04:36.223234+0000 mgr.y (mgr.14391) 405 : cephadm [INF] Adjusting osd_memory_target on smithi062 to 3036M 2024-09-13T14:04:37.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:04:36 smithi062 bash[26634]: audit 2024-09-13T14:04:36.229296+0000 mon.a (mon.0) 1049 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T14:04:37.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:04:36 smithi062 bash[26634]: audit 2024-09-13T14:04:36.237458+0000 mon.a (mon.0) 1050 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T14:04:37.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:04:36 smithi062 bash[26634]: audit 2024-09-13T14:04:36.241784+0000 mon.a (mon.0) 1051 : audit [DBG] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:04:37.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:04:36 smithi062 bash[26634]: audit 2024-09-13T14:04:36.242973+0000 mon.a (mon.0) 1052 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T14:04:37.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:04:36 smithi062 bash[26634]: audit 2024-09-13T14:04:36.251175+0000 mon.a (mon.0) 1053 : audit [INF] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' 2024-09-13T14:04:38.501 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:04:38 smithi062 bash[19845]: cluster 2024-09-13T14:04:36.497258+0000 mgr.y (mgr.14391) 406 : cluster [DBG] pgmap v343: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:04:38.502 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:04:38 smithi062 bash[26634]: cluster 2024-09-13T14:04:36.497258+0000 mgr.y (mgr.14391) 406 : cluster [DBG] pgmap v343: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:04:38.681 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:04:38 smithi178 bash[22034]: cluster 2024-09-13T14:04:36.497258+0000 mgr.y (mgr.14391) 406 : cluster [DBG] pgmap v343: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:04:40.681 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:04:40 smithi178 bash[22034]: cluster 2024-09-13T14:04:38.497972+0000 mgr.y (mgr.14391) 407 : cluster [DBG] pgmap v344: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:04:40.751 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:04:40 smithi062 bash[19845]: cluster 2024-09-13T14:04:38.497972+0000 mgr.y (mgr.14391) 407 : cluster [DBG] pgmap v344: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:04:40.752 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:04:40 smithi062 bash[26634]: cluster 2024-09-13T14:04:38.497972+0000 mgr.y (mgr.14391) 407 : cluster [DBG] pgmap v344: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:04:41.623 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:04:41 smithi062 bash[26634]: audit 2024-09-13T14:04:39.518038+0000 mgr.y (mgr.14391) 408 : audit [DBG] from='client.24704 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:04:41.623 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:04:41 smithi062 bash[19845]: audit 2024-09-13T14:04:39.518038+0000 mgr.y (mgr.14391) 408 : audit [DBG] from='client.24704 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:04:41.681 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:04:41 smithi178 bash[22034]: audit 2024-09-13T14:04:39.518038+0000 mgr.y (mgr.14391) 408 : audit [DBG] from='client.24704 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:04:42.166 DEBUG:teuthology.orchestra.run.smithi062:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ff1149ea-71d5-11ef-bceb-c7b262605968 -e sha1=b0201b8c79733293453e7f10a10c7fa43119222b -- bash -c 'ceph orch ps' 2024-09-13T14:04:42.501 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:04:42 smithi062 bash[19845]: cluster 2024-09-13T14:04:40.499684+0000 mgr.y (mgr.14391) 409 : cluster [DBG] pgmap v345: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:04:42.502 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:04:42 smithi062 bash[26634]: cluster 2024-09-13T14:04:40.499684+0000 mgr.y (mgr.14391) 409 : cluster [DBG] pgmap v345: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:04:42.681 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:04:42 smithi178 bash[22034]: cluster 2024-09-13T14:04:40.499684+0000 mgr.y (mgr.14391) 409 : cluster [DBG] pgmap v345: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:04:43.681 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:04:43 smithi178 bash[22034]: cluster 2024-09-13T14:04:42.500391+0000 mgr.y (mgr.14391) 410 : cluster [DBG] pgmap v346: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:04:43.751 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:04:43 smithi062 bash[19845]: cluster 2024-09-13T14:04:42.500391+0000 mgr.y (mgr.14391) 410 : cluster [DBG] pgmap v346: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:04:43.752 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:04:43 smithi062 bash[26634]: cluster 2024-09-13T14:04:42.500391+0000 mgr.y (mgr.14391) 410 : cluster [DBG] pgmap v346: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:04:44.681 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:04:44 smithi178 bash[22034]: audit 2024-09-13T14:04:43.297576+0000 mon.a (mon.0) 1054 : audit [DBG] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:04:44.751 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:04:44 smithi062 bash[19845]: audit 2024-09-13T14:04:43.297576+0000 mon.a (mon.0) 1054 : audit [DBG] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:04:44.752 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:04:44 smithi062 bash[26634]: audit 2024-09-13T14:04:43.297576+0000 mon.a (mon.0) 1054 : audit [DBG] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:04:45.681 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:04:45 smithi178 bash[22034]: cluster 2024-09-13T14:04:44.502113+0000 mgr.y (mgr.14391) 411 : cluster [DBG] pgmap v347: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:04:45.751 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:04:45 smithi062 bash[19845]: cluster 2024-09-13T14:04:44.502113+0000 mgr.y (mgr.14391) 411 : cluster [DBG] pgmap v347: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:04:45.752 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:04:45 smithi062 bash[26634]: cluster 2024-09-13T14:04:44.502113+0000 mgr.y (mgr.14391) 411 : cluster [DBG] pgmap v347: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:04:46.251 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:04:45 smithi062 bash[20100]: ::ffff:172.21.15.178 - - [13/Sep/2024:14:04:45] "GET /metrics HTTP/1.1" 200 38152 "" "Prometheus/2.43.0" 2024-09-13T14:04:46.996 INFO:teuthology.orchestra.run.smithi062.stderr:Inferring config /var/lib/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T14:04:47.931 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:04:47 smithi178 bash[22034]: cluster 2024-09-13T14:04:46.502733+0000 mgr.y (mgr.14391) 412 : cluster [DBG] pgmap v348: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:04:48.001 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:04:47 smithi062 bash[19845]: cluster 2024-09-13T14:04:46.502733+0000 mgr.y (mgr.14391) 412 : cluster [DBG] pgmap v348: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:04:48.002 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:04:47 smithi062 bash[26634]: cluster 2024-09-13T14:04:46.502733+0000 mgr.y (mgr.14391) 412 : cluster [DBG] pgmap v348: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:04:48.538 INFO:teuthology.orchestra.run.smithi062.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-13T14:04:48.538 INFO:teuthology.orchestra.run.smithi062.stdout:alertmanager.a smithi062 *:9093,9094 running (9m) 2m ago 9m 13.1M - 0.25.0 c8568f914cd2 3855e7cada7e 2024-09-13T14:04:48.538 INFO:teuthology.orchestra.run.smithi062.stdout:grafana.a smithi178 *:3000 running (9m) 73s ago 9m 74.7M - 9.4.12 2bacad6d85d8 f92f4c844371 2024-09-13T14:04:48.538 INFO:teuthology.orchestra.run.smithi062.stdout:iscsi.foo.smithi062.auboqe smithi062 *:5000 running (7m) 2m ago 7m 47.7M - 3.8 19dc8d659727 94ec410420a9 2024-09-13T14:04:48.538 INFO:teuthology.orchestra.run.smithi062.stdout:mgr.x smithi178 *:8443,9283,8765 running (2m) 73s ago 18m 438M - 19.3.0-4917-gb0201b8c 1641fe80ce72 a32905ba8b13 2024-09-13T14:04:48.538 INFO:teuthology.orchestra.run.smithi062.stdout:mgr.y smithi062 *:9283,8765 running (20m) 2m ago 20m 497M - 19.1.1-322-g7741f7f9 19dc8d659727 7076bd20465f 2024-09-13T14:04:48.538 INFO:teuthology.orchestra.run.smithi062.stdout:mon.a smithi062 running (20m) 2m ago 20m 52.8M 2048M 19.1.1-322-g7741f7f9 19dc8d659727 4664a2c15794 2024-09-13T14:04:48.539 INFO:teuthology.orchestra.run.smithi062.stdout:mon.b smithi178 running (18m) 73s ago 18m 41.8M 2048M 19.1.1-322-g7741f7f9 19dc8d659727 f0553780881c 2024-09-13T14:04:48.539 INFO:teuthology.orchestra.run.smithi062.stdout:mon.c smithi062 running (18m) 2m ago 18m 39.3M 2048M 19.1.1-322-g7741f7f9 19dc8d659727 0846e375e651 2024-09-13T14:04:48.539 INFO:teuthology.orchestra.run.smithi062.stdout:node-exporter.a smithi062 *:9100 running (10m) 2m ago 10m 8596k - 1.5.0 0da6a335fe13 fd29265c5570 2024-09-13T14:04:48.539 INFO:teuthology.orchestra.run.smithi062.stdout:node-exporter.b smithi178 *:9100 running (10m) 73s ago 10m 8492k - 1.5.0 0da6a335fe13 400d31a0fc83 2024-09-13T14:04:48.539 INFO:teuthology.orchestra.run.smithi062.stdout:osd.0 smithi062 running (17m) 2m ago 17m 59.8M 3036M 19.1.1-322-g7741f7f9 19dc8d659727 a01ecc33ada0 2024-09-13T14:04:48.539 INFO:teuthology.orchestra.run.smithi062.stdout:osd.1 smithi062 running (16m) 2m ago 16m 53.0M 3036M 19.1.1-322-g7741f7f9 19dc8d659727 d6ca3f655d05 2024-09-13T14:04:48.539 INFO:teuthology.orchestra.run.smithi062.stdout:osd.2 smithi062 running (15m) 2m ago 15m 57.1M 3036M 19.1.1-322-g7741f7f9 19dc8d659727 f001b702483d 2024-09-13T14:04:48.539 INFO:teuthology.orchestra.run.smithi062.stdout:osd.3 smithi062 running (14m) 2m ago 14m 51.1M 3036M 19.1.1-322-g7741f7f9 19dc8d659727 cebed6322996 2024-09-13T14:04:48.539 INFO:teuthology.orchestra.run.smithi062.stdout:osd.4 smithi178 running (14m) 73s ago 14m 59.2M 3292M 19.1.1-322-g7741f7f9 19dc8d659727 7ff166ed36a8 2024-09-13T14:04:48.539 INFO:teuthology.orchestra.run.smithi062.stdout:osd.5 smithi178 running (13m) 73s ago 13m 58.6M 3292M 19.1.1-322-g7741f7f9 19dc8d659727 0ee354299930 2024-09-13T14:04:48.539 INFO:teuthology.orchestra.run.smithi062.stdout:osd.6 smithi178 running (12m) 73s ago 12m 48.5M 3292M 19.1.1-322-g7741f7f9 19dc8d659727 e6cb50c05b1b 2024-09-13T14:04:48.539 INFO:teuthology.orchestra.run.smithi062.stdout:osd.7 smithi178 running (11m) 73s ago 11m 58.4M 3292M 19.1.1-322-g7741f7f9 19dc8d659727 fbc9d74ccd0e 2024-09-13T14:04:48.539 INFO:teuthology.orchestra.run.smithi062.stdout:prometheus.a smithi178 *:9095 running (9m) 73s ago 10m 50.4M - 2.43.0 a07b618ecd1d 4f065f9fb1e4 2024-09-13T14:04:48.539 INFO:teuthology.orchestra.run.smithi062.stdout:rgw.foo.smithi062.raldkl smithi062 *:8000 running (7m) 2m ago 7m 91.9M - 19.1.1-322-g7741f7f9 19dc8d659727 c374202ad667 2024-09-13T14:04:48.540 INFO:teuthology.orchestra.run.smithi062.stdout:rgw.foo.smithi178.sseeij smithi178 *:8000 running (7m) 73s ago 7m 93.4M - 19.1.1-322-g7741f7f9 19dc8d659727 86fcacc26a6b 2024-09-13T14:04:49.231 DEBUG:teuthology.orchestra.run.smithi062:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ff1149ea-71d5-11ef-bceb-c7b262605968 -e sha1=b0201b8c79733293453e7f10a10c7fa43119222b -- bash -c 'ceph versions' 2024-09-13T14:04:49.931 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:04:49 smithi178 bash[22034]: audit 2024-09-13T14:04:48.500528+0000 mgr.y (mgr.14391) 413 : audit [DBG] from='client.14982 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:04:49.931 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:04:49 smithi178 bash[22034]: cluster 2024-09-13T14:04:48.503361+0000 mgr.y (mgr.14391) 414 : cluster [DBG] pgmap v349: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:04:50.001 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:04:49 smithi062 bash[19845]: audit 2024-09-13T14:04:48.500528+0000 mgr.y (mgr.14391) 413 : audit [DBG] from='client.14982 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:04:50.001 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:04:49 smithi062 bash[19845]: cluster 2024-09-13T14:04:48.503361+0000 mgr.y (mgr.14391) 414 : cluster [DBG] pgmap v349: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:04:50.002 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:04:49 smithi062 bash[26634]: audit 2024-09-13T14:04:48.500528+0000 mgr.y (mgr.14391) 413 : audit [DBG] from='client.14982 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:04:50.002 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:04:49 smithi062 bash[26634]: cluster 2024-09-13T14:04:48.503361+0000 mgr.y (mgr.14391) 414 : cluster [DBG] pgmap v349: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:04:50.931 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:04:50 smithi178 bash[22034]: audit 2024-09-13T14:04:49.528396+0000 mgr.y (mgr.14391) 415 : audit [DBG] from='client.24704 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:04:51.001 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:04:50 smithi062 bash[19845]: audit 2024-09-13T14:04:49.528396+0000 mgr.y (mgr.14391) 415 : audit [DBG] from='client.24704 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:04:51.002 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:04:50 smithi062 bash[26634]: audit 2024-09-13T14:04:49.528396+0000 mgr.y (mgr.14391) 415 : audit [DBG] from='client.24704 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:04:51.931 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:04:51 smithi178 bash[22034]: cluster 2024-09-13T14:04:50.505147+0000 mgr.y (mgr.14391) 416 : cluster [DBG] pgmap v350: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:04:52.001 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:04:51 smithi062 bash[19845]: cluster 2024-09-13T14:04:50.505147+0000 mgr.y (mgr.14391) 416 : cluster [DBG] pgmap v350: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:04:52.002 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:04:51 smithi062 bash[26634]: cluster 2024-09-13T14:04:50.505147+0000 mgr.y (mgr.14391) 416 : cluster [DBG] pgmap v350: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:04:53.931 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:04:53 smithi178 bash[22034]: cluster 2024-09-13T14:04:52.505862+0000 mgr.y (mgr.14391) 417 : cluster [DBG] pgmap v351: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:04:54.001 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:04:53 smithi062 bash[19845]: cluster 2024-09-13T14:04:52.505862+0000 mgr.y (mgr.14391) 417 : cluster [DBG] pgmap v351: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:04:54.002 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:04:53 smithi062 bash[26634]: cluster 2024-09-13T14:04:52.505862+0000 mgr.y (mgr.14391) 417 : cluster [DBG] pgmap v351: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:04:54.059 INFO:teuthology.orchestra.run.smithi062.stderr:Inferring config /var/lib/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T14:04:55.494 INFO:teuthology.orchestra.run.smithi062.stdout:{ 2024-09-13T14:04:55.494 INFO:teuthology.orchestra.run.smithi062.stdout: "mon": { 2024-09-13T14:04:55.494 INFO:teuthology.orchestra.run.smithi062.stdout: "ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable)": 3 2024-09-13T14:04:55.494 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-09-13T14:04:55.494 INFO:teuthology.orchestra.run.smithi062.stdout: "mgr": { 2024-09-13T14:04:55.494 INFO:teuthology.orchestra.run.smithi062.stdout: "ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable)": 1, 2024-09-13T14:04:55.495 INFO:teuthology.orchestra.run.smithi062.stdout: "ceph version 19.3.0-4917-gb0201b8c (b0201b8c79733293453e7f10a10c7fa43119222b) squid (dev)": 1 2024-09-13T14:04:55.495 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-09-13T14:04:55.495 INFO:teuthology.orchestra.run.smithi062.stdout: "osd": { 2024-09-13T14:04:55.495 INFO:teuthology.orchestra.run.smithi062.stdout: "ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable)": 8 2024-09-13T14:04:55.495 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-09-13T14:04:55.495 INFO:teuthology.orchestra.run.smithi062.stdout: "rgw": { 2024-09-13T14:04:55.495 INFO:teuthology.orchestra.run.smithi062.stdout: "ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable)": 2 2024-09-13T14:04:55.495 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-09-13T14:04:55.495 INFO:teuthology.orchestra.run.smithi062.stdout: "overall": { 2024-09-13T14:04:55.495 INFO:teuthology.orchestra.run.smithi062.stdout: "ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable)": 14, 2024-09-13T14:04:55.495 INFO:teuthology.orchestra.run.smithi062.stdout: "ceph version 19.3.0-4917-gb0201b8c (b0201b8c79733293453e7f10a10c7fa43119222b) squid (dev)": 1 2024-09-13T14:04:55.495 INFO:teuthology.orchestra.run.smithi062.stdout: } 2024-09-13T14:04:55.495 INFO:teuthology.orchestra.run.smithi062.stdout:} 2024-09-13T14:04:55.865 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:04:55 smithi062 bash[19845]: cluster 2024-09-13T14:04:54.507494+0000 mgr.y (mgr.14391) 418 : cluster [DBG] pgmap v352: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:04:55.865 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:04:55 smithi062 bash[19845]: audit 2024-09-13T14:04:55.496111+0000 mon.a (mon.0) 1055 : audit [DBG] from='client.? 172.21.15.62:0/2520316075' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:04:55.866 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:04:55 smithi062 bash[26634]: cluster 2024-09-13T14:04:54.507494+0000 mgr.y (mgr.14391) 418 : cluster [DBG] pgmap v352: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:04:55.866 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:04:55 smithi062 bash[26634]: audit 2024-09-13T14:04:55.496111+0000 mon.a (mon.0) 1055 : audit [DBG] from='client.? 172.21.15.62:0/2520316075' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:04:55.931 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:04:55 smithi178 bash[22034]: cluster 2024-09-13T14:04:54.507494+0000 mgr.y (mgr.14391) 418 : cluster [DBG] pgmap v352: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:04:55.931 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:04:55 smithi178 bash[22034]: audit 2024-09-13T14:04:55.496111+0000 mon.a (mon.0) 1055 : audit [DBG] from='client.? 172.21.15.62:0/2520316075' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:04:56.199 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:04:55 smithi062 bash[20100]: ::ffff:172.21.15.178 - - [13/Sep/2024:14:04:55] "GET /metrics HTTP/1.1" 200 38152 "" "Prometheus/2.43.0" 2024-09-13T14:04:56.200 DEBUG:teuthology.orchestra.run.smithi062:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ff1149ea-71d5-11ef-bceb-c7b262605968 -e sha1=b0201b8c79733293453e7f10a10c7fa43119222b -- bash -c 'ceph -s' 2024-09-13T14:04:57.931 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:04:57 smithi178 bash[22034]: cluster 2024-09-13T14:04:56.508328+0000 mgr.y (mgr.14391) 419 : cluster [DBG] pgmap v353: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:04:58.001 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:04:57 smithi062 bash[26634]: cluster 2024-09-13T14:04:56.508328+0000 mgr.y (mgr.14391) 419 : cluster [DBG] pgmap v353: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:04:58.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:04:57 smithi062 bash[19845]: cluster 2024-09-13T14:04:56.508328+0000 mgr.y (mgr.14391) 419 : cluster [DBG] pgmap v353: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:04:58.931 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:04:58 smithi178 bash[22034]: audit 2024-09-13T14:04:58.298410+0000 mon.a (mon.0) 1056 : audit [DBG] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:04:59.001 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:04:58 smithi062 bash[26634]: audit 2024-09-13T14:04:58.298410+0000 mon.a (mon.0) 1056 : audit [DBG] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:04:59.001 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:04:58 smithi062 bash[19845]: audit 2024-09-13T14:04:58.298410+0000 mon.a (mon.0) 1056 : audit [DBG] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:04:59.931 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:04:59 smithi178 bash[22034]: cluster 2024-09-13T14:04:58.508967+0000 mgr.y (mgr.14391) 420 : cluster [DBG] pgmap v354: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:05:00.001 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:04:59 smithi062 bash[19845]: cluster 2024-09-13T14:04:58.508967+0000 mgr.y (mgr.14391) 420 : cluster [DBG] pgmap v354: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:05:00.002 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:04:59 smithi062 bash[26634]: cluster 2024-09-13T14:04:58.508967+0000 mgr.y (mgr.14391) 420 : cluster [DBG] pgmap v354: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:05:00.931 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:05:00 smithi178 bash[22034]: audit 2024-09-13T14:04:59.536430+0000 mgr.y (mgr.14391) 421 : audit [DBG] from='client.24704 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:05:01.001 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:05:00 smithi062 bash[19845]: audit 2024-09-13T14:04:59.536430+0000 mgr.y (mgr.14391) 421 : audit [DBG] from='client.24704 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:05:01.002 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:05:00 smithi062 bash[26634]: audit 2024-09-13T14:04:59.536430+0000 mgr.y (mgr.14391) 421 : audit [DBG] from='client.24704 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:05:01.038 INFO:teuthology.orchestra.run.smithi062.stderr:Inferring config /var/lib/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T14:05:01.862 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:05:01 smithi062 bash[26634]: cluster 2024-09-13T14:05:00.510734+0000 mgr.y (mgr.14391) 422 : cluster [DBG] pgmap v355: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:05:01.862 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:05:01 smithi062 bash[19845]: cluster 2024-09-13T14:05:00.510734+0000 mgr.y (mgr.14391) 422 : cluster [DBG] pgmap v355: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:05:01.931 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:05:01 smithi178 bash[22034]: cluster 2024-09-13T14:05:00.510734+0000 mgr.y (mgr.14391) 422 : cluster [DBG] pgmap v355: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:05:02.595 INFO:teuthology.orchestra.run.smithi062.stdout: cluster: 2024-09-13T14:05:02.595 INFO:teuthology.orchestra.run.smithi062.stdout: id: ff1149ea-71d5-11ef-bceb-c7b262605968 2024-09-13T14:05:02.595 INFO:teuthology.orchestra.run.smithi062.stdout: health: HEALTH_OK 2024-09-13T14:05:02.595 INFO:teuthology.orchestra.run.smithi062.stdout: 2024-09-13T14:05:02.595 INFO:teuthology.orchestra.run.smithi062.stdout: services: 2024-09-13T14:05:02.595 INFO:teuthology.orchestra.run.smithi062.stdout: mon: 3 daemons, quorum a,b,c (age 18m) 2024-09-13T14:05:02.595 INFO:teuthology.orchestra.run.smithi062.stdout: mgr: y(active, since 10m), standbys: x 2024-09-13T14:05:02.595 INFO:teuthology.orchestra.run.smithi062.stdout: osd: 8 osds: 8 up (since 11m), 8 in (since 11m) 2024-09-13T14:05:02.595 INFO:teuthology.orchestra.run.smithi062.stdout: rgw: 2 daemons active (2 hosts, 1 zones) 2024-09-13T14:05:02.595 INFO:teuthology.orchestra.run.smithi062.stdout: 2024-09-13T14:05:02.595 INFO:teuthology.orchestra.run.smithi062.stdout: data: 2024-09-13T14:05:02.596 INFO:teuthology.orchestra.run.smithi062.stdout: pools: 6 pools, 161 pgs 2024-09-13T14:05:02.596 INFO:teuthology.orchestra.run.smithi062.stdout: objects: 212 objects, 585 KiB 2024-09-13T14:05:02.596 INFO:teuthology.orchestra.run.smithi062.stdout: usage: 258 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:05:02.596 INFO:teuthology.orchestra.run.smithi062.stdout: pgs: 161 active+clean 2024-09-13T14:05:02.596 INFO:teuthology.orchestra.run.smithi062.stdout: 2024-09-13T14:05:02.596 INFO:teuthology.orchestra.run.smithi062.stdout: io: 2024-09-13T14:05:02.596 INFO:teuthology.orchestra.run.smithi062.stdout: client: 1.2 KiB/s rd, 1 op/s rd, 0 op/s wr 2024-09-13T14:05:02.596 INFO:teuthology.orchestra.run.smithi062.stdout: 2024-09-13T14:05:02.931 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:05:02 smithi178 bash[22034]: audit 2024-09-13T14:05:02.597083+0000 mon.a (mon.0) 1057 : audit [DBG] from='client.? 172.21.15.62:0/1304665183' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-09-13T14:05:03.001 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:05:02 smithi062 bash[19845]: audit 2024-09-13T14:05:02.597083+0000 mon.a (mon.0) 1057 : audit [DBG] from='client.? 172.21.15.62:0/1304665183' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-09-13T14:05:03.002 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:05:02 smithi062 bash[26634]: audit 2024-09-13T14:05:02.597083+0000 mon.a (mon.0) 1057 : audit [DBG] from='client.? 172.21.15.62:0/1304665183' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-09-13T14:05:03.322 DEBUG:teuthology.orchestra.run.smithi062:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ff1149ea-71d5-11ef-bceb-c7b262605968 -e sha1=b0201b8c79733293453e7f10a10c7fa43119222b -- bash -c 'ceph health detail' 2024-09-13T14:05:03.931 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:05:03 smithi178 bash[22034]: cluster 2024-09-13T14:05:02.511484+0000 mgr.y (mgr.14391) 423 : cluster [DBG] pgmap v356: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:05:04.001 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:05:03 smithi062 bash[19845]: cluster 2024-09-13T14:05:02.511484+0000 mgr.y (mgr.14391) 423 : cluster [DBG] pgmap v356: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:05:04.002 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:05:03 smithi062 bash[26634]: cluster 2024-09-13T14:05:02.511484+0000 mgr.y (mgr.14391) 423 : cluster [DBG] pgmap v356: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:05:05.931 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:05:05 smithi178 bash[22034]: cluster 2024-09-13T14:05:04.513232+0000 mgr.y (mgr.14391) 424 : cluster [DBG] pgmap v357: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:05:06.001 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:05:05 smithi062 bash[20100]: ::ffff:172.21.15.178 - - [13/Sep/2024:14:05:05] "GET /metrics HTTP/1.1" 200 38154 "" "Prometheus/2.43.0" 2024-09-13T14:05:06.002 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:05:05 smithi062 bash[26634]: cluster 2024-09-13T14:05:04.513232+0000 mgr.y (mgr.14391) 424 : cluster [DBG] pgmap v357: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:05:06.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:05:05 smithi062 bash[19845]: cluster 2024-09-13T14:05:04.513232+0000 mgr.y (mgr.14391) 424 : cluster [DBG] pgmap v357: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:05:07.931 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:05:07 smithi178 bash[22034]: cluster 2024-09-13T14:05:06.513954+0000 mgr.y (mgr.14391) 425 : cluster [DBG] pgmap v358: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:05:08.001 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:05:07 smithi062 bash[26634]: cluster 2024-09-13T14:05:06.513954+0000 mgr.y (mgr.14391) 425 : cluster [DBG] pgmap v358: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:05:08.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:05:07 smithi062 bash[19845]: cluster 2024-09-13T14:05:06.513954+0000 mgr.y (mgr.14391) 425 : cluster [DBG] pgmap v358: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:05:08.139 INFO:teuthology.orchestra.run.smithi062.stderr:Inferring config /var/lib/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T14:05:09.544 INFO:teuthology.orchestra.run.smithi062.stdout:HEALTH_OK 2024-09-13T14:05:09.931 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:05:09 smithi178 bash[22034]: cluster 2024-09-13T14:05:08.514630+0000 mgr.y (mgr.14391) 426 : cluster [DBG] pgmap v359: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:05:09.931 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:05:09 smithi178 bash[22034]: audit 2024-09-13T14:05:09.547218+0000 mon.a (mon.0) 1058 : audit [DBG] from='client.? 172.21.15.62:0/2070482003' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2024-09-13T14:05:10.001 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:05:09 smithi062 bash[19845]: cluster 2024-09-13T14:05:08.514630+0000 mgr.y (mgr.14391) 426 : cluster [DBG] pgmap v359: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:05:10.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:05:09 smithi062 bash[19845]: audit 2024-09-13T14:05:09.547218+0000 mon.a (mon.0) 1058 : audit [DBG] from='client.? 172.21.15.62:0/2070482003' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2024-09-13T14:05:10.002 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:05:09 smithi062 bash[26634]: cluster 2024-09-13T14:05:08.514630+0000 mgr.y (mgr.14391) 426 : cluster [DBG] pgmap v359: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:05:10.002 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:05:09 smithi062 bash[26634]: audit 2024-09-13T14:05:09.547218+0000 mon.a (mon.0) 1058 : audit [DBG] from='client.? 172.21.15.62:0/2070482003' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2024-09-13T14:05:10.178 DEBUG:teuthology.orchestra.run.smithi062:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ff1149ea-71d5-11ef-bceb-c7b262605968 -e sha1=b0201b8c79733293453e7f10a10c7fa43119222b -- bash -c 'ceph versions | jq -e '"'"'.mgr | length == 2'"'"'' 2024-09-13T14:05:10.931 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:05:10 smithi178 bash[22034]: audit 2024-09-13T14:05:09.540308+0000 mgr.y (mgr.14391) 427 : audit [DBG] from='client.24704 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:05:11.001 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:05:10 smithi062 bash[26634]: audit 2024-09-13T14:05:09.540308+0000 mgr.y (mgr.14391) 427 : audit [DBG] from='client.24704 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:05:11.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:05:10 smithi062 bash[19845]: audit 2024-09-13T14:05:09.540308+0000 mgr.y (mgr.14391) 427 : audit [DBG] from='client.24704 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:05:11.931 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:05:11 smithi178 bash[22034]: cluster 2024-09-13T14:05:10.516330+0000 mgr.y (mgr.14391) 428 : cluster [DBG] pgmap v360: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:05:12.001 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:05:11 smithi062 bash[26634]: cluster 2024-09-13T14:05:10.516330+0000 mgr.y (mgr.14391) 428 : cluster [DBG] pgmap v360: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:05:12.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:05:11 smithi062 bash[19845]: cluster 2024-09-13T14:05:10.516330+0000 mgr.y (mgr.14391) 428 : cluster [DBG] pgmap v360: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:05:13.931 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:05:13 smithi178 bash[22034]: cluster 2024-09-13T14:05:12.517033+0000 mgr.y (mgr.14391) 429 : cluster [DBG] pgmap v361: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:05:13.931 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:05:13 smithi178 bash[22034]: audit 2024-09-13T14:05:13.298663+0000 mon.a (mon.0) 1059 : audit [DBG] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:05:14.001 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:05:13 smithi062 bash[19845]: cluster 2024-09-13T14:05:12.517033+0000 mgr.y (mgr.14391) 429 : cluster [DBG] pgmap v361: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:05:14.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:05:13 smithi062 bash[19845]: audit 2024-09-13T14:05:13.298663+0000 mon.a (mon.0) 1059 : audit [DBG] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:05:14.002 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:05:13 smithi062 bash[26634]: cluster 2024-09-13T14:05:12.517033+0000 mgr.y (mgr.14391) 429 : cluster [DBG] pgmap v361: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:05:14.002 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:05:13 smithi062 bash[26634]: audit 2024-09-13T14:05:13.298663+0000 mon.a (mon.0) 1059 : audit [DBG] from='mgr.14391 172.21.15.62:0/2876278522' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:05:15.008 INFO:teuthology.orchestra.run.smithi062.stderr:Inferring config /var/lib/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T14:05:15.931 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:05:15 smithi178 bash[22034]: cluster 2024-09-13T14:05:14.518715+0000 mgr.y (mgr.14391) 430 : cluster [DBG] pgmap v362: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:05:16.001 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:05:15 smithi062 bash[26634]: cluster 2024-09-13T14:05:14.518715+0000 mgr.y (mgr.14391) 430 : cluster [DBG] pgmap v362: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:05:16.002 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:05:15 smithi062 bash[20100]: ::ffff:172.21.15.178 - - [13/Sep/2024:14:05:15] "GET /metrics HTTP/1.1" 200 38151 "" "Prometheus/2.43.0" 2024-09-13T14:05:16.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:05:15 smithi062 bash[19845]: cluster 2024-09-13T14:05:14.518715+0000 mgr.y (mgr.14391) 430 : cluster [DBG] pgmap v362: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:05:16.652 INFO:teuthology.orchestra.run.smithi062.stdout:true 2024-09-13T14:05:16.931 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:05:16 smithi178 bash[22034]: audit 2024-09-13T14:05:16.643372+0000 mon.a (mon.0) 1060 : audit [DBG] from='client.? 172.21.15.62:0/2910999033' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:05:17.001 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:05:16 smithi062 bash[19845]: audit 2024-09-13T14:05:16.643372+0000 mon.a (mon.0) 1060 : audit [DBG] from='client.? 172.21.15.62:0/2910999033' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:05:17.002 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:05:16 smithi062 bash[26634]: audit 2024-09-13T14:05:16.643372+0000 mon.a (mon.0) 1060 : audit [DBG] from='client.? 172.21.15.62:0/2910999033' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:05:17.265 DEBUG:teuthology.orchestra.run.smithi062:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ff1149ea-71d5-11ef-bceb-c7b262605968 -e sha1=b0201b8c79733293453e7f10a10c7fa43119222b -- bash -c 'ceph mgr fail' 2024-09-13T14:05:17.932 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:05:17 smithi178 bash[22034]: cluster 2024-09-13T14:05:16.519383+0000 mgr.y (mgr.14391) 431 : cluster [DBG] pgmap v363: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:05:18.001 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:05:17 smithi062 bash[19845]: cluster 2024-09-13T14:05:16.519383+0000 mgr.y (mgr.14391) 431 : cluster [DBG] pgmap v363: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:05:18.002 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:05:17 smithi062 bash[26634]: cluster 2024-09-13T14:05:16.519383+0000 mgr.y (mgr.14391) 431 : cluster [DBG] pgmap v363: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:05:19.931 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:05:19 smithi178 bash[22034]: cluster 2024-09-13T14:05:18.520138+0000 mgr.y (mgr.14391) 432 : cluster [DBG] pgmap v364: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:05:20.001 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:05:19 smithi062 bash[19845]: cluster 2024-09-13T14:05:18.520138+0000 mgr.y (mgr.14391) 432 : cluster [DBG] pgmap v364: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:05:20.002 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:05:19 smithi062 bash[26634]: cluster 2024-09-13T14:05:18.520138+0000 mgr.y (mgr.14391) 432 : cluster [DBG] pgmap v364: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:05:20.931 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:05:20 smithi178 bash[22034]: audit 2024-09-13T14:05:19.548420+0000 mgr.y (mgr.14391) 433 : audit [DBG] from='client.24704 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:05:21.001 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:05:20 smithi062 bash[19845]: audit 2024-09-13T14:05:19.548420+0000 mgr.y (mgr.14391) 433 : audit [DBG] from='client.24704 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:05:21.002 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:05:20 smithi062 bash[26634]: audit 2024-09-13T14:05:19.548420+0000 mgr.y (mgr.14391) 433 : audit [DBG] from='client.24704 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:05:21.931 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:05:21 smithi178 bash[22034]: cluster 2024-09-13T14:05:20.521740+0000 mgr.y (mgr.14391) 434 : cluster [DBG] pgmap v365: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:05:22.001 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:05:21 smithi062 bash[19845]: cluster 2024-09-13T14:05:20.521740+0000 mgr.y (mgr.14391) 434 : cluster [DBG] pgmap v365: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:05:22.002 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:05:21 smithi062 bash[26634]: cluster 2024-09-13T14:05:20.521740+0000 mgr.y (mgr.14391) 434 : cluster [DBG] pgmap v365: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:05:22.087 INFO:teuthology.orchestra.run.smithi062.stderr:Inferring config /var/lib/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T14:05:23.931 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 13 14:05:23 smithi178 bash[50171]: [13/Sep/2024:14:05:23] ENGINE Bus STOPPING 2024-09-13T14:05:23.931 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 13 14:05:23 smithi178 bash[50171]: [13/Sep/2024:14:05:23] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-13T14:05:23.932 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 13 14:05:23 smithi178 bash[50171]: [13/Sep/2024:14:05:23] ENGINE Bus STOPPED 2024-09-13T14:05:23.932 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:05:23 smithi178 bash[22034]: cluster 2024-09-13T14:05:22.522468+0000 mgr.y (mgr.14391) 435 : cluster [DBG] pgmap v366: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:05:23.932 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:05:23 smithi178 bash[22034]: audit 2024-09-13T14:05:23.496465+0000 mon.a (mon.0) 1061 : audit [INF] from='client.? 172.21.15.62:0/4144392925' entity='client.admin' cmd=[{"prefix": "mgr fail"}]: dispatch 2024-09-13T14:05:23.932 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:05:23 smithi178 bash[22034]: cluster 2024-09-13T14:05:23.497052+0000 mon.a (mon.0) 1062 : cluster [INF] Activating manager daemon x 2024-09-13T14:05:23.932 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:05:23 smithi178 bash[22034]: audit 2024-09-13T14:05:23.501341+0000 mon.a (mon.0) 1063 : audit [INF] from='client.? 172.21.15.62:0/4144392925' entity='client.admin' cmd='[{"prefix": "mgr fail"}]': finished 2024-09-13T14:05:23.932 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:05:23 smithi178 bash[22034]: cluster 2024-09-13T14:05:23.508718+0000 mon.a (mon.0) 1064 : cluster [DBG] osdmap e97: 8 total, 8 up, 8 in 2024-09-13T14:05:23.932 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:05:23 smithi178 bash[22034]: cluster 2024-09-13T14:05:23.511445+0000 mon.a (mon.0) 1065 : cluster [DBG] mgrmap e24: x(active, starting, since 0.0143888s) 2024-09-13T14:05:23.932 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:05:23 smithi178 bash[22034]: audit 2024-09-13T14:05:23.523864+0000 mon.b (mon.1) 35 : audit [DBG] from='mgr.24517 172.21.15.178:0/2374933869' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T14:05:23.933 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:05:23 smithi178 bash[22034]: audit 2024-09-13T14:05:23.524100+0000 mon.b (mon.1) 36 : audit [DBG] from='mgr.24517 172.21.15.178:0/2374933869' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T14:05:23.933 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:05:23 smithi178 bash[22034]: audit 2024-09-13T14:05:23.524306+0000 mon.b (mon.1) 37 : audit [DBG] from='mgr.24517 172.21.15.178:0/2374933869' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T14:05:23.933 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:05:23 smithi178 bash[22034]: audit 2024-09-13T14:05:23.525248+0000 mon.b (mon.1) 38 : audit [DBG] from='mgr.24517 172.21.15.178:0/2374933869' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-13T14:05:23.933 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:05:23 smithi178 bash[22034]: audit 2024-09-13T14:05:23.525594+0000 mon.b (mon.1) 39 : audit [DBG] from='mgr.24517 172.21.15.178:0/2374933869' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-13T14:05:23.933 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:05:23 smithi178 bash[22034]: audit 2024-09-13T14:05:23.525957+0000 mon.b (mon.1) 40 : audit [DBG] from='mgr.24517 172.21.15.178:0/2374933869' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-13T14:05:23.933 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:05:23 smithi178 bash[22034]: audit 2024-09-13T14:05:23.526247+0000 mon.b (mon.1) 41 : audit [DBG] from='mgr.24517 172.21.15.178:0/2374933869' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-13T14:05:23.933 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:05:23 smithi178 bash[22034]: audit 2024-09-13T14:05:23.526602+0000 mon.b (mon.1) 42 : audit [DBG] from='mgr.24517 172.21.15.178:0/2374933869' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-13T14:05:23.933 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:05:23 smithi178 bash[22034]: audit 2024-09-13T14:05:23.526918+0000 mon.b (mon.1) 43 : audit [DBG] from='mgr.24517 172.21.15.178:0/2374933869' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-13T14:05:23.933 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:05:23 smithi178 bash[22034]: audit 2024-09-13T14:05:23.527295+0000 mon.b (mon.1) 44 : audit [DBG] from='mgr.24517 172.21.15.178:0/2374933869' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-13T14:05:23.933 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:05:23 smithi178 bash[22034]: audit 2024-09-13T14:05:23.527651+0000 mon.b (mon.1) 45 : audit [DBG] from='mgr.24517 172.21.15.178:0/2374933869' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-13T14:05:23.933 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:05:23 smithi178 bash[22034]: audit 2024-09-13T14:05:23.527967+0000 mon.b (mon.1) 46 : audit [DBG] from='mgr.24517 172.21.15.178:0/2374933869' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-13T14:05:23.933 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:05:23 smithi178 bash[22034]: audit 2024-09-13T14:05:23.529424+0000 mon.b (mon.1) 47 : audit [DBG] from='mgr.24517 172.21.15.178:0/2374933869' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-13T14:05:23.933 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:05:23 smithi178 bash[22034]: audit 2024-09-13T14:05:23.529639+0000 mon.b (mon.1) 48 : audit [DBG] from='mgr.24517 172.21.15.178:0/2374933869' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-13T14:05:23.933 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:05:23 smithi178 bash[22034]: audit 2024-09-13T14:05:23.530236+0000 mon.b (mon.1) 49 : audit [DBG] from='mgr.24517 172.21.15.178:0/2374933869' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-13T14:05:24.001 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:05:23 smithi062 bash[20100]: debug 2024-09-13T14:05:23.503+0000 7fb1758b0640 -1 mgr handle_mgr_map I was active but no longer am 2024-09-13T14:05:24.001 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:05:23 smithi062 bash[20100]: ignoring --setuser ceph since I am not root 2024-09-13T14:05:24.002 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:05:23 smithi062 bash[20100]: ignoring --setgroup ceph since I am not root 2024-09-13T14:05:24.002 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:05:23 smithi062 bash[20100]: debug 2024-09-13T14:05:23.679+0000 7fdab8f62040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-13T14:05:24.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:05:23 smithi062 bash[19845]: cluster 2024-09-13T14:05:22.522468+0000 mgr.y (mgr.14391) 435 : cluster [DBG] pgmap v366: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:05:24.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:05:23 smithi062 bash[19845]: audit 2024-09-13T14:05:23.496465+0000 mon.a (mon.0) 1061 : audit [INF] from='client.? 172.21.15.62:0/4144392925' entity='client.admin' cmd=[{"prefix": "mgr fail"}]: dispatch 2024-09-13T14:05:24.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:05:23 smithi062 bash[19845]: cluster 2024-09-13T14:05:23.497052+0000 mon.a (mon.0) 1062 : cluster [INF] Activating manager daemon x 2024-09-13T14:05:24.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:05:23 smithi062 bash[19845]: audit 2024-09-13T14:05:23.501341+0000 mon.a (mon.0) 1063 : audit [INF] from='client.? 172.21.15.62:0/4144392925' entity='client.admin' cmd='[{"prefix": "mgr fail"}]': finished 2024-09-13T14:05:24.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:05:23 smithi062 bash[19845]: cluster 2024-09-13T14:05:23.508718+0000 mon.a (mon.0) 1064 : cluster [DBG] osdmap e97: 8 total, 8 up, 8 in 2024-09-13T14:05:24.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:05:23 smithi062 bash[19845]: cluster 2024-09-13T14:05:23.511445+0000 mon.a (mon.0) 1065 : cluster [DBG] mgrmap e24: x(active, starting, since 0.0143888s) 2024-09-13T14:05:24.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:05:23 smithi062 bash[19845]: audit 2024-09-13T14:05:23.523864+0000 mon.b (mon.1) 35 : audit [DBG] from='mgr.24517 172.21.15.178:0/2374933869' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T14:05:24.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:05:23 smithi062 bash[19845]: audit 2024-09-13T14:05:23.524100+0000 mon.b (mon.1) 36 : audit [DBG] from='mgr.24517 172.21.15.178:0/2374933869' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T14:05:24.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:05:23 smithi062 bash[19845]: audit 2024-09-13T14:05:23.524306+0000 mon.b (mon.1) 37 : audit [DBG] from='mgr.24517 172.21.15.178:0/2374933869' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T14:05:24.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:05:23 smithi062 bash[19845]: audit 2024-09-13T14:05:23.525248+0000 mon.b (mon.1) 38 : audit [DBG] from='mgr.24517 172.21.15.178:0/2374933869' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-13T14:05:24.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:05:23 smithi062 bash[19845]: audit 2024-09-13T14:05:23.525594+0000 mon.b (mon.1) 39 : audit [DBG] from='mgr.24517 172.21.15.178:0/2374933869' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-13T14:05:24.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:05:23 smithi062 bash[19845]: audit 2024-09-13T14:05:23.525957+0000 mon.b (mon.1) 40 : audit [DBG] from='mgr.24517 172.21.15.178:0/2374933869' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-13T14:05:24.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:05:23 smithi062 bash[19845]: audit 2024-09-13T14:05:23.526247+0000 mon.b (mon.1) 41 : audit [DBG] from='mgr.24517 172.21.15.178:0/2374933869' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-13T14:05:24.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:05:23 smithi062 bash[19845]: audit 2024-09-13T14:05:23.526602+0000 mon.b (mon.1) 42 : audit [DBG] from='mgr.24517 172.21.15.178:0/2374933869' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-13T14:05:24.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:05:23 smithi062 bash[19845]: audit 2024-09-13T14:05:23.526918+0000 mon.b (mon.1) 43 : audit [DBG] from='mgr.24517 172.21.15.178:0/2374933869' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-13T14:05:24.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:05:23 smithi062 bash[19845]: audit 2024-09-13T14:05:23.527295+0000 mon.b (mon.1) 44 : audit [DBG] from='mgr.24517 172.21.15.178:0/2374933869' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-13T14:05:24.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:05:23 smithi062 bash[19845]: audit 2024-09-13T14:05:23.527651+0000 mon.b (mon.1) 45 : audit [DBG] from='mgr.24517 172.21.15.178:0/2374933869' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-13T14:05:24.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:05:23 smithi062 bash[19845]: audit 2024-09-13T14:05:23.527967+0000 mon.b (mon.1) 46 : audit [DBG] from='mgr.24517 172.21.15.178:0/2374933869' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-13T14:05:24.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:05:23 smithi062 bash[19845]: audit 2024-09-13T14:05:23.529424+0000 mon.b (mon.1) 47 : audit [DBG] from='mgr.24517 172.21.15.178:0/2374933869' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-13T14:05:24.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:05:23 smithi062 bash[19845]: audit 2024-09-13T14:05:23.529639+0000 mon.b (mon.1) 48 : audit [DBG] from='mgr.24517 172.21.15.178:0/2374933869' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-13T14:05:24.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:05:23 smithi062 bash[19845]: audit 2024-09-13T14:05:23.530236+0000 mon.b (mon.1) 49 : audit [DBG] from='mgr.24517 172.21.15.178:0/2374933869' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-13T14:05:24.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:05:23 smithi062 bash[26634]: cluster 2024-09-13T14:05:22.522468+0000 mgr.y (mgr.14391) 435 : cluster [DBG] pgmap v366: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:05:24.005 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:05:23 smithi062 bash[26634]: audit 2024-09-13T14:05:23.496465+0000 mon.a (mon.0) 1061 : audit [INF] from='client.? 172.21.15.62:0/4144392925' entity='client.admin' cmd=[{"prefix": "mgr fail"}]: dispatch 2024-09-13T14:05:24.005 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:05:23 smithi062 bash[26634]: cluster 2024-09-13T14:05:23.497052+0000 mon.a (mon.0) 1062 : cluster [INF] Activating manager daemon x 2024-09-13T14:05:24.005 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:05:23 smithi062 bash[26634]: audit 2024-09-13T14:05:23.501341+0000 mon.a (mon.0) 1063 : audit [INF] from='client.? 172.21.15.62:0/4144392925' entity='client.admin' cmd='[{"prefix": "mgr fail"}]': finished 2024-09-13T14:05:24.005 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:05:23 smithi062 bash[26634]: cluster 2024-09-13T14:05:23.508718+0000 mon.a (mon.0) 1064 : cluster [DBG] osdmap e97: 8 total, 8 up, 8 in 2024-09-13T14:05:24.005 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:05:23 smithi062 bash[26634]: cluster 2024-09-13T14:05:23.511445+0000 mon.a (mon.0) 1065 : cluster [DBG] mgrmap e24: x(active, starting, since 0.0143888s) 2024-09-13T14:05:24.005 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:05:23 smithi062 bash[26634]: audit 2024-09-13T14:05:23.523864+0000 mon.b (mon.1) 35 : audit [DBG] from='mgr.24517 172.21.15.178:0/2374933869' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T14:05:24.005 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:05:23 smithi062 bash[26634]: audit 2024-09-13T14:05:23.524100+0000 mon.b (mon.1) 36 : audit [DBG] from='mgr.24517 172.21.15.178:0/2374933869' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T14:05:24.005 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:05:23 smithi062 bash[26634]: audit 2024-09-13T14:05:23.524306+0000 mon.b (mon.1) 37 : audit [DBG] from='mgr.24517 172.21.15.178:0/2374933869' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T14:05:24.005 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:05:23 smithi062 bash[26634]: audit 2024-09-13T14:05:23.525248+0000 mon.b (mon.1) 38 : audit [DBG] from='mgr.24517 172.21.15.178:0/2374933869' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-13T14:05:24.005 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:05:23 smithi062 bash[26634]: audit 2024-09-13T14:05:23.525594+0000 mon.b (mon.1) 39 : audit [DBG] from='mgr.24517 172.21.15.178:0/2374933869' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-13T14:05:24.005 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:05:23 smithi062 bash[26634]: audit 2024-09-13T14:05:23.525957+0000 mon.b (mon.1) 40 : audit [DBG] from='mgr.24517 172.21.15.178:0/2374933869' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-13T14:05:24.005 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:05:23 smithi062 bash[26634]: audit 2024-09-13T14:05:23.526247+0000 mon.b (mon.1) 41 : audit [DBG] from='mgr.24517 172.21.15.178:0/2374933869' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-13T14:05:24.005 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:05:23 smithi062 bash[26634]: audit 2024-09-13T14:05:23.526602+0000 mon.b (mon.1) 42 : audit [DBG] from='mgr.24517 172.21.15.178:0/2374933869' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-13T14:05:24.006 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:05:23 smithi062 bash[26634]: audit 2024-09-13T14:05:23.526918+0000 mon.b (mon.1) 43 : audit [DBG] from='mgr.24517 172.21.15.178:0/2374933869' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-13T14:05:24.006 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:05:23 smithi062 bash[26634]: audit 2024-09-13T14:05:23.527295+0000 mon.b (mon.1) 44 : audit [DBG] from='mgr.24517 172.21.15.178:0/2374933869' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-13T14:05:24.006 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:05:23 smithi062 bash[26634]: audit 2024-09-13T14:05:23.527651+0000 mon.b (mon.1) 45 : audit [DBG] from='mgr.24517 172.21.15.178:0/2374933869' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-13T14:05:24.006 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:05:23 smithi062 bash[26634]: audit 2024-09-13T14:05:23.527967+0000 mon.b (mon.1) 46 : audit [DBG] from='mgr.24517 172.21.15.178:0/2374933869' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-13T14:05:24.006 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:05:23 smithi062 bash[26634]: audit 2024-09-13T14:05:23.529424+0000 mon.b (mon.1) 47 : audit [DBG] from='mgr.24517 172.21.15.178:0/2374933869' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-13T14:05:24.006 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:05:23 smithi062 bash[26634]: audit 2024-09-13T14:05:23.529639+0000 mon.b (mon.1) 48 : audit [DBG] from='mgr.24517 172.21.15.178:0/2374933869' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-13T14:05:24.006 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:05:23 smithi062 bash[26634]: audit 2024-09-13T14:05:23.530236+0000 mon.b (mon.1) 49 : audit [DBG] from='mgr.24517 172.21.15.178:0/2374933869' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-13T14:05:24.286 DEBUG:teuthology.orchestra.run.smithi062:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ff1149ea-71d5-11ef-bceb-c7b262605968 -e sha1=b0201b8c79733293453e7f10a10c7fa43119222b -- bash -c 'sleep 180' 2024-09-13T14:05:24.960 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:05:24 smithi062 bash[19845]: cluster 2024-09-13T14:05:23.764749+0000 mon.a (mon.0) 1066 : cluster [INF] Manager daemon x is now available 2024-09-13T14:05:24.960 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:05:24 smithi062 bash[19845]: audit 2024-09-13T14:05:24.577076+0000 mon.a (mon.0) 1067 : audit [INF] from='mgr.24517 ' entity='mgr.x' 2024-09-13T14:05:24.960 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:05:24 smithi062 bash[19845]: audit 2024-09-13T14:05:24.584479+0000 mon.a (mon.0) 1068 : audit [INF] from='mgr.24517 ' entity='mgr.x' 2024-09-13T14:05:24.960 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:05:24 smithi062 bash[19845]: audit 2024-09-13T14:05:24.591007+0000 mon.a (mon.0) 1069 : audit [INF] from='mgr.24517 ' entity='mgr.x' 2024-09-13T14:05:24.960 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:05:24 smithi062 bash[19845]: audit 2024-09-13T14:05:24.634702+0000 mon.b (mon.1) 50 : audit [DBG] from='mgr.24517 172.21.15.178:0/2374933869' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:05:24.960 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:05:24 smithi062 bash[19845]: audit 2024-09-13T14:05:24.634966+0000 mon.b (mon.1) 51 : audit [INF] from='mgr.24517 172.21.15.178:0/2374933869' entity='mgr.x' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-09-13T14:05:24.961 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:05:24 smithi062 bash[19845]: audit 2024-09-13T14:05:24.665345+0000 mon.a (mon.0) 1070 : audit [INF] from='mgr.24517 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-09-13T14:05:24.961 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:05:24 smithi062 bash[19845]: audit 2024-09-13T14:05:24.666077+0000 mon.b (mon.1) 52 : audit [INF] from='mgr.24517 172.21.15.178:0/2374933869' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-09-13T14:05:24.961 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:05:24 smithi062 bash[19845]: audit 2024-09-13T14:05:24.679293+0000 mon.a (mon.0) 1071 : audit [INF] from='mgr.24517 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-09-13T14:05:24.961 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:05:24 smithi062 bash[19845]: audit 2024-09-13T14:05:24.679827+0000 mon.b (mon.1) 53 : audit [INF] from='mgr.24517 172.21.15.178:0/2374933869' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-09-13T14:05:24.961 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:05:24 smithi062 bash[26634]: cluster 2024-09-13T14:05:23.764749+0000 mon.a (mon.0) 1066 : cluster [INF] Manager daemon x is now available 2024-09-13T14:05:24.961 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:05:24 smithi062 bash[26634]: audit 2024-09-13T14:05:24.577076+0000 mon.a (mon.0) 1067 : audit [INF] from='mgr.24517 ' entity='mgr.x' 2024-09-13T14:05:24.961 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:05:24 smithi062 bash[26634]: audit 2024-09-13T14:05:24.584479+0000 mon.a (mon.0) 1068 : audit [INF] from='mgr.24517 ' entity='mgr.x' 2024-09-13T14:05:24.961 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:05:24 smithi062 bash[26634]: audit 2024-09-13T14:05:24.591007+0000 mon.a (mon.0) 1069 : audit [INF] from='mgr.24517 ' entity='mgr.x' 2024-09-13T14:05:24.961 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:05:24 smithi062 bash[26634]: audit 2024-09-13T14:05:24.634702+0000 mon.b (mon.1) 50 : audit [DBG] from='mgr.24517 172.21.15.178:0/2374933869' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:05:24.961 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:05:24 smithi062 bash[26634]: audit 2024-09-13T14:05:24.634966+0000 mon.b (mon.1) 51 : audit [INF] from='mgr.24517 172.21.15.178:0/2374933869' entity='mgr.x' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-09-13T14:05:24.961 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:05:24 smithi062 bash[26634]: audit 2024-09-13T14:05:24.665345+0000 mon.a (mon.0) 1070 : audit [INF] from='mgr.24517 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-09-13T14:05:24.961 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:05:24 smithi062 bash[26634]: audit 2024-09-13T14:05:24.666077+0000 mon.b (mon.1) 52 : audit [INF] from='mgr.24517 172.21.15.178:0/2374933869' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-09-13T14:05:24.962 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:05:24 smithi062 bash[26634]: audit 2024-09-13T14:05:24.679293+0000 mon.a (mon.0) 1071 : audit [INF] from='mgr.24517 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-09-13T14:05:24.962 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:05:24 smithi062 bash[26634]: audit 2024-09-13T14:05:24.679827+0000 mon.b (mon.1) 53 : audit [INF] from='mgr.24517 172.21.15.178:0/2374933869' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-09-13T14:05:25.181 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 13 14:05:24 smithi178 bash[50171]: [13/Sep/2024:14:05:24] ENGINE Bus STARTING 2024-09-13T14:05:25.181 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 13 14:05:24 smithi178 bash[50171]: [13/Sep/2024:14:05:24] ENGINE Serving on http://:::9283 2024-09-13T14:05:25.181 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 13 14:05:24 smithi178 bash[50171]: [13/Sep/2024:14:05:24] ENGINE Bus STARTED 2024-09-13T14:05:25.181 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:05:24 smithi178 bash[22034]: cluster 2024-09-13T14:05:23.764749+0000 mon.a (mon.0) 1066 : cluster [INF] Manager daemon x is now available 2024-09-13T14:05:25.181 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:05:24 smithi178 bash[22034]: audit 2024-09-13T14:05:24.577076+0000 mon.a (mon.0) 1067 : audit [INF] from='mgr.24517 ' entity='mgr.x' 2024-09-13T14:05:25.181 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:05:24 smithi178 bash[22034]: audit 2024-09-13T14:05:24.584479+0000 mon.a (mon.0) 1068 : audit [INF] from='mgr.24517 ' entity='mgr.x' 2024-09-13T14:05:25.181 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:05:24 smithi178 bash[22034]: audit 2024-09-13T14:05:24.591007+0000 mon.a (mon.0) 1069 : audit [INF] from='mgr.24517 ' entity='mgr.x' 2024-09-13T14:05:25.181 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:05:24 smithi178 bash[22034]: audit 2024-09-13T14:05:24.634702+0000 mon.b (mon.1) 50 : audit [DBG] from='mgr.24517 172.21.15.178:0/2374933869' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:05:25.182 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:05:24 smithi178 bash[22034]: audit 2024-09-13T14:05:24.634966+0000 mon.b (mon.1) 51 : audit [INF] from='mgr.24517 172.21.15.178:0/2374933869' entity='mgr.x' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-09-13T14:05:25.182 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:05:24 smithi178 bash[22034]: audit 2024-09-13T14:05:24.665345+0000 mon.a (mon.0) 1070 : audit [INF] from='mgr.24517 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-09-13T14:05:25.182 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:05:24 smithi178 bash[22034]: audit 2024-09-13T14:05:24.666077+0000 mon.b (mon.1) 52 : audit [INF] from='mgr.24517 172.21.15.178:0/2374933869' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-09-13T14:05:25.182 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:05:24 smithi178 bash[22034]: audit 2024-09-13T14:05:24.679293+0000 mon.a (mon.0) 1071 : audit [INF] from='mgr.24517 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-09-13T14:05:25.182 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:05:24 smithi178 bash[22034]: audit 2024-09-13T14:05:24.679827+0000 mon.b (mon.1) 53 : audit [INF] from='mgr.24517 172.21.15.178:0/2374933869' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-09-13T14:05:25.251 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:05:24 smithi062 bash[20100]: debug 2024-09-13T14:05:24.959+0000 7fdab8f62040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-13T14:05:25.252 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:05:25 smithi062 bash[20100]: debug 2024-09-13T14:05:25.027+0000 7fdab8f62040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-13T14:05:25.252 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:05:25 smithi062 bash[20100]: debug 2024-09-13T14:05:25.191+0000 7fdab8f62040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-13T14:05:25.951 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:05:25 smithi062 bash[20100]: debug 2024-09-13T14:05:25.879+0000 7fdab8f62040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-13T14:05:25.952 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:05:25 smithi062 bash[19845]: cluster 2024-09-13T14:05:24.700985+0000 mon.a (mon.0) 1072 : cluster [DBG] mgrmap e25: x(active, since 1.20391s) 2024-09-13T14:05:25.952 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:05:25 smithi062 bash[19845]: cephadm 2024-09-13T14:05:25.104702+0000 mgr.x (mgr.24517) 3 : cephadm [INF] Deploying cephadm binary to smithi062 2024-09-13T14:05:25.952 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:05:25 smithi062 bash[19845]: cephadm 2024-09-13T14:05:25.129853+0000 mgr.x (mgr.24517) 4 : cephadm [INF] Deploying cephadm binary to smithi178 2024-09-13T14:05:25.952 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:05:25 smithi062 bash[19845]: cephadm 2024-09-13T14:05:25.434405+0000 mgr.x (mgr.24517) 5 : cephadm [INF] [13/Sep/2024:14:05:25] ENGINE Bus STARTING 2024-09-13T14:05:25.952 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:05:25 smithi062 bash[19845]: cluster 2024-09-13T14:05:25.529772+0000 mgr.x (mgr.24517) 6 : cluster [DBG] pgmap v4: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:05:25.952 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:05:25 smithi062 bash[19845]: cephadm 2024-09-13T14:05:25.543686+0000 mgr.x (mgr.24517) 7 : cephadm [INF] [13/Sep/2024:14:05:25] ENGINE Serving on http://172.21.15.178:8765 2024-09-13T14:05:25.952 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:05:25 smithi062 bash[26634]: cluster 2024-09-13T14:05:24.700985+0000 mon.a (mon.0) 1072 : cluster [DBG] mgrmap e25: x(active, since 1.20391s) 2024-09-13T14:05:25.952 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:05:25 smithi062 bash[26634]: cephadm 2024-09-13T14:05:25.104702+0000 mgr.x (mgr.24517) 3 : cephadm [INF] Deploying cephadm binary to smithi062 2024-09-13T14:05:25.952 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:05:25 smithi062 bash[26634]: cephadm 2024-09-13T14:05:25.129853+0000 mgr.x (mgr.24517) 4 : cephadm [INF] Deploying cephadm binary to smithi178 2024-09-13T14:05:25.953 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:05:25 smithi062 bash[26634]: cephadm 2024-09-13T14:05:25.434405+0000 mgr.x (mgr.24517) 5 : cephadm [INF] [13/Sep/2024:14:05:25] ENGINE Bus STARTING 2024-09-13T14:05:25.953 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:05:25 smithi062 bash[26634]: cluster 2024-09-13T14:05:25.529772+0000 mgr.x (mgr.24517) 6 : cluster [DBG] pgmap v4: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:05:25.953 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:05:25 smithi062 bash[26634]: cephadm 2024-09-13T14:05:25.543686+0000 mgr.x (mgr.24517) 7 : cephadm [INF] [13/Sep/2024:14:05:25] ENGINE Serving on http://172.21.15.178:8765 2024-09-13T14:05:26.181 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:05:25 smithi178 bash[22034]: cluster 2024-09-13T14:05:24.700985+0000 mon.a (mon.0) 1072 : cluster [DBG] mgrmap e25: x(active, since 1.20391s) 2024-09-13T14:05:26.181 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:05:25 smithi178 bash[22034]: cephadm 2024-09-13T14:05:25.104702+0000 mgr.x (mgr.24517) 3 : cephadm [INF] Deploying cephadm binary to smithi062 2024-09-13T14:05:26.181 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:05:25 smithi178 bash[22034]: cephadm 2024-09-13T14:05:25.129853+0000 mgr.x (mgr.24517) 4 : cephadm [INF] Deploying cephadm binary to smithi178 2024-09-13T14:05:26.181 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:05:25 smithi178 bash[22034]: cephadm 2024-09-13T14:05:25.434405+0000 mgr.x (mgr.24517) 5 : cephadm [INF] [13/Sep/2024:14:05:25] ENGINE Bus STARTING 2024-09-13T14:05:26.181 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:05:25 smithi178 bash[22034]: cluster 2024-09-13T14:05:25.529772+0000 mgr.x (mgr.24517) 6 : cluster [DBG] pgmap v4: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:05:26.181 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:05:25 smithi178 bash[22034]: cephadm 2024-09-13T14:05:25.543686+0000 mgr.x (mgr.24517) 7 : cephadm [INF] [13/Sep/2024:14:05:25] ENGINE Serving on http://172.21.15.178:8765 2024-09-13T14:05:26.182 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 13 14:05:25 smithi178 bash[50171]: debug 2024-09-13T14:05:25.754+0000 7fbe773e4640 -1 log_channel(cephadm) log [ERR] : [13/Sep/2024:14:05:25] ENGINE Error in HTTPServer.serve 2024-09-13T14:05:26.182 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 13 14:05:25 smithi178 bash[50171]: Traceback (most recent call last): 2024-09-13T14:05:26.182 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 13 14:05:25 smithi178 bash[50171]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-13T14:05:26.182 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 13 14:05:25 smithi178 bash[50171]: self._connections.run(self.expiration_interval) 2024-09-13T14:05:26.182 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 13 14:05:25 smithi178 bash[50171]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-13T14:05:26.182 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 13 14:05:25 smithi178 bash[50171]: self._run(expiration_interval) 2024-09-13T14:05:26.182 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 13 14:05:25 smithi178 bash[50171]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-13T14:05:26.183 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 13 14:05:25 smithi178 bash[50171]: new_conn = self._from_server_socket(self.server.socket) 2024-09-13T14:05:26.183 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 13 14:05:25 smithi178 bash[50171]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-13T14:05:26.183 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 13 14:05:25 smithi178 bash[50171]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-13T14:05:26.183 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 13 14:05:25 smithi178 bash[50171]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-13T14:05:26.183 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 13 14:05:25 smithi178 bash[50171]: s = self.context.wrap_socket( 2024-09-13T14:05:26.183 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 13 14:05:25 smithi178 bash[50171]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-13T14:05:26.183 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 13 14:05:25 smithi178 bash[50171]: return self.sslsocket_class._create( 2024-09-13T14:05:26.183 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 13 14:05:25 smithi178 bash[50171]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-13T14:05:26.183 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 13 14:05:25 smithi178 bash[50171]: self.do_handshake() 2024-09-13T14:05:26.183 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 13 14:05:25 smithi178 bash[50171]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-13T14:05:26.183 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 13 14:05:25 smithi178 bash[50171]: self._sslobj.do_handshake() 2024-09-13T14:05:26.183 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 13 14:05:25 smithi178 bash[50171]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-13T14:05:26.221 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:05:25 smithi062 bash[20100]: debug 2024-09-13T14:05:25.951+0000 7fdab8f62040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-13T14:05:26.222 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:05:26 smithi062 bash[20100]: debug 2024-09-13T14:05:26.023+0000 7fdab8f62040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-13T14:05:26.501 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:05:26 smithi062 bash[20100]: debug 2024-09-13T14:05:26.223+0000 7fdab8f62040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-13T14:05:26.502 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:05:26 smithi062 bash[20100]: debug 2024-09-13T14:05:26.303+0000 7fdab8f62040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-13T14:05:26.502 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:05:26 smithi062 bash[20100]: debug 2024-09-13T14:05:26.375+0000 7fdab8f62040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-13T14:05:26.928 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:05:26 smithi062 bash[20100]: debug 2024-09-13T14:05:26.647+0000 7fdab8f62040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-13T14:05:26.928 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:05:26 smithi062 bash[20100]: debug 2024-09-13T14:05:26.723+0000 7fdab8f62040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-13T14:05:26.929 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:05:26 smithi062 bash[19845]: cephadm 2024-09-13T14:05:25.735151+0000 mgr.x (mgr.24517) 8 : cephadm [INF] [13/Sep/2024:14:05:25] ENGINE Serving on https://172.21.15.178:7150 2024-09-13T14:05:26.929 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:05:26 smithi062 bash[19845]: cephadm 2024-09-13T14:05:25.735315+0000 mgr.x (mgr.24517) 9 : cephadm [INF] [13/Sep/2024:14:05:25] ENGINE Bus STARTED 2024-09-13T14:05:26.929 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:05:26 smithi062 bash[19845]: cephadm 2024-09-13T14:05:25.758368+0000 mgr.x (mgr.24517) 10 : cephadm [ERR] [13/Sep/2024:14:05:25] ENGINE Error in HTTPServer.serve 2024-09-13T14:05:26.929 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:05:26 smithi062 bash[19845]: Traceback (most recent call last): 2024-09-13T14:05:26.929 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:05:26 smithi062 bash[19845]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-13T14:05:26.929 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:05:26 smithi062 bash[19845]: self._connections.run(self.expiration_interval) 2024-09-13T14:05:26.929 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:05:26 smithi062 bash[19845]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-13T14:05:26.929 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:05:26 smithi062 bash[19845]: self._run(expiration_interval) 2024-09-13T14:05:26.929 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:05:26 smithi062 bash[19845]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-13T14:05:26.929 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:05:26 smithi062 bash[19845]: new_conn = self._from_server_socket(self.server.socket) 2024-09-13T14:05:26.930 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:05:26 smithi062 bash[19845]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-13T14:05:26.930 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:05:26 smithi062 bash[19845]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-13T14:05:26.930 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:05:26 smithi062 bash[19845]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-13T14:05:26.930 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:05:26 smithi062 bash[19845]: s = self.context.wrap_socket( 2024-09-13T14:05:26.930 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:05:26 smithi062 bash[19845]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-13T14:05:26.930 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:05:26 smithi062 bash[19845]: return self.sslsocket_class._create( 2024-09-13T14:05:26.930 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:05:26 smithi062 bash[19845]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-13T14:05:26.930 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:05:26 smithi062 bash[19845]: self.do_handshake() 2024-09-13T14:05:26.930 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:05:26 smithi062 bash[19845]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-13T14:05:26.930 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:05:26 smithi062 bash[19845]: self._sslobj.do_handshake() 2024-09-13T14:05:26.930 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:05:26 smithi062 bash[19845]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-13T14:05:26.930 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:05:26 smithi062 bash[26634]: cephadm 2024-09-13T14:05:25.735151+0000 mgr.x (mgr.24517) 8 : cephadm [INF] [13/Sep/2024:14:05:25] ENGINE Serving on https://172.21.15.178:7150 2024-09-13T14:05:26.930 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:05:26 smithi062 bash[26634]: cephadm 2024-09-13T14:05:25.735315+0000 mgr.x (mgr.24517) 9 : cephadm [INF] [13/Sep/2024:14:05:25] ENGINE Bus STARTED 2024-09-13T14:05:26.931 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:05:26 smithi062 bash[26634]: cephadm 2024-09-13T14:05:25.758368+0000 mgr.x (mgr.24517) 10 : cephadm [ERR] [13/Sep/2024:14:05:25] ENGINE Error in HTTPServer.serve 2024-09-13T14:05:26.931 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:05:26 smithi062 bash[26634]: Traceback (most recent call last): 2024-09-13T14:05:26.931 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:05:26 smithi062 bash[26634]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-13T14:05:26.931 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:05:26 smithi062 bash[26634]: self._connections.run(self.expiration_interval) 2024-09-13T14:05:26.931 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:05:26 smithi062 bash[26634]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-13T14:05:26.931 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:05:26 smithi062 bash[26634]: self._run(expiration_interval) 2024-09-13T14:05:26.931 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:05:26 smithi062 bash[26634]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-13T14:05:26.931 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:05:26 smithi062 bash[26634]: new_conn = self._from_server_socket(self.server.socket) 2024-09-13T14:05:26.931 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:05:26 smithi062 bash[26634]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-13T14:05:26.931 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:05:26 smithi062 bash[26634]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-13T14:05:26.931 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:05:26 smithi062 bash[26634]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-13T14:05:26.931 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:05:26 smithi062 bash[26634]: s = self.context.wrap_socket( 2024-09-13T14:05:26.931 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:05:26 smithi062 bash[26634]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-13T14:05:26.932 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:05:26 smithi062 bash[26634]: return self.sslsocket_class._create( 2024-09-13T14:05:26.932 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:05:26 smithi062 bash[26634]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-13T14:05:26.932 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:05:26 smithi062 bash[26634]: self.do_handshake() 2024-09-13T14:05:26.932 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:05:26 smithi062 bash[26634]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-13T14:05:26.932 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:05:26 smithi062 bash[26634]: self._sslobj.do_handshake() 2024-09-13T14:05:26.932 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:05:26 smithi062 bash[26634]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-13T14:05:27.181 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:05:26 smithi178 bash[22034]: cephadm 2024-09-13T14:05:25.735151+0000 mgr.x (mgr.24517) 8 : cephadm [INF] [13/Sep/2024:14:05:25] ENGINE Serving on https://172.21.15.178:7150 2024-09-13T14:05:27.182 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:05:26 smithi178 bash[22034]: cephadm 2024-09-13T14:05:25.735315+0000 mgr.x (mgr.24517) 9 : cephadm [INF] [13/Sep/2024:14:05:25] ENGINE Bus STARTED 2024-09-13T14:05:27.182 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:05:26 smithi178 bash[22034]: cephadm 2024-09-13T14:05:25.758368+0000 mgr.x (mgr.24517) 10 : cephadm [ERR] [13/Sep/2024:14:05:25] ENGINE Error in HTTPServer.serve 2024-09-13T14:05:27.182 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:05:26 smithi178 bash[22034]: Traceback (most recent call last): 2024-09-13T14:05:27.182 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:05:26 smithi178 bash[22034]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-13T14:05:27.182 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:05:26 smithi178 bash[22034]: self._connections.run(self.expiration_interval) 2024-09-13T14:05:27.182 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:05:26 smithi178 bash[22034]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-13T14:05:27.182 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:05:26 smithi178 bash[22034]: self._run(expiration_interval) 2024-09-13T14:05:27.182 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:05:26 smithi178 bash[22034]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-13T14:05:27.182 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:05:26 smithi178 bash[22034]: new_conn = self._from_server_socket(self.server.socket) 2024-09-13T14:05:27.182 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:05:26 smithi178 bash[22034]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-13T14:05:27.182 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:05:26 smithi178 bash[22034]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-13T14:05:27.182 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:05:26 smithi178 bash[22034]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-13T14:05:27.183 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:05:26 smithi178 bash[22034]: s = self.context.wrap_socket( 2024-09-13T14:05:27.183 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:05:26 smithi178 bash[22034]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-13T14:05:27.183 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:05:26 smithi178 bash[22034]: return self.sslsocket_class._create( 2024-09-13T14:05:27.183 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:05:26 smithi178 bash[22034]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-13T14:05:27.183 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:05:26 smithi178 bash[22034]: self.do_handshake() 2024-09-13T14:05:27.183 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:05:26 smithi178 bash[22034]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-13T14:05:27.183 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:05:26 smithi178 bash[22034]: self._sslobj.do_handshake() 2024-09-13T14:05:27.183 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:05:26 smithi178 bash[22034]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-13T14:05:27.251 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:05:26 smithi062 bash[20100]: debug 2024-09-13T14:05:26.926+0000 7fdab8f62040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-13T14:05:27.252 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:05:27 smithi062 bash[20100]: debug 2024-09-13T14:05:27.010+0000 7fdab8f62040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-13T14:05:27.639 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:05:27 smithi062 bash[20100]: debug 2024-09-13T14:05:27.274+0000 7fdab8f62040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-09-13T14:05:27.639 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:05:27 smithi062 bash[20100]: debug 2024-09-13T14:05:27.462+0000 7fdab8f62040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-13T14:05:27.919 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:05:27 smithi062 bash[19845]: cluster 2024-09-13T14:05:26.710122+0000 mon.a (mon.0) 1073 : cluster [DBG] mgrmap e26: x(active, since 3s) 2024-09-13T14:05:27.919 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:05:27 smithi062 bash[19845]: cluster 2024-09-13T14:05:27.530313+0000 mgr.x (mgr.24517) 11 : cluster [DBG] pgmap v5: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:05:27.920 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:05:27 smithi062 bash[20100]: debug 2024-09-13T14:05:27.638+0000 7fdab8f62040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-13T14:05:27.920 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:05:27 smithi062 bash[20100]: debug 2024-09-13T14:05:27.722+0000 7fdab8f62040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-13T14:05:27.920 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:05:27 smithi062 bash[26634]: cluster 2024-09-13T14:05:26.710122+0000 mon.a (mon.0) 1073 : cluster [DBG] mgrmap e26: x(active, since 3s) 2024-09-13T14:05:27.920 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:05:27 smithi062 bash[26634]: cluster 2024-09-13T14:05:27.530313+0000 mgr.x (mgr.24517) 11 : cluster [DBG] pgmap v5: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:05:28.181 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:05:27 smithi178 bash[22034]: cluster 2024-09-13T14:05:26.710122+0000 mon.a (mon.0) 1073 : cluster [DBG] mgrmap e26: x(active, since 3s) 2024-09-13T14:05:28.181 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:05:27 smithi178 bash[22034]: cluster 2024-09-13T14:05:27.530313+0000 mgr.x (mgr.24517) 11 : cluster [DBG] pgmap v5: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:05:28.251 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:05:27 smithi062 bash[20100]: debug 2024-09-13T14:05:27.918+0000 7fdab8f62040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-13T14:05:29.075 INFO:teuthology.orchestra.run.smithi062.stderr:Inferring config /var/lib/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T14:05:29.147 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:05:28 smithi062 bash[19845]: audit 2024-09-13T14:05:27.879521+0000 mon.a (mon.0) 1074 : audit [INF] from='mgr.24517 ' entity='mgr.x' 2024-09-13T14:05:29.147 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:05:28 smithi062 bash[19845]: audit 2024-09-13T14:05:27.888584+0000 mon.a (mon.0) 1075 : audit [INF] from='mgr.24517 ' entity='mgr.x' 2024-09-13T14:05:29.147 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:05:28 smithi062 bash[20100]: debug 2024-09-13T14:05:28.826+0000 7fdab8f62040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-13T14:05:29.147 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:05:28 smithi062 bash[20100]: debug 2024-09-13T14:05:28.910+0000 7fdab8f62040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-13T14:05:29.147 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:05:28 smithi062 bash[26634]: audit 2024-09-13T14:05:27.879521+0000 mon.a (mon.0) 1074 : audit [INF] from='mgr.24517 ' entity='mgr.x' 2024-09-13T14:05:29.148 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:05:28 smithi062 bash[26634]: audit 2024-09-13T14:05:27.888584+0000 mon.a (mon.0) 1075 : audit [INF] from='mgr.24517 ' entity='mgr.x' 2024-09-13T14:05:29.181 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:05:28 smithi178 bash[22034]: audit 2024-09-13T14:05:27.879521+0000 mon.a (mon.0) 1074 : audit [INF] from='mgr.24517 ' entity='mgr.x' 2024-09-13T14:05:29.181 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:05:28 smithi178 bash[22034]: audit 2024-09-13T14:05:27.888584+0000 mon.a (mon.0) 1075 : audit [INF] from='mgr.24517 ' entity='mgr.x' 2024-09-13T14:05:29.501 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:05:29 smithi062 bash[20100]: debug 2024-09-13T14:05:29.146+0000 7fdab8f62040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-13T14:05:29.501 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:05:29 smithi062 bash[20100]: debug 2024-09-13T14:05:29.226+0000 7fdab8f62040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-13T14:05:29.847 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:05:29 smithi062 bash[20100]: debug 2024-09-13T14:05:29.638+0000 7fdab8f62040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-13T14:05:29.847 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:05:29 smithi062 bash[20100]: debug 2024-09-13T14:05:29.718+0000 7fdab8f62040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-13T14:05:29.847 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:05:29 smithi062 bash[20100]: [13/Sep/2024:14:05:29] ENGINE Bus STARTING 2024-09-13T14:05:29.847 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:05:29 smithi062 bash[20100]: CherryPy Checker: 2024-09-13T14:05:29.847 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:05:29 smithi062 bash[20100]: The Application mounted at '' has an empty config. 2024-09-13T14:05:30.181 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:05:29 smithi178 bash[22034]: cluster 2024-09-13T14:05:28.898921+0000 mon.a (mon.0) 1076 : cluster [DBG] mgrmap e27: x(active, since 5s) 2024-09-13T14:05:30.181 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:05:29 smithi178 bash[22034]: cluster 2024-09-13T14:05:29.531161+0000 mgr.x (mgr.24517) 12 : cluster [DBG] pgmap v6: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:05:30.182 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:05:29 smithi178 bash[22034]: audit 2024-09-13T14:05:29.561082+0000 mgr.x (mgr.24517) 13 : audit [DBG] from='client.24704 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:05:30.182 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:05:29 smithi178 bash[22034]: audit 2024-09-13T14:05:29.742952+0000 mon.c (mon.2) 36 : audit [DBG] from='mgr.? 172.21.15.62:0/1961742757' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-09-13T14:05:30.182 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:05:29 smithi178 bash[22034]: cluster 2024-09-13T14:05:29.743663+0000 mon.a (mon.0) 1077 : cluster [DBG] Standby manager daemon y started 2024-09-13T14:05:30.182 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:05:29 smithi178 bash[22034]: audit 2024-09-13T14:05:29.746418+0000 mon.c (mon.2) 37 : audit [DBG] from='mgr.? 172.21.15.62:0/1961742757' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-13T14:05:30.182 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:05:29 smithi178 bash[22034]: audit 2024-09-13T14:05:29.748336+0000 mon.c (mon.2) 38 : audit [DBG] from='mgr.? 172.21.15.62:0/1961742757' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-09-13T14:05:30.182 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:05:29 smithi178 bash[22034]: audit 2024-09-13T14:05:29.749303+0000 mon.c (mon.2) 39 : audit [DBG] from='mgr.? 172.21.15.62:0/1961742757' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-13T14:05:30.252 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:05:29 smithi062 bash[20100]: [13/Sep/2024:14:05:29] ENGINE Serving on http://:::9283 2024-09-13T14:05:30.252 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:05:29 smithi062 bash[20100]: [13/Sep/2024:14:05:29] ENGINE Bus STARTED 2024-09-13T14:05:30.252 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:05:29 smithi062 bash[19845]: cluster 2024-09-13T14:05:28.898921+0000 mon.a (mon.0) 1076 : cluster [DBG] mgrmap e27: x(active, since 5s) 2024-09-13T14:05:30.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:05:29 smithi062 bash[19845]: cluster 2024-09-13T14:05:29.531161+0000 mgr.x (mgr.24517) 12 : cluster [DBG] pgmap v6: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:05:30.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:05:29 smithi062 bash[19845]: audit 2024-09-13T14:05:29.561082+0000 mgr.x (mgr.24517) 13 : audit [DBG] from='client.24704 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:05:30.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:05:29 smithi062 bash[19845]: audit 2024-09-13T14:05:29.742952+0000 mon.c (mon.2) 36 : audit [DBG] from='mgr.? 172.21.15.62:0/1961742757' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-09-13T14:05:30.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:05:29 smithi062 bash[19845]: cluster 2024-09-13T14:05:29.743663+0000 mon.a (mon.0) 1077 : cluster [DBG] Standby manager daemon y started 2024-09-13T14:05:30.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:05:29 smithi062 bash[19845]: audit 2024-09-13T14:05:29.746418+0000 mon.c (mon.2) 37 : audit [DBG] from='mgr.? 172.21.15.62:0/1961742757' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-13T14:05:30.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:05:29 smithi062 bash[19845]: audit 2024-09-13T14:05:29.748336+0000 mon.c (mon.2) 38 : audit [DBG] from='mgr.? 172.21.15.62:0/1961742757' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-09-13T14:05:30.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:05:29 smithi062 bash[19845]: audit 2024-09-13T14:05:29.749303+0000 mon.c (mon.2) 39 : audit [DBG] from='mgr.? 172.21.15.62:0/1961742757' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-13T14:05:30.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:05:29 smithi062 bash[26634]: cluster 2024-09-13T14:05:28.898921+0000 mon.a (mon.0) 1076 : cluster [DBG] mgrmap e27: x(active, since 5s) 2024-09-13T14:05:30.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:05:29 smithi062 bash[26634]: cluster 2024-09-13T14:05:29.531161+0000 mgr.x (mgr.24517) 12 : cluster [DBG] pgmap v6: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:05:30.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:05:29 smithi062 bash[26634]: audit 2024-09-13T14:05:29.561082+0000 mgr.x (mgr.24517) 13 : audit [DBG] from='client.24704 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:05:30.255 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:05:29 smithi062 bash[26634]: audit 2024-09-13T14:05:29.742952+0000 mon.c (mon.2) 36 : audit [DBG] from='mgr.? 172.21.15.62:0/1961742757' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-09-13T14:05:30.255 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:05:29 smithi062 bash[26634]: cluster 2024-09-13T14:05:29.743663+0000 mon.a (mon.0) 1077 : cluster [DBG] Standby manager daemon y started 2024-09-13T14:05:30.255 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:05:29 smithi062 bash[26634]: audit 2024-09-13T14:05:29.746418+0000 mon.c (mon.2) 37 : audit [DBG] from='mgr.? 172.21.15.62:0/1961742757' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-13T14:05:30.255 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:05:29 smithi062 bash[26634]: audit 2024-09-13T14:05:29.748336+0000 mon.c (mon.2) 38 : audit [DBG] from='mgr.? 172.21.15.62:0/1961742757' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-09-13T14:05:30.255 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:05:29 smithi062 bash[26634]: audit 2024-09-13T14:05:29.749303+0000 mon.c (mon.2) 39 : audit [DBG] from='mgr.? 172.21.15.62:0/1961742757' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-13T14:05:31.181 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:05:30 smithi178 bash[22034]: cluster 2024-09-13T14:05:29.907490+0000 mon.a (mon.0) 1078 : cluster [DBG] mgrmap e28: x(active, since 6s), standbys: y 2024-09-13T14:05:31.181 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:05:30 smithi178 bash[22034]: audit 2024-09-13T14:05:29.919452+0000 mon.b (mon.1) 54 : audit [DBG] from='mgr.24517 172.21.15.178:0/2374933869' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-13T14:05:31.182 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 14:05:30 smithi178 bash[47836]: ts=2024-09-13T14:05:30.769Z caller=refresh.go:99 level=error component="discovery manager notify" discovery=http config=config-0 msg="Unable to refresh target groups" err="Get \"http://172.21.15.62:8765/sd/prometheus/sd-config?service=alertmanager\": dial tcp 172.21.15.62:8765: connect: connection refused" 2024-09-13T14:05:31.182 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 14:05:30 smithi178 bash[47836]: ts=2024-09-13T14:05:30.771Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=ceph-exporter msg="Unable to refresh target groups" err="Get \"http://172.21.15.62:8765/sd/prometheus/sd-config?service=ceph-exporter\": dial tcp 172.21.15.62:8765: connect: connection refused" 2024-09-13T14:05:31.182 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 14:05:30 smithi178 bash[47836]: ts=2024-09-13T14:05:30.773Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=ceph msg="Unable to refresh target groups" err="Get \"http://172.21.15.62:8765/sd/prometheus/sd-config?service=mgr-prometheus\": dial tcp 172.21.15.62:8765: connect: connection refused" 2024-09-13T14:05:31.182 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 14:05:30 smithi178 bash[47836]: ts=2024-09-13T14:05:30.773Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=node msg="Unable to refresh target groups" err="Get \"http://172.21.15.62:8765/sd/prometheus/sd-config?service=node-exporter\": dial tcp 172.21.15.62:8765: connect: connection refused" 2024-09-13T14:05:31.182 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 14:05:30 smithi178 bash[47836]: ts=2024-09-13T14:05:30.773Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=nvmeof msg="Unable to refresh target groups" err="Get \"http://172.21.15.62:8765/sd/prometheus/sd-config?service=nvmeof\": dial tcp 172.21.15.62:8765: connect: connection refused" 2024-09-13T14:05:31.252 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:05:30 smithi062 bash[26634]: cluster 2024-09-13T14:05:29.907490+0000 mon.a (mon.0) 1078 : cluster [DBG] mgrmap e28: x(active, since 6s), standbys: y 2024-09-13T14:05:31.252 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:05:30 smithi062 bash[26634]: audit 2024-09-13T14:05:29.919452+0000 mon.b (mon.1) 54 : audit [DBG] from='mgr.24517 172.21.15.178:0/2374933869' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-13T14:05:31.252 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:05:30 smithi062 bash[19845]: cluster 2024-09-13T14:05:29.907490+0000 mon.a (mon.0) 1078 : cluster [DBG] mgrmap e28: x(active, since 6s), standbys: y 2024-09-13T14:05:31.252 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:05:30 smithi062 bash[19845]: audit 2024-09-13T14:05:29.919452+0000 mon.b (mon.1) 54 : audit [DBG] from='mgr.24517 172.21.15.178:0/2374933869' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-13T14:05:32.181 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:05:31 smithi178 bash[22034]: cluster 2024-09-13T14:05:31.532903+0000 mgr.x (mgr.24517) 14 : cluster [DBG] pgmap v7: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 27 KiB/s rd, 0 B/s wr, 11 op/s 2024-09-13T14:05:32.251 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:05:31 smithi062 bash[19845]: cluster 2024-09-13T14:05:31.532903+0000 mgr.x (mgr.24517) 14 : cluster [DBG] pgmap v7: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 27 KiB/s rd, 0 B/s wr, 11 op/s 2024-09-13T14:05:32.252 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:05:31 smithi062 bash[26634]: cluster 2024-09-13T14:05:31.532903+0000 mgr.x (mgr.24517) 14 : cluster [DBG] pgmap v7: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 27 KiB/s rd, 0 B/s wr, 11 op/s 2024-09-13T14:05:34.181 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:05:33 smithi178 bash[22034]: audit 2024-09-13T14:05:32.821183+0000 mon.a (mon.0) 1079 : audit [INF] from='mgr.24517 ' entity='mgr.x' 2024-09-13T14:05:34.181 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:05:33 smithi178 bash[22034]: audit 2024-09-13T14:05:32.828904+0000 mon.a (mon.0) 1080 : audit [INF] from='mgr.24517 ' entity='mgr.x' 2024-09-13T14:05:34.181 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:05:33 smithi178 bash[22034]: audit 2024-09-13T14:05:33.312887+0000 mon.a (mon.0) 1081 : audit [INF] from='mgr.24517 ' entity='mgr.x' 2024-09-13T14:05:34.181 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:05:33 smithi178 bash[22034]: audit 2024-09-13T14:05:33.321971+0000 mon.a (mon.0) 1082 : audit [INF] from='mgr.24517 ' entity='mgr.x' 2024-09-13T14:05:34.181 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:05:33 smithi178 bash[22034]: cluster 2024-09-13T14:05:33.533620+0000 mgr.x (mgr.24517) 15 : cluster [DBG] pgmap v8: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 21 KiB/s rd, 0 B/s wr, 8 op/s 2024-09-13T14:05:34.182 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:05:33 smithi178 bash[47154]: logger=cleanup t=2024-09-13T14:05:33.911156416Z level=info msg="Completed cleanup jobs" duration=2.236806ms 2024-09-13T14:05:34.182 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:05:33 smithi178 bash[47154]: logger=sqlstore.transactions t=2024-09-13T14:05:33.919345973Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2024-09-13T14:05:34.252 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:05:33 smithi062 bash[19845]: audit 2024-09-13T14:05:32.821183+0000 mon.a (mon.0) 1079 : audit [INF] from='mgr.24517 ' entity='mgr.x' 2024-09-13T14:05:34.252 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:05:33 smithi062 bash[19845]: audit 2024-09-13T14:05:32.828904+0000 mon.a (mon.0) 1080 : audit [INF] from='mgr.24517 ' entity='mgr.x' 2024-09-13T14:05:34.252 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:05:33 smithi062 bash[19845]: audit 2024-09-13T14:05:33.312887+0000 mon.a (mon.0) 1081 : audit [INF] from='mgr.24517 ' entity='mgr.x' 2024-09-13T14:05:34.252 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:05:33 smithi062 bash[19845]: audit 2024-09-13T14:05:33.321971+0000 mon.a (mon.0) 1082 : audit [INF] from='mgr.24517 ' entity='mgr.x' 2024-09-13T14:05:34.252 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:05:33 smithi062 bash[19845]: cluster 2024-09-13T14:05:33.533620+0000 mgr.x (mgr.24517) 15 : cluster [DBG] pgmap v8: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 21 KiB/s rd, 0 B/s wr, 8 op/s 2024-09-13T14:05:34.252 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:05:33 smithi062 bash[26634]: audit 2024-09-13T14:05:32.821183+0000 mon.a (mon.0) 1079 : audit [INF] from='mgr.24517 ' entity='mgr.x' 2024-09-13T14:05:34.252 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:05:33 smithi062 bash[26634]: audit 2024-09-13T14:05:32.828904+0000 mon.a (mon.0) 1080 : audit [INF] from='mgr.24517 ' entity='mgr.x' 2024-09-13T14:05:34.252 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:05:33 smithi062 bash[26634]: audit 2024-09-13T14:05:33.312887+0000 mon.a (mon.0) 1081 : audit [INF] from='mgr.24517 ' entity='mgr.x' 2024-09-13T14:05:34.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:05:33 smithi062 bash[26634]: audit 2024-09-13T14:05:33.321971+0000 mon.a (mon.0) 1082 : audit [INF] from='mgr.24517 ' entity='mgr.x' 2024-09-13T14:05:34.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:05:33 smithi062 bash[26634]: cluster 2024-09-13T14:05:33.533620+0000 mgr.x (mgr.24517) 15 : cluster [DBG] pgmap v8: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 21 KiB/s rd, 0 B/s wr, 8 op/s 2024-09-13T14:05:35.252 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:05:35 smithi062 bash[19845]: audit 2024-09-13T14:05:34.003178+0000 mon.a (mon.0) 1083 : audit [INF] from='mgr.24517 ' entity='mgr.x' 2024-09-13T14:05:35.252 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:05:35 smithi062 bash[19845]: audit 2024-09-13T14:05:34.016059+0000 mon.a (mon.0) 1084 : audit [INF] from='mgr.24517 ' entity='mgr.x' 2024-09-13T14:05:35.252 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:05:35 smithi062 bash[19845]: audit 2024-09-13T14:05:34.471055+0000 mon.a (mon.0) 1085 : audit [INF] from='mgr.24517 ' entity='mgr.x' 2024-09-13T14:05:35.252 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:05:35 smithi062 bash[19845]: audit 2024-09-13T14:05:34.481861+0000 mon.a (mon.0) 1086 : audit [INF] from='mgr.24517 ' entity='mgr.x' 2024-09-13T14:05:35.252 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:05:35 smithi062 bash[19845]: audit 2024-09-13T14:05:34.486978+0000 mon.b (mon.1) 55 : audit [DBG] from='mgr.24517 172.21.15.178:0/2374933869' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:05:35.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:05:35 smithi062 bash[19845]: audit 2024-09-13T14:05:34.487866+0000 mon.b (mon.1) 56 : audit [INF] from='mgr.24517 172.21.15.178:0/2374933869' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T14:05:35.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:05:35 smithi062 bash[19845]: cephadm 2024-09-13T14:05:34.489059+0000 mgr.x (mgr.24517) 16 : cephadm [INF] Updating smithi062:/etc/ceph/ceph.conf 2024-09-13T14:05:35.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:05:35 smithi062 bash[19845]: cephadm 2024-09-13T14:05:34.489279+0000 mgr.x (mgr.24517) 17 : cephadm [INF] Updating smithi178:/etc/ceph/ceph.conf 2024-09-13T14:05:35.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:05:35 smithi062 bash[19845]: cephadm 2024-09-13T14:05:34.577180+0000 mgr.x (mgr.24517) 18 : cephadm [INF] Updating smithi178:/var/lib/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-13T14:05:35.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:05:35 smithi062 bash[19845]: cephadm 2024-09-13T14:05:34.591183+0000 mgr.x (mgr.24517) 19 : cephadm [INF] Updating smithi062:/var/lib/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-13T14:05:35.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:05:35 smithi062 bash[19845]: cephadm 2024-09-13T14:05:34.657240+0000 mgr.x (mgr.24517) 20 : cephadm [INF] Updating smithi178:/etc/ceph/ceph.client.admin.keyring 2024-09-13T14:05:35.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:05:35 smithi062 bash[19845]: audit 2024-09-13T14:05:34.824259+0000 mon.a (mon.0) 1087 : audit [INF] from='mgr.24517 ' entity='mgr.x' 2024-09-13T14:05:35.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:05:35 smithi062 bash[19845]: audit 2024-09-13T14:05:34.835921+0000 mon.a (mon.0) 1088 : audit [INF] from='mgr.24517 ' entity='mgr.x' 2024-09-13T14:05:35.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:05:35 smithi062 bash[19845]: audit 2024-09-13T14:05:34.854797+0000 mon.a (mon.0) 1089 : audit [INF] from='mgr.24517 ' entity='mgr.x' 2024-09-13T14:05:35.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:05:35 smithi062 bash[19845]: audit 2024-09-13T14:05:34.865856+0000 mon.a (mon.0) 1090 : audit [INF] from='mgr.24517 ' entity='mgr.x' 2024-09-13T14:05:35.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:05:35 smithi062 bash[19845]: audit 2024-09-13T14:05:34.874864+0000 mon.a (mon.0) 1091 : audit [INF] from='mgr.24517 ' entity='mgr.x' 2024-09-13T14:05:35.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:05:35 smithi062 bash[19845]: audit 2024-09-13T14:05:34.909497+0000 mon.a (mon.0) 1092 : audit [INF] from='mgr.24517 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi062.auboqe", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-09-13T14:05:35.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:05:35 smithi062 bash[19845]: audit 2024-09-13T14:05:34.909790+0000 mon.b (mon.1) 57 : audit [INF] from='mgr.24517 172.21.15.178:0/2374933869' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi062.auboqe", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-09-13T14:05:35.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:05:35 smithi062 bash[19845]: audit 2024-09-13T14:05:34.928521+0000 mon.b (mon.1) 58 : audit [DBG] from='mgr.24517 172.21.15.178:0/2374933869' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:05:35.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:05:35 smithi062 bash[26634]: audit 2024-09-13T14:05:34.003178+0000 mon.a (mon.0) 1083 : audit [INF] from='mgr.24517 ' entity='mgr.x' 2024-09-13T14:05:35.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:05:35 smithi062 bash[26634]: audit 2024-09-13T14:05:34.016059+0000 mon.a (mon.0) 1084 : audit [INF] from='mgr.24517 ' entity='mgr.x' 2024-09-13T14:05:35.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:05:35 smithi062 bash[26634]: audit 2024-09-13T14:05:34.471055+0000 mon.a (mon.0) 1085 : audit [INF] from='mgr.24517 ' entity='mgr.x' 2024-09-13T14:05:35.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:05:35 smithi062 bash[26634]: audit 2024-09-13T14:05:34.481861+0000 mon.a (mon.0) 1086 : audit [INF] from='mgr.24517 ' entity='mgr.x' 2024-09-13T14:05:35.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:05:35 smithi062 bash[26634]: audit 2024-09-13T14:05:34.486978+0000 mon.b (mon.1) 55 : audit [DBG] from='mgr.24517 172.21.15.178:0/2374933869' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:05:35.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:05:35 smithi062 bash[26634]: audit 2024-09-13T14:05:34.487866+0000 mon.b (mon.1) 56 : audit [INF] from='mgr.24517 172.21.15.178:0/2374933869' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T14:05:35.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:05:35 smithi062 bash[26634]: cephadm 2024-09-13T14:05:34.489059+0000 mgr.x (mgr.24517) 16 : cephadm [INF] Updating smithi062:/etc/ceph/ceph.conf 2024-09-13T14:05:35.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:05:35 smithi062 bash[26634]: cephadm 2024-09-13T14:05:34.489279+0000 mgr.x (mgr.24517) 17 : cephadm [INF] Updating smithi178:/etc/ceph/ceph.conf 2024-09-13T14:05:35.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:05:35 smithi062 bash[26634]: cephadm 2024-09-13T14:05:34.577180+0000 mgr.x (mgr.24517) 18 : cephadm [INF] Updating smithi178:/var/lib/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-13T14:05:35.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:05:35 smithi062 bash[26634]: cephadm 2024-09-13T14:05:34.591183+0000 mgr.x (mgr.24517) 19 : cephadm [INF] Updating smithi062:/var/lib/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-13T14:05:35.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:05:35 smithi062 bash[26634]: cephadm 2024-09-13T14:05:34.657240+0000 mgr.x (mgr.24517) 20 : cephadm [INF] Updating smithi178:/etc/ceph/ceph.client.admin.keyring 2024-09-13T14:05:35.255 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:05:35 smithi062 bash[26634]: audit 2024-09-13T14:05:34.824259+0000 mon.a (mon.0) 1087 : audit [INF] from='mgr.24517 ' entity='mgr.x' 2024-09-13T14:05:35.255 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:05:35 smithi062 bash[26634]: audit 2024-09-13T14:05:34.835921+0000 mon.a (mon.0) 1088 : audit [INF] from='mgr.24517 ' entity='mgr.x' 2024-09-13T14:05:35.255 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:05:35 smithi062 bash[26634]: audit 2024-09-13T14:05:34.854797+0000 mon.a (mon.0) 1089 : audit [INF] from='mgr.24517 ' entity='mgr.x' 2024-09-13T14:05:35.255 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:05:35 smithi062 bash[26634]: audit 2024-09-13T14:05:34.865856+0000 mon.a (mon.0) 1090 : audit [INF] from='mgr.24517 ' entity='mgr.x' 2024-09-13T14:05:35.255 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:05:35 smithi062 bash[26634]: audit 2024-09-13T14:05:34.874864+0000 mon.a (mon.0) 1091 : audit [INF] from='mgr.24517 ' entity='mgr.x' 2024-09-13T14:05:35.255 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:05:35 smithi062 bash[26634]: audit 2024-09-13T14:05:34.909497+0000 mon.a (mon.0) 1092 : audit [INF] from='mgr.24517 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi062.auboqe", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-09-13T14:05:35.255 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:05:35 smithi062 bash[26634]: audit 2024-09-13T14:05:34.909790+0000 mon.b (mon.1) 57 : audit [INF] from='mgr.24517 172.21.15.178:0/2374933869' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi062.auboqe", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-09-13T14:05:35.255 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:05:35 smithi062 bash[26634]: audit 2024-09-13T14:05:34.928521+0000 mon.b (mon.1) 58 : audit [DBG] from='mgr.24517 172.21.15.178:0/2374933869' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:05:35.432 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:05:35 smithi178 bash[22034]: audit 2024-09-13T14:05:34.003178+0000 mon.a (mon.0) 1083 : audit [INF] from='mgr.24517 ' entity='mgr.x' 2024-09-13T14:05:35.432 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:05:35 smithi178 bash[22034]: audit 2024-09-13T14:05:34.016059+0000 mon.a (mon.0) 1084 : audit [INF] from='mgr.24517 ' entity='mgr.x' 2024-09-13T14:05:35.432 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:05:35 smithi178 bash[22034]: audit 2024-09-13T14:05:34.471055+0000 mon.a (mon.0) 1085 : audit [INF] from='mgr.24517 ' entity='mgr.x' 2024-09-13T14:05:35.432 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:05:35 smithi178 bash[22034]: audit 2024-09-13T14:05:34.481861+0000 mon.a (mon.0) 1086 : audit [INF] from='mgr.24517 ' entity='mgr.x' 2024-09-13T14:05:35.432 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:05:35 smithi178 bash[22034]: audit 2024-09-13T14:05:34.486978+0000 mon.b (mon.1) 55 : audit [DBG] from='mgr.24517 172.21.15.178:0/2374933869' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:05:35.432 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:05:35 smithi178 bash[22034]: audit 2024-09-13T14:05:34.487866+0000 mon.b (mon.1) 56 : audit [INF] from='mgr.24517 172.21.15.178:0/2374933869' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T14:05:35.432 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:05:35 smithi178 bash[22034]: cephadm 2024-09-13T14:05:34.489059+0000 mgr.x (mgr.24517) 16 : cephadm [INF] Updating smithi062:/etc/ceph/ceph.conf 2024-09-13T14:05:35.432 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:05:35 smithi178 bash[22034]: cephadm 2024-09-13T14:05:34.489279+0000 mgr.x (mgr.24517) 17 : cephadm [INF] Updating smithi178:/etc/ceph/ceph.conf 2024-09-13T14:05:35.432 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:05:35 smithi178 bash[22034]: cephadm 2024-09-13T14:05:34.577180+0000 mgr.x (mgr.24517) 18 : cephadm [INF] Updating smithi178:/var/lib/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-13T14:05:35.432 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:05:35 smithi178 bash[22034]: cephadm 2024-09-13T14:05:34.591183+0000 mgr.x (mgr.24517) 19 : cephadm [INF] Updating smithi062:/var/lib/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-13T14:05:35.433 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:05:35 smithi178 bash[22034]: cephadm 2024-09-13T14:05:34.657240+0000 mgr.x (mgr.24517) 20 : cephadm [INF] Updating smithi178:/etc/ceph/ceph.client.admin.keyring 2024-09-13T14:05:35.433 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:05:35 smithi178 bash[22034]: audit 2024-09-13T14:05:34.824259+0000 mon.a (mon.0) 1087 : audit [INF] from='mgr.24517 ' entity='mgr.x' 2024-09-13T14:05:35.433 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:05:35 smithi178 bash[22034]: audit 2024-09-13T14:05:34.835921+0000 mon.a (mon.0) 1088 : audit [INF] from='mgr.24517 ' entity='mgr.x' 2024-09-13T14:05:35.433 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:05:35 smithi178 bash[22034]: audit 2024-09-13T14:05:34.854797+0000 mon.a (mon.0) 1089 : audit [INF] from='mgr.24517 ' entity='mgr.x' 2024-09-13T14:05:35.433 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:05:35 smithi178 bash[22034]: audit 2024-09-13T14:05:34.865856+0000 mon.a (mon.0) 1090 : audit [INF] from='mgr.24517 ' entity='mgr.x' 2024-09-13T14:05:35.433 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:05:35 smithi178 bash[22034]: audit 2024-09-13T14:05:34.874864+0000 mon.a (mon.0) 1091 : audit [INF] from='mgr.24517 ' entity='mgr.x' 2024-09-13T14:05:35.433 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:05:35 smithi178 bash[22034]: audit 2024-09-13T14:05:34.909497+0000 mon.a (mon.0) 1092 : audit [INF] from='mgr.24517 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi062.auboqe", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-09-13T14:05:35.433 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:05:35 smithi178 bash[22034]: audit 2024-09-13T14:05:34.909790+0000 mon.b (mon.1) 57 : audit [INF] from='mgr.24517 172.21.15.178:0/2374933869' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi062.auboqe", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-09-13T14:05:35.433 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:05:35 smithi178 bash[22034]: audit 2024-09-13T14:05:34.928521+0000 mon.b (mon.1) 58 : audit [DBG] from='mgr.24517 172.21.15.178:0/2374933869' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:05:36.251 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:05:35 smithi062 bash[20100]: ::ffff:172.21.15.178 - - [13/Sep/2024:14:05:35] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-09-13T14:05:36.252 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:05:36 smithi062 bash[19845]: cephadm 2024-09-13T14:05:34.680200+0000 mgr.x (mgr.24517) 21 : cephadm [INF] Updating smithi062:/etc/ceph/ceph.client.admin.keyring 2024-09-13T14:05:36.252 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:05:36 smithi062 bash[19845]: cephadm 2024-09-13T14:05:34.738044+0000 mgr.x (mgr.24517) 22 : cephadm [INF] Updating smithi178:/var/lib/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-13T14:05:36.252 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:05:36 smithi062 bash[19845]: cephadm 2024-09-13T14:05:34.767206+0000 mgr.x (mgr.24517) 23 : cephadm [INF] Updating smithi062:/var/lib/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-13T14:05:36.252 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:05:36 smithi062 bash[19845]: cephadm 2024-09-13T14:05:34.908980+0000 mgr.x (mgr.24517) 24 : cephadm [INF] Reconfiguring iscsi.foo.smithi062.auboqe (dependencies changed)... 2024-09-13T14:05:36.252 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:05:36 smithi062 bash[19845]: cephadm 2024-09-13T14:05:34.930229+0000 mgr.x (mgr.24517) 25 : cephadm [INF] Reconfiguring daemon iscsi.foo.smithi062.auboqe on smithi062 2024-09-13T14:05:36.252 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:05:36 smithi062 bash[19845]: cluster 2024-09-13T14:05:35.535257+0000 mgr.x (mgr.24517) 26 : cluster [DBG] pgmap v9: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 7 op/s 2024-09-13T14:05:36.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:05:36 smithi062 bash[26634]: cephadm 2024-09-13T14:05:34.680200+0000 mgr.x (mgr.24517) 21 : cephadm [INF] Updating smithi062:/etc/ceph/ceph.client.admin.keyring 2024-09-13T14:05:36.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:05:36 smithi062 bash[26634]: cephadm 2024-09-13T14:05:34.738044+0000 mgr.x (mgr.24517) 22 : cephadm [INF] Updating smithi178:/var/lib/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-13T14:05:36.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:05:36 smithi062 bash[26634]: cephadm 2024-09-13T14:05:34.767206+0000 mgr.x (mgr.24517) 23 : cephadm [INF] Updating smithi062:/var/lib/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-13T14:05:36.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:05:36 smithi062 bash[26634]: cephadm 2024-09-13T14:05:34.908980+0000 mgr.x (mgr.24517) 24 : cephadm [INF] Reconfiguring iscsi.foo.smithi062.auboqe (dependencies changed)... 2024-09-13T14:05:36.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:05:36 smithi062 bash[26634]: cephadm 2024-09-13T14:05:34.930229+0000 mgr.x (mgr.24517) 25 : cephadm [INF] Reconfiguring daemon iscsi.foo.smithi062.auboqe on smithi062 2024-09-13T14:05:36.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:05:36 smithi062 bash[26634]: cluster 2024-09-13T14:05:35.535257+0000 mgr.x (mgr.24517) 26 : cluster [DBG] pgmap v9: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 7 op/s 2024-09-13T14:05:36.431 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:05:36 smithi178 bash[22034]: cephadm 2024-09-13T14:05:34.680200+0000 mgr.x (mgr.24517) 21 : cephadm [INF] Updating smithi062:/etc/ceph/ceph.client.admin.keyring 2024-09-13T14:05:36.431 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:05:36 smithi178 bash[22034]: cephadm 2024-09-13T14:05:34.738044+0000 mgr.x (mgr.24517) 22 : cephadm [INF] Updating smithi178:/var/lib/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-13T14:05:36.431 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:05:36 smithi178 bash[22034]: cephadm 2024-09-13T14:05:34.767206+0000 mgr.x (mgr.24517) 23 : cephadm [INF] Updating smithi062:/var/lib/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-13T14:05:36.432 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:05:36 smithi178 bash[22034]: cephadm 2024-09-13T14:05:34.908980+0000 mgr.x (mgr.24517) 24 : cephadm [INF] Reconfiguring iscsi.foo.smithi062.auboqe (dependencies changed)... 2024-09-13T14:05:36.432 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:05:36 smithi178 bash[22034]: cephadm 2024-09-13T14:05:34.930229+0000 mgr.x (mgr.24517) 25 : cephadm [INF] Reconfiguring daemon iscsi.foo.smithi062.auboqe on smithi062 2024-09-13T14:05:36.432 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:05:36 smithi178 bash[22034]: cluster 2024-09-13T14:05:35.535257+0000 mgr.x (mgr.24517) 26 : cluster [DBG] pgmap v9: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 7 op/s 2024-09-13T14:05:38.931 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:05:38 smithi178 bash[22034]: cluster 2024-09-13T14:05:37.536025+0000 mgr.x (mgr.24517) 27 : cluster [DBG] pgmap v10: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 15 KiB/s rd, 0 B/s wr, 6 op/s 2024-09-13T14:05:38.931 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:05:38 smithi178 bash[22034]: audit 2024-09-13T14:05:38.159045+0000 mon.a (mon.0) 1093 : audit [INF] from='mgr.24517 ' entity='mgr.x' 2024-09-13T14:05:38.932 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:05:38 smithi178 bash[22034]: audit 2024-09-13T14:05:38.170771+0000 mon.a (mon.0) 1094 : audit [INF] from='mgr.24517 ' entity='mgr.x' 2024-09-13T14:05:39.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:05:38 smithi062 bash[19845]: cluster 2024-09-13T14:05:37.536025+0000 mgr.x (mgr.24517) 27 : cluster [DBG] pgmap v10: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 15 KiB/s rd, 0 B/s wr, 6 op/s 2024-09-13T14:05:39.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:05:38 smithi062 bash[19845]: audit 2024-09-13T14:05:38.159045+0000 mon.a (mon.0) 1093 : audit [INF] from='mgr.24517 ' entity='mgr.x' 2024-09-13T14:05:39.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:05:38 smithi062 bash[19845]: audit 2024-09-13T14:05:38.170771+0000 mon.a (mon.0) 1094 : audit [INF] from='mgr.24517 ' entity='mgr.x' 2024-09-13T14:05:39.002 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:05:38 smithi062 bash[26634]: cluster 2024-09-13T14:05:37.536025+0000 mgr.x (mgr.24517) 27 : cluster [DBG] pgmap v10: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 15 KiB/s rd, 0 B/s wr, 6 op/s 2024-09-13T14:05:39.002 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:05:38 smithi062 bash[26634]: audit 2024-09-13T14:05:38.159045+0000 mon.a (mon.0) 1093 : audit [INF] from='mgr.24517 ' entity='mgr.x' 2024-09-13T14:05:39.002 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:05:38 smithi062 bash[26634]: audit 2024-09-13T14:05:38.170771+0000 mon.a (mon.0) 1094 : audit [INF] from='mgr.24517 ' entity='mgr.x' 2024-09-13T14:05:39.752 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:05:39 smithi062 bash[19845]: cephadm 2024-09-13T14:05:38.178987+0000 mgr.x (mgr.24517) 28 : cephadm [INF] Reconfiguring prometheus.a (dependencies changed)... 2024-09-13T14:05:39.752 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:05:39 smithi062 bash[19845]: cephadm 2024-09-13T14:05:38.473809+0000 mgr.x (mgr.24517) 29 : cephadm [INF] Reconfiguring daemon prometheus.a on smithi178 2024-09-13T14:05:39.752 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:05:39 smithi062 bash[26634]: cephadm 2024-09-13T14:05:38.178987+0000 mgr.x (mgr.24517) 28 : cephadm [INF] Reconfiguring prometheus.a (dependencies changed)... 2024-09-13T14:05:39.752 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:05:39 smithi062 bash[26634]: cephadm 2024-09-13T14:05:38.473809+0000 mgr.x (mgr.24517) 29 : cephadm [INF] Reconfiguring daemon prometheus.a on smithi178 2024-09-13T14:05:39.931 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:05:39 smithi178 bash[22034]: cephadm 2024-09-13T14:05:38.178987+0000 mgr.x (mgr.24517) 28 : cephadm [INF] Reconfiguring prometheus.a (dependencies changed)... 2024-09-13T14:05:39.931 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:05:39 smithi178 bash[22034]: cephadm 2024-09-13T14:05:38.473809+0000 mgr.x (mgr.24517) 29 : cephadm [INF] Reconfiguring daemon prometheus.a on smithi178 2024-09-13T14:05:40.931 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:05:40 smithi178 bash[22034]: cluster 2024-09-13T14:05:39.536795+0000 mgr.x (mgr.24517) 30 : cluster [DBG] pgmap v11: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 15 KiB/s rd, 0 B/s wr, 6 op/s 2024-09-13T14:05:40.931 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:05:40 smithi178 bash[22034]: audit 2024-09-13T14:05:39.635631+0000 mon.b (mon.1) 59 : audit [DBG] from='mgr.24517 172.21.15.178:0/2374933869' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:05:40.931 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:05:40 smithi178 bash[22034]: audit 2024-09-13T14:05:39.772388+0000 mon.a (mon.0) 1095 : audit [DBG] from='client.? 172.21.15.62:0/3415528108' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-09-13T14:05:40.932 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:05:40 smithi178 bash[22034]: audit 2024-09-13T14:05:40.093284+0000 mon.a (mon.0) 1096 : audit [INF] from='client.? 172.21.15.62:0/288245222' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.62:0/1926030566"}]: dispatch 2024-09-13T14:05:41.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:05:40 smithi062 bash[19845]: cluster 2024-09-13T14:05:39.536795+0000 mgr.x (mgr.24517) 30 : cluster [DBG] pgmap v11: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 15 KiB/s rd, 0 B/s wr, 6 op/s 2024-09-13T14:05:41.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:05:40 smithi062 bash[19845]: audit 2024-09-13T14:05:39.635631+0000 mon.b (mon.1) 59 : audit [DBG] from='mgr.24517 172.21.15.178:0/2374933869' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:05:41.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:05:40 smithi062 bash[19845]: audit 2024-09-13T14:05:39.772388+0000 mon.a (mon.0) 1095 : audit [DBG] from='client.? 172.21.15.62:0/3415528108' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-09-13T14:05:41.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:05:40 smithi062 bash[19845]: audit 2024-09-13T14:05:40.093284+0000 mon.a (mon.0) 1096 : audit [INF] from='client.? 172.21.15.62:0/288245222' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.62:0/1926030566"}]: dispatch 2024-09-13T14:05:41.002 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:05:40 smithi062 bash[26634]: cluster 2024-09-13T14:05:39.536795+0000 mgr.x (mgr.24517) 30 : cluster [DBG] pgmap v11: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 15 KiB/s rd, 0 B/s wr, 6 op/s 2024-09-13T14:05:41.002 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:05:40 smithi062 bash[26634]: audit 2024-09-13T14:05:39.635631+0000 mon.b (mon.1) 59 : audit [DBG] from='mgr.24517 172.21.15.178:0/2374933869' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:05:41.002 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:05:40 smithi062 bash[26634]: audit 2024-09-13T14:05:39.772388+0000 mon.a (mon.0) 1095 : audit [DBG] from='client.? 172.21.15.62:0/3415528108' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-09-13T14:05:41.002 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:05:40 smithi062 bash[26634]: audit 2024-09-13T14:05:40.093284+0000 mon.a (mon.0) 1096 : audit [INF] from='client.? 172.21.15.62:0/288245222' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.62:0/1926030566"}]: dispatch 2024-09-13T14:05:41.931 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:05:41 smithi178 bash[22034]: audit 2024-09-13T14:05:40.609855+0000 mon.a (mon.0) 1097 : audit [INF] from='client.? 172.21.15.62:0/288245222' entity='client.iscsi.foo.smithi062.auboqe' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.62:0/1926030566"}]': finished 2024-09-13T14:05:41.931 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:05:41 smithi178 bash[22034]: cluster 2024-09-13T14:05:40.615785+0000 mon.a (mon.0) 1098 : cluster [DBG] osdmap e98: 8 total, 8 up, 8 in 2024-09-13T14:05:41.931 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:05:41 smithi178 bash[22034]: audit 2024-09-13T14:05:40.940038+0000 mon.a (mon.0) 1099 : audit [INF] from='client.? 172.21.15.62:0/3597290774' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.62:0/409011905"}]: dispatch 2024-09-13T14:05:42.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:05:41 smithi062 bash[19845]: audit 2024-09-13T14:05:40.609855+0000 mon.a (mon.0) 1097 : audit [INF] from='client.? 172.21.15.62:0/288245222' entity='client.iscsi.foo.smithi062.auboqe' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.62:0/1926030566"}]': finished 2024-09-13T14:05:42.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:05:41 smithi062 bash[19845]: cluster 2024-09-13T14:05:40.615785+0000 mon.a (mon.0) 1098 : cluster [DBG] osdmap e98: 8 total, 8 up, 8 in 2024-09-13T14:05:42.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:05:41 smithi062 bash[19845]: audit 2024-09-13T14:05:40.940038+0000 mon.a (mon.0) 1099 : audit [INF] from='client.? 172.21.15.62:0/3597290774' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.62:0/409011905"}]: dispatch 2024-09-13T14:05:42.002 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:05:41 smithi062 bash[26634]: audit 2024-09-13T14:05:40.609855+0000 mon.a (mon.0) 1097 : audit [INF] from='client.? 172.21.15.62:0/288245222' entity='client.iscsi.foo.smithi062.auboqe' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.62:0/1926030566"}]': finished 2024-09-13T14:05:42.002 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:05:41 smithi062 bash[26634]: cluster 2024-09-13T14:05:40.615785+0000 mon.a (mon.0) 1098 : cluster [DBG] osdmap e98: 8 total, 8 up, 8 in 2024-09-13T14:05:42.002 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:05:41 smithi062 bash[26634]: audit 2024-09-13T14:05:40.940038+0000 mon.a (mon.0) 1099 : audit [INF] from='client.? 172.21.15.62:0/3597290774' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.62:0/409011905"}]: dispatch 2024-09-13T14:05:42.803 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:05:42 smithi178 bash[22034]: cluster 2024-09-13T14:05:41.537592+0000 mgr.x (mgr.24517) 31 : cluster [DBG] pgmap v13: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 1 op/s 2024-09-13T14:05:42.803 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:05:42 smithi178 bash[22034]: audit 2024-09-13T14:05:41.621346+0000 mon.a (mon.0) 1100 : audit [INF] from='client.? 172.21.15.62:0/3597290774' entity='client.iscsi.foo.smithi062.auboqe' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.62:0/409011905"}]': finished 2024-09-13T14:05:42.803 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:05:42 smithi178 bash[22034]: cluster 2024-09-13T14:05:41.629880+0000 mon.a (mon.0) 1101 : cluster [DBG] osdmap e99: 8 total, 8 up, 8 in 2024-09-13T14:05:42.803 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:05:42 smithi178 bash[22034]: audit 2024-09-13T14:05:41.953004+0000 mon.a (mon.0) 1102 : audit [INF] from='client.? 172.21.15.62:0/444701204' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.62:0/2160337323"}]: dispatch 2024-09-13T14:05:43.002 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:05:42 smithi062 bash[26634]: cluster 2024-09-13T14:05:41.537592+0000 mgr.x (mgr.24517) 31 : cluster [DBG] pgmap v13: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 1 op/s 2024-09-13T14:05:43.002 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:05:42 smithi062 bash[26634]: audit 2024-09-13T14:05:41.621346+0000 mon.a (mon.0) 1100 : audit [INF] from='client.? 172.21.15.62:0/3597290774' entity='client.iscsi.foo.smithi062.auboqe' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.62:0/409011905"}]': finished 2024-09-13T14:05:43.002 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:05:42 smithi062 bash[26634]: cluster 2024-09-13T14:05:41.629880+0000 mon.a (mon.0) 1101 : cluster [DBG] osdmap e99: 8 total, 8 up, 8 in 2024-09-13T14:05:43.002 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:05:42 smithi062 bash[26634]: audit 2024-09-13T14:05:41.953004+0000 mon.a (mon.0) 1102 : audit [INF] from='client.? 172.21.15.62:0/444701204' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.62:0/2160337323"}]: dispatch 2024-09-13T14:05:43.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:05:42 smithi062 bash[19845]: cluster 2024-09-13T14:05:41.537592+0000 mgr.x (mgr.24517) 31 : cluster [DBG] pgmap v13: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 1 op/s 2024-09-13T14:05:43.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:05:42 smithi062 bash[19845]: audit 2024-09-13T14:05:41.621346+0000 mon.a (mon.0) 1100 : audit [INF] from='client.? 172.21.15.62:0/3597290774' entity='client.iscsi.foo.smithi062.auboqe' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.62:0/409011905"}]': finished 2024-09-13T14:05:43.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:05:42 smithi062 bash[19845]: cluster 2024-09-13T14:05:41.629880+0000 mon.a (mon.0) 1101 : cluster [DBG] osdmap e99: 8 total, 8 up, 8 in 2024-09-13T14:05:43.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:05:42 smithi062 bash[19845]: audit 2024-09-13T14:05:41.953004+0000 mon.a (mon.0) 1102 : audit [INF] from='client.? 172.21.15.62:0/444701204' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.62:0/2160337323"}]: dispatch 2024-09-13T14:05:43.638 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 14:05:43 smithi178 systemd[1]: Stopping Ceph prometheus.a for ff1149ea-71d5-11ef-bceb-c7b262605968... 2024-09-13T14:05:43.639 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 14:05:43 smithi178 bash[47836]: ts=2024-09-13T14:05:43.416Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-09-13T14:05:43.639 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 14:05:43 smithi178 bash[47836]: ts=2024-09-13T14:05:43.416Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2024-09-13T14:05:43.639 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 14:05:43 smithi178 bash[47836]: ts=2024-09-13T14:05:43.416Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2024-09-13T14:05:43.639 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 14:05:43 smithi178 bash[47836]: ts=2024-09-13T14:05:43.416Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2024-09-13T14:05:43.639 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 14:05:43 smithi178 bash[47836]: ts=2024-09-13T14:05:43.416Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2024-09-13T14:05:43.639 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 14:05:43 smithi178 bash[47836]: ts=2024-09-13T14:05:43.416Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2024-09-13T14:05:43.639 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 14:05:43 smithi178 bash[47836]: ts=2024-09-13T14:05:43.416Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2024-09-13T14:05:43.639 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 14:05:43 smithi178 bash[47836]: ts=2024-09-13T14:05:43.416Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2024-09-13T14:05:43.639 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 14:05:43 smithi178 bash[47836]: ts=2024-09-13T14:05:43.416Z caller=main.go:907 level=info msg="Scrape manager stopped" 2024-09-13T14:05:43.639 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 14:05:43 smithi178 bash[47836]: ts=2024-09-13T14:05:43.417Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2024-09-13T14:05:43.639 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 14:05:43 smithi178 bash[47836]: ts=2024-09-13T14:05:43.417Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2024-09-13T14:05:43.639 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 14:05:43 smithi178 bash[47836]: ts=2024-09-13T14:05:43.417Z caller=main.go:1147 level=info msg="See you next time!" 2024-09-13T14:05:43.931 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:05:43 smithi178 bash[22034]: audit 2024-09-13T14:05:42.624082+0000 mon.a (mon.0) 1103 : audit [INF] from='client.? 172.21.15.62:0/444701204' entity='client.iscsi.foo.smithi062.auboqe' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.62:0/2160337323"}]': finished 2024-09-13T14:05:43.931 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:05:43 smithi178 bash[22034]: cluster 2024-09-13T14:05:42.633727+0000 mon.a (mon.0) 1104 : cluster [DBG] osdmap e100: 8 total, 8 up, 8 in 2024-09-13T14:05:43.931 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:05:43 smithi178 bash[22034]: audit 2024-09-13T14:05:42.960732+0000 mon.a (mon.0) 1105 : audit [INF] from='client.? 172.21.15.62:0/1938993240' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.62:6801/4130110342"}]: dispatch 2024-09-13T14:05:44.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:05:43 smithi062 bash[19845]: audit 2024-09-13T14:05:42.624082+0000 mon.a (mon.0) 1103 : audit [INF] from='client.? 172.21.15.62:0/444701204' entity='client.iscsi.foo.smithi062.auboqe' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.62:0/2160337323"}]': finished 2024-09-13T14:05:44.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:05:43 smithi062 bash[19845]: cluster 2024-09-13T14:05:42.633727+0000 mon.a (mon.0) 1104 : cluster [DBG] osdmap e100: 8 total, 8 up, 8 in 2024-09-13T14:05:44.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:05:43 smithi062 bash[19845]: audit 2024-09-13T14:05:42.960732+0000 mon.a (mon.0) 1105 : audit [INF] from='client.? 172.21.15.62:0/1938993240' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.62:6801/4130110342"}]: dispatch 2024-09-13T14:05:44.002 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:05:43 smithi062 bash[26634]: audit 2024-09-13T14:05:42.624082+0000 mon.a (mon.0) 1103 : audit [INF] from='client.? 172.21.15.62:0/444701204' entity='client.iscsi.foo.smithi062.auboqe' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.62:0/2160337323"}]': finished 2024-09-13T14:05:44.002 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:05:43 smithi062 bash[26634]: cluster 2024-09-13T14:05:42.633727+0000 mon.a (mon.0) 1104 : cluster [DBG] osdmap e100: 8 total, 8 up, 8 in 2024-09-13T14:05:44.002 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:05:43 smithi062 bash[26634]: audit 2024-09-13T14:05:42.960732+0000 mon.a (mon.0) 1105 : audit [INF] from='client.? 172.21.15.62:0/1938993240' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.62:6801/4130110342"}]: dispatch 2024-09-13T14:05:44.265 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 14:05:43 smithi178 bash[51920]: ceph-ff1149ea-71d5-11ef-bceb-c7b262605968-prometheus-a 2024-09-13T14:05:44.265 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 14:05:44 smithi178 bash[51982]: Error response from daemon: No such container: ceph-ff1149ea-71d5-11ef-bceb-c7b262605968-prometheus-a 2024-09-13T14:05:44.265 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 14:05:44 smithi178 systemd[1]: ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@prometheus.a.service: Deactivated successfully. 2024-09-13T14:05:44.265 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 14:05:44 smithi178 systemd[1]: Stopped Ceph prometheus.a for ff1149ea-71d5-11ef-bceb-c7b262605968. 2024-09-13T14:05:44.266 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 14:05:44 smithi178 systemd[1]: Started Ceph prometheus.a for ff1149ea-71d5-11ef-bceb-c7b262605968. 2024-09-13T14:05:44.931 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:05:44 smithi178 bash[22034]: cluster 2024-09-13T14:05:43.538107+0000 mgr.x (mgr.24517) 32 : cluster [DBG] pgmap v16: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 1 op/s 2024-09-13T14:05:44.931 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:05:44 smithi178 bash[22034]: audit 2024-09-13T14:05:43.652002+0000 mon.a (mon.0) 1106 : audit [INF] from='client.? 172.21.15.62:0/1938993240' entity='client.iscsi.foo.smithi062.auboqe' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.62:6801/4130110342"}]': finished 2024-09-13T14:05:44.932 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:05:44 smithi178 bash[22034]: cluster 2024-09-13T14:05:43.659746+0000 mon.a (mon.0) 1107 : cluster [DBG] osdmap e101: 8 total, 8 up, 8 in 2024-09-13T14:05:44.932 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:05:44 smithi178 bash[22034]: audit 2024-09-13T14:05:43.987659+0000 mon.a (mon.0) 1108 : audit [INF] from='client.? 172.21.15.62:0/676428920' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.62:6800/4130110342"}]: dispatch 2024-09-13T14:05:44.932 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:05:44 smithi178 bash[22034]: audit 2024-09-13T14:05:44.208737+0000 mon.a (mon.0) 1109 : audit [INF] from='mgr.24517 ' entity='mgr.x' 2024-09-13T14:05:44.932 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:05:44 smithi178 bash[22034]: audit 2024-09-13T14:05:44.223978+0000 mon.a (mon.0) 1110 : audit [INF] from='mgr.24517 ' entity='mgr.x' 2024-09-13T14:05:44.932 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:05:44 smithi178 bash[22034]: audit 2024-09-13T14:05:44.231524+0000 mon.b (mon.1) 60 : audit [DBG] from='mgr.24517 172.21.15.178:0/2374933869' entity='mgr.x' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2024-09-13T14:05:44.932 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:05:44 smithi178 bash[22034]: audit 2024-09-13T14:05:44.236164+0000 mon.b (mon.1) 61 : audit [INF] from='mgr.24517 172.21.15.178:0/2374933869' entity='mgr.x' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2024-09-13T14:05:44.932 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:05:44 smithi178 bash[22034]: audit 2024-09-13T14:05:44.241534+0000 mon.b (mon.1) 62 : audit [DBG] from='mgr.24517 172.21.15.178:0/2374933869' entity='mgr.x' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-13T14:05:45.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:05:44 smithi062 bash[19845]: cluster 2024-09-13T14:05:43.538107+0000 mgr.x (mgr.24517) 32 : cluster [DBG] pgmap v16: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 1 op/s 2024-09-13T14:05:45.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:05:44 smithi062 bash[19845]: audit 2024-09-13T14:05:43.652002+0000 mon.a (mon.0) 1106 : audit [INF] from='client.? 172.21.15.62:0/1938993240' entity='client.iscsi.foo.smithi062.auboqe' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.62:6801/4130110342"}]': finished 2024-09-13T14:05:45.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:05:44 smithi062 bash[19845]: cluster 2024-09-13T14:05:43.659746+0000 mon.a (mon.0) 1107 : cluster [DBG] osdmap e101: 8 total, 8 up, 8 in 2024-09-13T14:05:45.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:05:44 smithi062 bash[19845]: audit 2024-09-13T14:05:43.987659+0000 mon.a (mon.0) 1108 : audit [INF] from='client.? 172.21.15.62:0/676428920' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.62:6800/4130110342"}]: dispatch 2024-09-13T14:05:45.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:05:44 smithi062 bash[19845]: audit 2024-09-13T14:05:44.208737+0000 mon.a (mon.0) 1109 : audit [INF] from='mgr.24517 ' entity='mgr.x' 2024-09-13T14:05:45.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:05:44 smithi062 bash[19845]: audit 2024-09-13T14:05:44.223978+0000 mon.a (mon.0) 1110 : audit [INF] from='mgr.24517 ' entity='mgr.x' 2024-09-13T14:05:45.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:05:44 smithi062 bash[19845]: audit 2024-09-13T14:05:44.231524+0000 mon.b (mon.1) 60 : audit [DBG] from='mgr.24517 172.21.15.178:0/2374933869' entity='mgr.x' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2024-09-13T14:05:45.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:05:44 smithi062 bash[19845]: audit 2024-09-13T14:05:44.236164+0000 mon.b (mon.1) 61 : audit [INF] from='mgr.24517 172.21.15.178:0/2374933869' entity='mgr.x' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2024-09-13T14:05:45.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:05:44 smithi062 bash[19845]: audit 2024-09-13T14:05:44.241534+0000 mon.b (mon.1) 62 : audit [DBG] from='mgr.24517 172.21.15.178:0/2374933869' entity='mgr.x' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-13T14:05:45.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:05:44 smithi062 bash[26634]: cluster 2024-09-13T14:05:43.538107+0000 mgr.x (mgr.24517) 32 : cluster [DBG] pgmap v16: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 1 op/s 2024-09-13T14:05:45.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:05:44 smithi062 bash[26634]: audit 2024-09-13T14:05:43.652002+0000 mon.a (mon.0) 1106 : audit [INF] from='client.? 172.21.15.62:0/1938993240' entity='client.iscsi.foo.smithi062.auboqe' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.62:6801/4130110342"}]': finished 2024-09-13T14:05:45.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:05:44 smithi062 bash[26634]: cluster 2024-09-13T14:05:43.659746+0000 mon.a (mon.0) 1107 : cluster [DBG] osdmap e101: 8 total, 8 up, 8 in 2024-09-13T14:05:45.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:05:44 smithi062 bash[26634]: audit 2024-09-13T14:05:43.987659+0000 mon.a (mon.0) 1108 : audit [INF] from='client.? 172.21.15.62:0/676428920' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.62:6800/4130110342"}]: dispatch 2024-09-13T14:05:45.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:05:44 smithi062 bash[26634]: audit 2024-09-13T14:05:44.208737+0000 mon.a (mon.0) 1109 : audit [INF] from='mgr.24517 ' entity='mgr.x' 2024-09-13T14:05:45.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:05:44 smithi062 bash[26634]: audit 2024-09-13T14:05:44.223978+0000 mon.a (mon.0) 1110 : audit [INF] from='mgr.24517 ' entity='mgr.x' 2024-09-13T14:05:45.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:05:44 smithi062 bash[26634]: audit 2024-09-13T14:05:44.231524+0000 mon.b (mon.1) 60 : audit [DBG] from='mgr.24517 172.21.15.178:0/2374933869' entity='mgr.x' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2024-09-13T14:05:45.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:05:44 smithi062 bash[26634]: audit 2024-09-13T14:05:44.236164+0000 mon.b (mon.1) 61 : audit [INF] from='mgr.24517 172.21.15.178:0/2374933869' entity='mgr.x' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2024-09-13T14:05:45.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:05:44 smithi062 bash[26634]: audit 2024-09-13T14:05:44.241534+0000 mon.b (mon.1) 62 : audit [DBG] from='mgr.24517 172.21.15.178:0/2374933869' entity='mgr.x' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-13T14:05:45.931 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:05:45 smithi178 bash[22034]: audit 2024-09-13T14:05:44.232205+0000 mgr.x (mgr.24517) 33 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2024-09-13T14:05:45.932 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:05:45 smithi178 bash[22034]: audit 2024-09-13T14:05:44.236600+0000 mgr.x (mgr.24517) 34 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2024-09-13T14:05:45.932 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:05:45 smithi178 bash[22034]: audit 2024-09-13T14:05:44.241955+0000 mgr.x (mgr.24517) 35 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-13T14:05:45.932 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:05:45 smithi178 bash[22034]: audit 2024-09-13T14:05:44.665788+0000 mon.a (mon.0) 1111 : audit [INF] from='client.? 172.21.15.62:0/676428920' entity='client.iscsi.foo.smithi062.auboqe' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.62:6800/4130110342"}]': finished 2024-09-13T14:05:45.932 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:05:45 smithi178 bash[22034]: cluster 2024-09-13T14:05:44.673353+0000 mon.a (mon.0) 1112 : cluster [DBG] osdmap e102: 8 total, 8 up, 8 in 2024-09-13T14:05:45.932 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:05:45 smithi178 bash[22034]: audit 2024-09-13T14:05:44.983589+0000 mon.a (mon.0) 1113 : audit [INF] from='client.? 172.21.15.62:0/699846409' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.62:0/2262834040"}]: dispatch 2024-09-13T14:05:45.932 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 14:05:45 smithi178 bash[52009]: ts=2024-09-13T14:05:45.532Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2024-09-13T14:05:45.932 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 14:05:45 smithi178 bash[52009]: ts=2024-09-13T14:05:45.532Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2024-09-13T14:05:45.932 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 14:05:45 smithi178 bash[52009]: ts=2024-09-13T14:05:45.532Z caller=main.go:570 level=info host_details="(Linux 5.15.0-121-generic #131-Ubuntu SMP Fri Aug 9 08:29:53 UTC 2024 x86_64 smithi178 (none))" 2024-09-13T14:05:45.932 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 14:05:45 smithi178 bash[52009]: ts=2024-09-13T14:05:45.532Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-09-13T14:05:45.932 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 14:05:45 smithi178 bash[52009]: ts=2024-09-13T14:05:45.532Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-09-13T14:05:45.933 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 14:05:45 smithi178 bash[52009]: ts=2024-09-13T14:05:45.533Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2024-09-13T14:05:45.933 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 14:05:45 smithi178 bash[52009]: ts=2024-09-13T14:05:45.534Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2024-09-13T14:05:45.933 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 14:05:45 smithi178 bash[52009]: ts=2024-09-13T14:05:45.535Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2024-09-13T14:05:45.933 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 14:05:45 smithi178 bash[52009]: ts=2024-09-13T14:05:45.535Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-09-13T14:05:45.933 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 14:05:45 smithi178 bash[52009]: ts=2024-09-13T14:05:45.538Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-09-13T14:05:45.933 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 14:05:45 smithi178 bash[52009]: ts=2024-09-13T14:05:45.539Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=922.77µs 2024-09-13T14:05:45.933 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 14:05:45 smithi178 bash[52009]: ts=2024-09-13T14:05:45.539Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-09-13T14:05:45.933 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 14:05:45 smithi178 bash[52009]: ts=2024-09-13T14:05:45.539Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=2 2024-09-13T14:05:45.933 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 14:05:45 smithi178 bash[52009]: ts=2024-09-13T14:05:45.555Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=2 2024-09-13T14:05:45.933 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 14:05:45 smithi178 bash[52009]: ts=2024-09-13T14:05:45.555Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=2 maxSegment=2 2024-09-13T14:05:45.933 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 14:05:45 smithi178 bash[52009]: ts=2024-09-13T14:05:45.556Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=39.268µs wal_replay_duration=16.73405ms wbl_replay_duration=98ns total_replay_duration=17.726845ms 2024-09-13T14:05:45.933 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 14:05:45 smithi178 bash[52009]: ts=2024-09-13T14:05:45.557Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2024-09-13T14:05:45.934 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 14:05:45 smithi178 bash[52009]: ts=2024-09-13T14:05:45.557Z caller=main.go:1029 level=info msg="TSDB started" 2024-09-13T14:05:45.934 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 14:05:45 smithi178 bash[52009]: ts=2024-09-13T14:05:45.557Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-09-13T14:05:45.934 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 14:05:45 smithi178 bash[52009]: ts=2024-09-13T14:05:45.581Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=23.733823ms db_storage=855ns remote_storage=1.157µs web_handler=459ns query_engine=733ns scrape=256.722µs scrape_sd=136.242µs notify=32.457µs notify_sd=22.748µs rules=22.892738ms tracing=5.358µs 2024-09-13T14:05:45.934 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 14:05:45 smithi178 bash[52009]: ts=2024-09-13T14:05:45.581Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2024-09-13T14:05:45.934 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 14:05:45 smithi178 bash[52009]: ts=2024-09-13T14:05:45.581Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2024-09-13T14:05:46.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:05:45 smithi062 bash[19845]: audit 2024-09-13T14:05:44.232205+0000 mgr.x (mgr.24517) 33 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2024-09-13T14:05:46.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:05:45 smithi062 bash[19845]: audit 2024-09-13T14:05:44.236600+0000 mgr.x (mgr.24517) 34 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2024-09-13T14:05:46.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:05:45 smithi062 bash[19845]: audit 2024-09-13T14:05:44.241955+0000 mgr.x (mgr.24517) 35 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-13T14:05:46.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:05:45 smithi062 bash[19845]: audit 2024-09-13T14:05:44.665788+0000 mon.a (mon.0) 1111 : audit [INF] from='client.? 172.21.15.62:0/676428920' entity='client.iscsi.foo.smithi062.auboqe' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.62:6800/4130110342"}]': finished 2024-09-13T14:05:46.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:05:45 smithi062 bash[19845]: cluster 2024-09-13T14:05:44.673353+0000 mon.a (mon.0) 1112 : cluster [DBG] osdmap e102: 8 total, 8 up, 8 in 2024-09-13T14:05:46.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:05:45 smithi062 bash[19845]: audit 2024-09-13T14:05:44.983589+0000 mon.a (mon.0) 1113 : audit [INF] from='client.? 172.21.15.62:0/699846409' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.62:0/2262834040"}]: dispatch 2024-09-13T14:05:46.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:05:45 smithi062 bash[26634]: audit 2024-09-13T14:05:44.232205+0000 mgr.x (mgr.24517) 33 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2024-09-13T14:05:46.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:05:45 smithi062 bash[26634]: audit 2024-09-13T14:05:44.236600+0000 mgr.x (mgr.24517) 34 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2024-09-13T14:05:46.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:05:45 smithi062 bash[26634]: audit 2024-09-13T14:05:44.241955+0000 mgr.x (mgr.24517) 35 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-13T14:05:46.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:05:45 smithi062 bash[26634]: audit 2024-09-13T14:05:44.665788+0000 mon.a (mon.0) 1111 : audit [INF] from='client.? 172.21.15.62:0/676428920' entity='client.iscsi.foo.smithi062.auboqe' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.62:6800/4130110342"}]': finished 2024-09-13T14:05:46.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:05:45 smithi062 bash[26634]: cluster 2024-09-13T14:05:44.673353+0000 mon.a (mon.0) 1112 : cluster [DBG] osdmap e102: 8 total, 8 up, 8 in 2024-09-13T14:05:46.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:05:45 smithi062 bash[26634]: audit 2024-09-13T14:05:44.983589+0000 mon.a (mon.0) 1113 : audit [INF] from='client.? 172.21.15.62:0/699846409' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.62:0/2262834040"}]: dispatch 2024-09-13T14:05:46.931 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:05:46 smithi178 bash[22034]: cluster 2024-09-13T14:05:45.538970+0000 mgr.x (mgr.24517) 36 : cluster [DBG] pgmap v19: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:05:46.931 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:05:46 smithi178 bash[22034]: audit 2024-09-13T14:05:45.674815+0000 mon.a (mon.0) 1114 : audit [INF] from='client.? 172.21.15.62:0/699846409' entity='client.iscsi.foo.smithi062.auboqe' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.62:0/2262834040"}]': finished 2024-09-13T14:05:46.932 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:05:46 smithi178 bash[22034]: cluster 2024-09-13T14:05:45.686618+0000 mon.a (mon.0) 1115 : cluster [DBG] osdmap e103: 8 total, 8 up, 8 in 2024-09-13T14:05:46.932 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:05:46 smithi178 bash[22034]: audit 2024-09-13T14:05:46.009767+0000 mon.c (mon.2) 40 : audit [INF] from='client.? 172.21.15.62:0/2957235900' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.62:0/2156747015"}]: dispatch 2024-09-13T14:05:46.932 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:05:46 smithi178 bash[22034]: audit 2024-09-13T14:05:46.010549+0000 mon.a (mon.0) 1116 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.62:0/2156747015"}]: dispatch 2024-09-13T14:05:47.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:05:46 smithi062 bash[19845]: cluster 2024-09-13T14:05:45.538970+0000 mgr.x (mgr.24517) 36 : cluster [DBG] pgmap v19: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:05:47.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:05:46 smithi062 bash[19845]: audit 2024-09-13T14:05:45.674815+0000 mon.a (mon.0) 1114 : audit [INF] from='client.? 172.21.15.62:0/699846409' entity='client.iscsi.foo.smithi062.auboqe' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.62:0/2262834040"}]': finished 2024-09-13T14:05:47.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:05:46 smithi062 bash[19845]: cluster 2024-09-13T14:05:45.686618+0000 mon.a (mon.0) 1115 : cluster [DBG] osdmap e103: 8 total, 8 up, 8 in 2024-09-13T14:05:47.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:05:46 smithi062 bash[19845]: audit 2024-09-13T14:05:46.009767+0000 mon.c (mon.2) 40 : audit [INF] from='client.? 172.21.15.62:0/2957235900' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.62:0/2156747015"}]: dispatch 2024-09-13T14:05:47.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:05:46 smithi062 bash[19845]: audit 2024-09-13T14:05:46.010549+0000 mon.a (mon.0) 1116 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.62:0/2156747015"}]: dispatch 2024-09-13T14:05:47.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:05:46 smithi062 bash[26634]: cluster 2024-09-13T14:05:45.538970+0000 mgr.x (mgr.24517) 36 : cluster [DBG] pgmap v19: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:05:47.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:05:46 smithi062 bash[26634]: audit 2024-09-13T14:05:45.674815+0000 mon.a (mon.0) 1114 : audit [INF] from='client.? 172.21.15.62:0/699846409' entity='client.iscsi.foo.smithi062.auboqe' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.62:0/2262834040"}]': finished 2024-09-13T14:05:47.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:05:46 smithi062 bash[26634]: cluster 2024-09-13T14:05:45.686618+0000 mon.a (mon.0) 1115 : cluster [DBG] osdmap e103: 8 total, 8 up, 8 in 2024-09-13T14:05:47.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:05:46 smithi062 bash[26634]: audit 2024-09-13T14:05:46.009767+0000 mon.c (mon.2) 40 : audit [INF] from='client.? 172.21.15.62:0/2957235900' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.62:0/2156747015"}]: dispatch 2024-09-13T14:05:47.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:05:46 smithi062 bash[26634]: audit 2024-09-13T14:05:46.010549+0000 mon.a (mon.0) 1116 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.62:0/2156747015"}]: dispatch 2024-09-13T14:05:48.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:05:47 smithi062 bash[19845]: audit 2024-09-13T14:05:46.686106+0000 mon.a (mon.0) 1117 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi062.auboqe' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.62:0/2156747015"}]': finished 2024-09-13T14:05:48.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:05:47 smithi062 bash[19845]: cluster 2024-09-13T14:05:46.693504+0000 mon.a (mon.0) 1118 : cluster [DBG] osdmap e104: 8 total, 8 up, 8 in 2024-09-13T14:05:48.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:05:47 smithi062 bash[19845]: cluster 2024-09-13T14:05:47.539642+0000 mgr.x (mgr.24517) 37 : cluster [DBG] pgmap v22: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:05:48.002 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:05:47 smithi062 bash[26634]: audit 2024-09-13T14:05:46.686106+0000 mon.a (mon.0) 1117 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi062.auboqe' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.62:0/2156747015"}]': finished 2024-09-13T14:05:48.002 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:05:47 smithi062 bash[26634]: cluster 2024-09-13T14:05:46.693504+0000 mon.a (mon.0) 1118 : cluster [DBG] osdmap e104: 8 total, 8 up, 8 in 2024-09-13T14:05:48.002 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:05:47 smithi062 bash[26634]: cluster 2024-09-13T14:05:47.539642+0000 mgr.x (mgr.24517) 37 : cluster [DBG] pgmap v22: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:05:48.181 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:05:47 smithi178 bash[22034]: audit 2024-09-13T14:05:46.686106+0000 mon.a (mon.0) 1117 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi062.auboqe' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.62:0/2156747015"}]': finished 2024-09-13T14:05:48.181 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:05:47 smithi178 bash[22034]: cluster 2024-09-13T14:05:46.693504+0000 mon.a (mon.0) 1118 : cluster [DBG] osdmap e104: 8 total, 8 up, 8 in 2024-09-13T14:05:48.181 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:05:47 smithi178 bash[22034]: cluster 2024-09-13T14:05:47.539642+0000 mgr.x (mgr.24517) 37 : cluster [DBG] pgmap v22: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:05:50.931 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:05:50 smithi178 bash[22034]: audit 2024-09-13T14:05:49.493725+0000 mgr.x (mgr.24517) 38 : audit [DBG] from='client.15054 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:05:50.931 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:05:50 smithi178 bash[22034]: cluster 2024-09-13T14:05:49.540337+0000 mgr.x (mgr.24517) 39 : cluster [DBG] pgmap v23: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 870 B/s rd, 0 op/s 2024-09-13T14:05:50.932 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:05:50 smithi178 bash[22034]: audit 2024-09-13T14:05:50.071839+0000 mon.a (mon.0) 1119 : audit [INF] from='mgr.24517 ' entity='mgr.x' 2024-09-13T14:05:50.932 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:05:50 smithi178 bash[22034]: audit 2024-09-13T14:05:50.081177+0000 mon.a (mon.0) 1120 : audit [INF] from='mgr.24517 ' entity='mgr.x' 2024-09-13T14:05:50.932 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:05:50 smithi178 bash[22034]: audit 2024-09-13T14:05:50.306352+0000 mon.a (mon.0) 1121 : audit [INF] from='mgr.24517 ' entity='mgr.x' 2024-09-13T14:05:50.932 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:05:50 smithi178 bash[22034]: audit 2024-09-13T14:05:50.316834+0000 mon.a (mon.0) 1122 : audit [INF] from='mgr.24517 ' entity='mgr.x' 2024-09-13T14:05:50.932 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:05:50 smithi178 bash[22034]: audit 2024-09-13T14:05:50.320440+0000 mon.b (mon.1) 63 : audit [DBG] from='mgr.24517 172.21.15.178:0/2374933869' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:05:50.932 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:05:50 smithi178 bash[22034]: audit 2024-09-13T14:05:50.321106+0000 mon.b (mon.1) 64 : audit [INF] from='mgr.24517 172.21.15.178:0/2374933869' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T14:05:50.932 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:05:50 smithi178 bash[22034]: audit 2024-09-13T14:05:50.327591+0000 mon.a (mon.0) 1123 : audit [INF] from='mgr.24517 ' entity='mgr.x' 2024-09-13T14:05:51.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:05:50 smithi062 bash[19845]: audit 2024-09-13T14:05:49.493725+0000 mgr.x (mgr.24517) 38 : audit [DBG] from='client.15054 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:05:51.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:05:50 smithi062 bash[19845]: cluster 2024-09-13T14:05:49.540337+0000 mgr.x (mgr.24517) 39 : cluster [DBG] pgmap v23: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 870 B/s rd, 0 op/s 2024-09-13T14:05:51.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:05:50 smithi062 bash[19845]: audit 2024-09-13T14:05:50.071839+0000 mon.a (mon.0) 1119 : audit [INF] from='mgr.24517 ' entity='mgr.x' 2024-09-13T14:05:51.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:05:50 smithi062 bash[19845]: audit 2024-09-13T14:05:50.081177+0000 mon.a (mon.0) 1120 : audit [INF] from='mgr.24517 ' entity='mgr.x' 2024-09-13T14:05:51.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:05:50 smithi062 bash[19845]: audit 2024-09-13T14:05:50.306352+0000 mon.a (mon.0) 1121 : audit [INF] from='mgr.24517 ' entity='mgr.x' 2024-09-13T14:05:51.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:05:50 smithi062 bash[19845]: audit 2024-09-13T14:05:50.316834+0000 mon.a (mon.0) 1122 : audit [INF] from='mgr.24517 ' entity='mgr.x' 2024-09-13T14:05:51.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:05:50 smithi062 bash[19845]: audit 2024-09-13T14:05:50.320440+0000 mon.b (mon.1) 63 : audit [DBG] from='mgr.24517 172.21.15.178:0/2374933869' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:05:51.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:05:50 smithi062 bash[19845]: audit 2024-09-13T14:05:50.321106+0000 mon.b (mon.1) 64 : audit [INF] from='mgr.24517 172.21.15.178:0/2374933869' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T14:05:51.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:05:50 smithi062 bash[19845]: audit 2024-09-13T14:05:50.327591+0000 mon.a (mon.0) 1123 : audit [INF] from='mgr.24517 ' entity='mgr.x' 2024-09-13T14:05:51.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:05:50 smithi062 bash[26634]: audit 2024-09-13T14:05:49.493725+0000 mgr.x (mgr.24517) 38 : audit [DBG] from='client.15054 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:05:51.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:05:50 smithi062 bash[26634]: cluster 2024-09-13T14:05:49.540337+0000 mgr.x (mgr.24517) 39 : cluster [DBG] pgmap v23: 161 pgs: 161 active+clean; 585 KiB data, 258 MiB used, 715 GiB / 715 GiB avail; 870 B/s rd, 0 op/s 2024-09-13T14:05:51.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:05:50 smithi062 bash[26634]: audit 2024-09-13T14:05:50.071839+0000 mon.a (mon.0) 1119 : audit [INF] from='mgr.24517 ' entity='mgr.x' 2024-09-13T14:05:51.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:05:50 smithi062 bash[26634]: audit 2024-09-13T14:05:50.081177+0000 mon.a (mon.0) 1120 : audit [INF] from='mgr.24517 ' entity='mgr.x' 2024-09-13T14:05:51.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:05:50 smithi062 bash[26634]: audit 2024-09-13T14:05:50.306352+0000 mon.a (mon.0) 1121 : audit [INF] from='mgr.24517 ' entity='mgr.x' 2024-09-13T14:05:51.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:05:50 smithi062 bash[26634]: audit 2024-09-13T14:05:50.316834+0000 mon.a (mon.0) 1122 : audit [INF] from='mgr.24517 ' entity='mgr.x' 2024-09-13T14:05:51.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:05:50 smithi062 bash[26634]: audit 2024-09-13T14:05:50.320440+0000 mon.b (mon.1) 63 : audit [DBG] from='mgr.24517 172.21.15.178:0/2374933869' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:05:51.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:05:50 smithi062 bash[26634]: audit 2024-09-13T14:05:50.321106+0000 mon.b (mon.1) 64 : audit [INF] from='mgr.24517 172.21.15.178:0/2374933869' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T14:05:51.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:05:50 smithi062 bash[26634]: audit 2024-09-13T14:05:50.327591+0000 mon.a (mon.0) 1123 : audit [INF] from='mgr.24517 ' entity='mgr.x' 2024-09-13T14:05:52.931 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:05:52 smithi178 bash[22034]: cluster 2024-09-13T14:05:51.542045+0000 mgr.x (mgr.24517) 40 : cluster [DBG] pgmap v24: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 1.5 KiB/s rd, 1 op/s 2024-09-13T14:05:53.001 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:05:52 smithi062 bash[19845]: cluster 2024-09-13T14:05:51.542045+0000 mgr.x (mgr.24517) 40 : cluster [DBG] pgmap v24: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 1.5 KiB/s rd, 1 op/s 2024-09-13T14:05:53.002 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:05:52 smithi062 bash[26634]: cluster 2024-09-13T14:05:51.542045+0000 mgr.x (mgr.24517) 40 : cluster [DBG] pgmap v24: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 1.5 KiB/s rd, 1 op/s 2024-09-13T14:05:54.931 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:05:54 smithi178 bash[22034]: cluster 2024-09-13T14:05:53.542808+0000 mgr.x (mgr.24517) 41 : cluster [DBG] pgmap v25: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 639 B/s rd, 0 op/s 2024-09-13T14:05:55.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:05:54 smithi062 bash[19845]: cluster 2024-09-13T14:05:53.542808+0000 mgr.x (mgr.24517) 41 : cluster [DBG] pgmap v25: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 639 B/s rd, 0 op/s 2024-09-13T14:05:55.002 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:05:54 smithi062 bash[26634]: cluster 2024-09-13T14:05:53.542808+0000 mgr.x (mgr.24517) 41 : cluster [DBG] pgmap v25: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 639 B/s rd, 0 op/s 2024-09-13T14:05:55.931 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:05:55 smithi178 bash[22034]: audit 2024-09-13T14:05:54.635624+0000 mon.b (mon.1) 65 : audit [DBG] from='mgr.24517 172.21.15.178:0/2374933869' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:05:56.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:05:55 smithi062 bash[19845]: audit 2024-09-13T14:05:54.635624+0000 mon.b (mon.1) 65 : audit [DBG] from='mgr.24517 172.21.15.178:0/2374933869' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:05:56.002 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:05:55 smithi062 bash[26634]: audit 2024-09-13T14:05:54.635624+0000 mon.b (mon.1) 65 : audit [DBG] from='mgr.24517 172.21.15.178:0/2374933869' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:05:56.431 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 13 14:05:56 smithi178 bash[50171]: ::ffff:172.21.15.178 - - [13/Sep/2024:14:05:56] "GET /metrics HTTP/1.1" 200 38231 "" "Prometheus/2.43.0" 2024-09-13T14:05:56.931 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:05:56 smithi178 bash[22034]: cluster 2024-09-13T14:05:55.544410+0000 mgr.x (mgr.24517) 42 : cluster [DBG] pgmap v26: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 1.0 KiB/s rd, 1 op/s 2024-09-13T14:05:57.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:05:56 smithi062 bash[19845]: cluster 2024-09-13T14:05:55.544410+0000 mgr.x (mgr.24517) 42 : cluster [DBG] pgmap v26: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 1.0 KiB/s rd, 1 op/s 2024-09-13T14:05:57.002 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:05:56 smithi062 bash[26634]: cluster 2024-09-13T14:05:55.544410+0000 mgr.x (mgr.24517) 42 : cluster [DBG] pgmap v26: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 1.0 KiB/s rd, 1 op/s 2024-09-13T14:05:58.681 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:05:58 smithi178 bash[22034]: cluster 2024-09-13T14:05:57.545146+0000 mgr.x (mgr.24517) 43 : cluster [DBG] pgmap v27: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 943 B/s rd, 0 op/s 2024-09-13T14:05:58.752 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:05:58 smithi062 bash[19845]: cluster 2024-09-13T14:05:57.545146+0000 mgr.x (mgr.24517) 43 : cluster [DBG] pgmap v27: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 943 B/s rd, 0 op/s 2024-09-13T14:05:58.752 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:05:58 smithi062 bash[26634]: cluster 2024-09-13T14:05:57.545146+0000 mgr.x (mgr.24517) 43 : cluster [DBG] pgmap v27: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 943 B/s rd, 0 op/s 2024-09-13T14:06:00.931 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:06:00 smithi178 bash[22034]: audit 2024-09-13T14:05:59.503729+0000 mgr.x (mgr.24517) 44 : audit [DBG] from='client.15054 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:06:00.931 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:06:00 smithi178 bash[22034]: cluster 2024-09-13T14:05:59.545903+0000 mgr.x (mgr.24517) 45 : cluster [DBG] pgmap v28: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:06:01.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:06:00 smithi062 bash[19845]: audit 2024-09-13T14:05:59.503729+0000 mgr.x (mgr.24517) 44 : audit [DBG] from='client.15054 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:06:01.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:06:00 smithi062 bash[19845]: cluster 2024-09-13T14:05:59.545903+0000 mgr.x (mgr.24517) 45 : cluster [DBG] pgmap v28: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:06:01.002 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:06:00 smithi062 bash[26634]: audit 2024-09-13T14:05:59.503729+0000 mgr.x (mgr.24517) 44 : audit [DBG] from='client.15054 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:06:01.002 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:06:00 smithi062 bash[26634]: cluster 2024-09-13T14:05:59.545903+0000 mgr.x (mgr.24517) 45 : cluster [DBG] pgmap v28: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:06:02.931 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:06:02 smithi178 bash[22034]: cluster 2024-09-13T14:06:01.547564+0000 mgr.x (mgr.24517) 46 : cluster [DBG] pgmap v29: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:06:03.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:06:02 smithi062 bash[19845]: cluster 2024-09-13T14:06:01.547564+0000 mgr.x (mgr.24517) 46 : cluster [DBG] pgmap v29: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:06:03.002 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:06:02 smithi062 bash[26634]: cluster 2024-09-13T14:06:01.547564+0000 mgr.x (mgr.24517) 46 : cluster [DBG] pgmap v29: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:06:04.931 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:06:04 smithi178 bash[22034]: cluster 2024-09-13T14:06:03.548300+0000 mgr.x (mgr.24517) 47 : cluster [DBG] pgmap v30: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:06:05.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:06:04 smithi062 bash[19845]: cluster 2024-09-13T14:06:03.548300+0000 mgr.x (mgr.24517) 47 : cluster [DBG] pgmap v30: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:06:05.002 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:06:04 smithi062 bash[26634]: cluster 2024-09-13T14:06:03.548300+0000 mgr.x (mgr.24517) 47 : cluster [DBG] pgmap v30: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:06:06.431 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 13 14:06:06 smithi178 bash[50171]: ::ffff:172.21.15.178 - - [13/Sep/2024:14:06:06] "GET /metrics HTTP/1.1" 200 38231 "" "Prometheus/2.43.0" 2024-09-13T14:06:06.931 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:06:06 smithi178 bash[22034]: cluster 2024-09-13T14:06:05.550035+0000 mgr.x (mgr.24517) 48 : cluster [DBG] pgmap v31: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:06:07.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:06:06 smithi062 bash[19845]: cluster 2024-09-13T14:06:05.550035+0000 mgr.x (mgr.24517) 48 : cluster [DBG] pgmap v31: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:06:07.002 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:06:06 smithi062 bash[26634]: cluster 2024-09-13T14:06:05.550035+0000 mgr.x (mgr.24517) 48 : cluster [DBG] pgmap v31: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:06:08.931 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:06:08 smithi178 bash[22034]: cluster 2024-09-13T14:06:07.550796+0000 mgr.x (mgr.24517) 49 : cluster [DBG] pgmap v32: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:06:09.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:06:08 smithi062 bash[19845]: cluster 2024-09-13T14:06:07.550796+0000 mgr.x (mgr.24517) 49 : cluster [DBG] pgmap v32: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:06:09.002 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:06:08 smithi062 bash[26634]: cluster 2024-09-13T14:06:07.550796+0000 mgr.x (mgr.24517) 49 : cluster [DBG] pgmap v32: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:06:10.931 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:06:10 smithi178 bash[22034]: audit 2024-09-13T14:06:09.515310+0000 mgr.x (mgr.24517) 50 : audit [DBG] from='client.15054 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:06:10.931 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:06:10 smithi178 bash[22034]: cluster 2024-09-13T14:06:09.551506+0000 mgr.x (mgr.24517) 51 : cluster [DBG] pgmap v33: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:06:10.931 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:06:10 smithi178 bash[22034]: audit 2024-09-13T14:06:09.636452+0000 mon.b (mon.1) 66 : audit [DBG] from='mgr.24517 172.21.15.178:0/2374933869' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:06:11.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:06:10 smithi062 bash[19845]: audit 2024-09-13T14:06:09.515310+0000 mgr.x (mgr.24517) 50 : audit [DBG] from='client.15054 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:06:11.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:06:10 smithi062 bash[19845]: cluster 2024-09-13T14:06:09.551506+0000 mgr.x (mgr.24517) 51 : cluster [DBG] pgmap v33: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:06:11.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:06:10 smithi062 bash[19845]: audit 2024-09-13T14:06:09.636452+0000 mon.b (mon.1) 66 : audit [DBG] from='mgr.24517 172.21.15.178:0/2374933869' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:06:11.002 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:06:10 smithi062 bash[26634]: audit 2024-09-13T14:06:09.515310+0000 mgr.x (mgr.24517) 50 : audit [DBG] from='client.15054 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:06:11.002 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:06:10 smithi062 bash[26634]: cluster 2024-09-13T14:06:09.551506+0000 mgr.x (mgr.24517) 51 : cluster [DBG] pgmap v33: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:06:11.002 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:06:10 smithi062 bash[26634]: audit 2024-09-13T14:06:09.636452+0000 mon.b (mon.1) 66 : audit [DBG] from='mgr.24517 172.21.15.178:0/2374933869' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:06:12.931 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:06:12 smithi178 bash[22034]: cluster 2024-09-13T14:06:11.553264+0000 mgr.x (mgr.24517) 52 : cluster [DBG] pgmap v34: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:06:13.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:06:12 smithi062 bash[19845]: cluster 2024-09-13T14:06:11.553264+0000 mgr.x (mgr.24517) 52 : cluster [DBG] pgmap v34: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:06:13.002 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:06:12 smithi062 bash[26634]: cluster 2024-09-13T14:06:11.553264+0000 mgr.x (mgr.24517) 52 : cluster [DBG] pgmap v34: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:06:14.931 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:06:14 smithi178 bash[22034]: cluster 2024-09-13T14:06:13.554041+0000 mgr.x (mgr.24517) 53 : cluster [DBG] pgmap v35: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:06:15.002 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:06:14 smithi062 bash[26634]: cluster 2024-09-13T14:06:13.554041+0000 mgr.x (mgr.24517) 53 : cluster [DBG] pgmap v35: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:06:15.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:06:14 smithi062 bash[19845]: cluster 2024-09-13T14:06:13.554041+0000 mgr.x (mgr.24517) 53 : cluster [DBG] pgmap v35: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:06:16.431 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 13 14:06:16 smithi178 bash[50171]: ::ffff:172.21.15.178 - - [13/Sep/2024:14:06:16] "GET /metrics HTTP/1.1" 200 38225 "" "Prometheus/2.43.0" 2024-09-13T14:06:16.931 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:06:16 smithi178 bash[22034]: cluster 2024-09-13T14:06:15.555691+0000 mgr.x (mgr.24517) 54 : cluster [DBG] pgmap v36: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:06:17.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:06:16 smithi062 bash[19845]: cluster 2024-09-13T14:06:15.555691+0000 mgr.x (mgr.24517) 54 : cluster [DBG] pgmap v36: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:06:17.002 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:06:16 smithi062 bash[26634]: cluster 2024-09-13T14:06:15.555691+0000 mgr.x (mgr.24517) 54 : cluster [DBG] pgmap v36: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:06:18.931 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:06:18 smithi178 bash[22034]: cluster 2024-09-13T14:06:17.556470+0000 mgr.x (mgr.24517) 55 : cluster [DBG] pgmap v37: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:06:19.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:06:18 smithi062 bash[19845]: cluster 2024-09-13T14:06:17.556470+0000 mgr.x (mgr.24517) 55 : cluster [DBG] pgmap v37: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:06:19.002 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:06:18 smithi062 bash[26634]: cluster 2024-09-13T14:06:17.556470+0000 mgr.x (mgr.24517) 55 : cluster [DBG] pgmap v37: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:06:20.931 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:06:20 smithi178 bash[22034]: audit 2024-09-13T14:06:19.526096+0000 mgr.x (mgr.24517) 56 : audit [DBG] from='client.15054 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:06:20.931 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:06:20 smithi178 bash[22034]: cluster 2024-09-13T14:06:19.557161+0000 mgr.x (mgr.24517) 57 : cluster [DBG] pgmap v38: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:06:21.002 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:06:20 smithi062 bash[26634]: audit 2024-09-13T14:06:19.526096+0000 mgr.x (mgr.24517) 56 : audit [DBG] from='client.15054 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:06:21.002 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:06:20 smithi062 bash[26634]: cluster 2024-09-13T14:06:19.557161+0000 mgr.x (mgr.24517) 57 : cluster [DBG] pgmap v38: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:06:21.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:06:20 smithi062 bash[19845]: audit 2024-09-13T14:06:19.526096+0000 mgr.x (mgr.24517) 56 : audit [DBG] from='client.15054 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:06:21.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:06:20 smithi062 bash[19845]: cluster 2024-09-13T14:06:19.557161+0000 mgr.x (mgr.24517) 57 : cluster [DBG] pgmap v38: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:06:22.931 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:06:22 smithi178 bash[22034]: cluster 2024-09-13T14:06:21.558847+0000 mgr.x (mgr.24517) 58 : cluster [DBG] pgmap v39: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:06:23.002 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:06:22 smithi062 bash[26634]: cluster 2024-09-13T14:06:21.558847+0000 mgr.x (mgr.24517) 58 : cluster [DBG] pgmap v39: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:06:23.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:06:22 smithi062 bash[19845]: cluster 2024-09-13T14:06:21.558847+0000 mgr.x (mgr.24517) 58 : cluster [DBG] pgmap v39: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:06:24.931 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:06:24 smithi178 bash[22034]: cluster 2024-09-13T14:06:23.559577+0000 mgr.x (mgr.24517) 59 : cluster [DBG] pgmap v40: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:06:24.931 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:06:24 smithi178 bash[22034]: audit 2024-09-13T14:06:24.652137+0000 mon.b (mon.1) 67 : audit [DBG] from='mgr.24517 172.21.15.178:0/2374933869' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:06:25.002 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:06:24 smithi062 bash[26634]: cluster 2024-09-13T14:06:23.559577+0000 mgr.x (mgr.24517) 59 : cluster [DBG] pgmap v40: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:06:25.002 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:06:24 smithi062 bash[26634]: audit 2024-09-13T14:06:24.652137+0000 mon.b (mon.1) 67 : audit [DBG] from='mgr.24517 172.21.15.178:0/2374933869' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:06:25.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:06:24 smithi062 bash[19845]: cluster 2024-09-13T14:06:23.559577+0000 mgr.x (mgr.24517) 59 : cluster [DBG] pgmap v40: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:06:25.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:06:24 smithi062 bash[19845]: audit 2024-09-13T14:06:24.652137+0000 mon.b (mon.1) 67 : audit [DBG] from='mgr.24517 172.21.15.178:0/2374933869' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:06:26.431 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 13 14:06:26 smithi178 bash[50171]: ::ffff:172.21.15.178 - - [13/Sep/2024:14:06:26] "GET /metrics HTTP/1.1" 200 38224 "" "Prometheus/2.43.0" 2024-09-13T14:06:26.931 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:06:26 smithi178 bash[22034]: cluster 2024-09-13T14:06:25.561285+0000 mgr.x (mgr.24517) 60 : cluster [DBG] pgmap v41: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:06:27.002 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:06:26 smithi062 bash[26634]: cluster 2024-09-13T14:06:25.561285+0000 mgr.x (mgr.24517) 60 : cluster [DBG] pgmap v41: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:06:27.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:06:26 smithi062 bash[19845]: cluster 2024-09-13T14:06:25.561285+0000 mgr.x (mgr.24517) 60 : cluster [DBG] pgmap v41: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:06:28.931 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:06:28 smithi178 bash[22034]: cluster 2024-09-13T14:06:27.562145+0000 mgr.x (mgr.24517) 61 : cluster [DBG] pgmap v42: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:06:29.002 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:06:28 smithi062 bash[26634]: cluster 2024-09-13T14:06:27.562145+0000 mgr.x (mgr.24517) 61 : cluster [DBG] pgmap v42: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:06:29.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:06:28 smithi062 bash[19845]: cluster 2024-09-13T14:06:27.562145+0000 mgr.x (mgr.24517) 61 : cluster [DBG] pgmap v42: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:06:30.931 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:06:30 smithi178 bash[22034]: audit 2024-09-13T14:06:29.537665+0000 mgr.x (mgr.24517) 62 : audit [DBG] from='client.15054 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:06:30.931 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:06:30 smithi178 bash[22034]: cluster 2024-09-13T14:06:29.562893+0000 mgr.x (mgr.24517) 63 : cluster [DBG] pgmap v43: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:06:31.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:06:30 smithi062 bash[19845]: audit 2024-09-13T14:06:29.537665+0000 mgr.x (mgr.24517) 62 : audit [DBG] from='client.15054 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:06:31.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:06:30 smithi062 bash[19845]: cluster 2024-09-13T14:06:29.562893+0000 mgr.x (mgr.24517) 63 : cluster [DBG] pgmap v43: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:06:31.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:06:30 smithi062 bash[26634]: audit 2024-09-13T14:06:29.537665+0000 mgr.x (mgr.24517) 62 : audit [DBG] from='client.15054 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:06:31.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:06:30 smithi062 bash[26634]: cluster 2024-09-13T14:06:29.562893+0000 mgr.x (mgr.24517) 63 : cluster [DBG] pgmap v43: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:06:32.931 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:06:32 smithi178 bash[22034]: cluster 2024-09-13T14:06:31.564541+0000 mgr.x (mgr.24517) 64 : cluster [DBG] pgmap v44: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:06:33.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:06:32 smithi062 bash[19845]: cluster 2024-09-13T14:06:31.564541+0000 mgr.x (mgr.24517) 64 : cluster [DBG] pgmap v44: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:06:33.002 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:06:32 smithi062 bash[26634]: cluster 2024-09-13T14:06:31.564541+0000 mgr.x (mgr.24517) 64 : cluster [DBG] pgmap v44: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:06:34.931 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:06:34 smithi178 bash[22034]: cluster 2024-09-13T14:06:33.565295+0000 mgr.x (mgr.24517) 65 : cluster [DBG] pgmap v45: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:06:35.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:06:34 smithi062 bash[19845]: cluster 2024-09-13T14:06:33.565295+0000 mgr.x (mgr.24517) 65 : cluster [DBG] pgmap v45: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:06:35.002 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:06:34 smithi062 bash[26634]: cluster 2024-09-13T14:06:33.565295+0000 mgr.x (mgr.24517) 65 : cluster [DBG] pgmap v45: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:06:36.431 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 13 14:06:36 smithi178 bash[50171]: ::ffff:172.21.15.178 - - [13/Sep/2024:14:06:36] "GET /metrics HTTP/1.1" 200 38224 "" "Prometheus/2.43.0" 2024-09-13T14:06:36.931 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:06:36 smithi178 bash[22034]: cluster 2024-09-13T14:06:35.567445+0000 mgr.x (mgr.24517) 66 : cluster [DBG] pgmap v46: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:06:37.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:06:36 smithi062 bash[19845]: cluster 2024-09-13T14:06:35.567445+0000 mgr.x (mgr.24517) 66 : cluster [DBG] pgmap v46: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:06:37.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:06:36 smithi062 bash[26634]: cluster 2024-09-13T14:06:35.567445+0000 mgr.x (mgr.24517) 66 : cluster [DBG] pgmap v46: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:06:39.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:06:38 smithi062 bash[19845]: cluster 2024-09-13T14:06:37.568299+0000 mgr.x (mgr.24517) 67 : cluster [DBG] pgmap v47: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:06:39.002 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:06:38 smithi062 bash[26634]: cluster 2024-09-13T14:06:37.568299+0000 mgr.x (mgr.24517) 67 : cluster [DBG] pgmap v47: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:06:39.181 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:06:38 smithi178 bash[22034]: cluster 2024-09-13T14:06:37.568299+0000 mgr.x (mgr.24517) 67 : cluster [DBG] pgmap v47: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:06:40.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:06:39 smithi062 bash[19845]: audit 2024-09-13T14:06:39.549262+0000 mgr.x (mgr.24517) 68 : audit [DBG] from='client.15054 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:06:40.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:06:39 smithi062 bash[19845]: cluster 2024-09-13T14:06:39.569101+0000 mgr.x (mgr.24517) 69 : cluster [DBG] pgmap v48: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:06:40.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:06:39 smithi062 bash[19845]: audit 2024-09-13T14:06:39.652926+0000 mon.b (mon.1) 68 : audit [DBG] from='mgr.24517 172.21.15.178:0/2374933869' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:06:40.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:06:39 smithi062 bash[26634]: audit 2024-09-13T14:06:39.549262+0000 mgr.x (mgr.24517) 68 : audit [DBG] from='client.15054 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:06:40.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:06:39 smithi062 bash[26634]: cluster 2024-09-13T14:06:39.569101+0000 mgr.x (mgr.24517) 69 : cluster [DBG] pgmap v48: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:06:40.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:06:39 smithi062 bash[26634]: audit 2024-09-13T14:06:39.652926+0000 mon.b (mon.1) 68 : audit [DBG] from='mgr.24517 172.21.15.178:0/2374933869' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:06:40.181 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:06:39 smithi178 bash[22034]: audit 2024-09-13T14:06:39.549262+0000 mgr.x (mgr.24517) 68 : audit [DBG] from='client.15054 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:06:40.181 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:06:39 smithi178 bash[22034]: cluster 2024-09-13T14:06:39.569101+0000 mgr.x (mgr.24517) 69 : cluster [DBG] pgmap v48: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:06:40.181 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:06:39 smithi178 bash[22034]: audit 2024-09-13T14:06:39.652926+0000 mon.b (mon.1) 68 : audit [DBG] from='mgr.24517 172.21.15.178:0/2374933869' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:06:42.931 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:06:42 smithi178 bash[22034]: cluster 2024-09-13T14:06:41.570899+0000 mgr.x (mgr.24517) 70 : cluster [DBG] pgmap v49: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:06:43.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:06:42 smithi062 bash[19845]: cluster 2024-09-13T14:06:41.570899+0000 mgr.x (mgr.24517) 70 : cluster [DBG] pgmap v49: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:06:43.002 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:06:42 smithi062 bash[26634]: cluster 2024-09-13T14:06:41.570899+0000 mgr.x (mgr.24517) 70 : cluster [DBG] pgmap v49: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:06:44.931 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:06:44 smithi178 bash[22034]: cluster 2024-09-13T14:06:43.571620+0000 mgr.x (mgr.24517) 71 : cluster [DBG] pgmap v50: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:06:45.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:06:44 smithi062 bash[19845]: cluster 2024-09-13T14:06:43.571620+0000 mgr.x (mgr.24517) 71 : cluster [DBG] pgmap v50: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:06:45.002 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:06:44 smithi062 bash[26634]: cluster 2024-09-13T14:06:43.571620+0000 mgr.x (mgr.24517) 71 : cluster [DBG] pgmap v50: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:06:46.433 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 13 14:06:46 smithi178 bash[50171]: ::ffff:172.21.15.178 - - [13/Sep/2024:14:06:46] "GET /metrics HTTP/1.1" 200 38225 "" "Prometheus/2.43.0" 2024-09-13T14:06:46.931 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:06:46 smithi178 bash[22034]: cluster 2024-09-13T14:06:45.573140+0000 mgr.x (mgr.24517) 72 : cluster [DBG] pgmap v51: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:06:47.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:06:46 smithi062 bash[19845]: cluster 2024-09-13T14:06:45.573140+0000 mgr.x (mgr.24517) 72 : cluster [DBG] pgmap v51: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:06:47.002 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:06:46 smithi062 bash[26634]: cluster 2024-09-13T14:06:45.573140+0000 mgr.x (mgr.24517) 72 : cluster [DBG] pgmap v51: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:06:48.931 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:06:48 smithi178 bash[22034]: cluster 2024-09-13T14:06:47.573929+0000 mgr.x (mgr.24517) 73 : cluster [DBG] pgmap v52: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:06:49.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:06:48 smithi062 bash[19845]: cluster 2024-09-13T14:06:47.573929+0000 mgr.x (mgr.24517) 73 : cluster [DBG] pgmap v52: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:06:49.002 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:06:48 smithi062 bash[26634]: cluster 2024-09-13T14:06:47.573929+0000 mgr.x (mgr.24517) 73 : cluster [DBG] pgmap v52: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:06:50.931 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:06:50 smithi178 bash[22034]: audit 2024-09-13T14:06:49.560812+0000 mgr.x (mgr.24517) 74 : audit [DBG] from='client.15054 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:06:50.931 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:06:50 smithi178 bash[22034]: cluster 2024-09-13T14:06:49.574568+0000 mgr.x (mgr.24517) 75 : cluster [DBG] pgmap v53: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:06:51.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:06:50 smithi062 bash[19845]: audit 2024-09-13T14:06:49.560812+0000 mgr.x (mgr.24517) 74 : audit [DBG] from='client.15054 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:06:51.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:06:50 smithi062 bash[19845]: cluster 2024-09-13T14:06:49.574568+0000 mgr.x (mgr.24517) 75 : cluster [DBG] pgmap v53: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:06:51.002 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:06:50 smithi062 bash[26634]: audit 2024-09-13T14:06:49.560812+0000 mgr.x (mgr.24517) 74 : audit [DBG] from='client.15054 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:06:51.002 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:06:50 smithi062 bash[26634]: cluster 2024-09-13T14:06:49.574568+0000 mgr.x (mgr.24517) 75 : cluster [DBG] pgmap v53: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:06:52.252 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:06:51 smithi062 bash[19845]: audit 2024-09-13T14:06:51.000682+0000 mon.a (mon.0) 1124 : audit [INF] from='mgr.24517 ' entity='mgr.x' 2024-09-13T14:06:52.252 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:06:51 smithi062 bash[19845]: audit 2024-09-13T14:06:51.010106+0000 mon.a (mon.0) 1125 : audit [INF] from='mgr.24517 ' entity='mgr.x' 2024-09-13T14:06:52.252 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:06:51 smithi062 bash[19845]: cluster 2024-09-13T14:06:51.575297+0000 mgr.x (mgr.24517) 76 : cluster [DBG] pgmap v54: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:06:52.252 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:06:51 smithi062 bash[19845]: audit 2024-09-13T14:06:51.588783+0000 mon.b (mon.1) 69 : audit [DBG] from='mgr.24517 172.21.15.178:0/2374933869' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:06:52.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:06:51 smithi062 bash[19845]: audit 2024-09-13T14:06:51.590069+0000 mon.b (mon.1) 70 : audit [INF] from='mgr.24517 172.21.15.178:0/2374933869' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T14:06:52.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:06:52 smithi062 bash[19845]: audit 2024-09-13T14:06:51.598820+0000 mon.a (mon.0) 1126 : audit [INF] from='mgr.24517 ' entity='mgr.x' 2024-09-13T14:06:52.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:06:52 smithi062 bash[26634]: audit 2024-09-13T14:06:51.000682+0000 mon.a (mon.0) 1124 : audit [INF] from='mgr.24517 ' entity='mgr.x' 2024-09-13T14:06:52.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:06:52 smithi062 bash[26634]: audit 2024-09-13T14:06:51.010106+0000 mon.a (mon.0) 1125 : audit [INF] from='mgr.24517 ' entity='mgr.x' 2024-09-13T14:06:52.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:06:52 smithi062 bash[26634]: cluster 2024-09-13T14:06:51.575297+0000 mgr.x (mgr.24517) 76 : cluster [DBG] pgmap v54: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:06:52.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:06:52 smithi062 bash[26634]: audit 2024-09-13T14:06:51.588783+0000 mon.b (mon.1) 69 : audit [DBG] from='mgr.24517 172.21.15.178:0/2374933869' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:06:52.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:06:52 smithi062 bash[26634]: audit 2024-09-13T14:06:51.590069+0000 mon.b (mon.1) 70 : audit [INF] from='mgr.24517 172.21.15.178:0/2374933869' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T14:06:52.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:06:52 smithi062 bash[26634]: audit 2024-09-13T14:06:51.598820+0000 mon.a (mon.0) 1126 : audit [INF] from='mgr.24517 ' entity='mgr.x' 2024-09-13T14:06:52.431 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:06:52 smithi178 bash[22034]: audit 2024-09-13T14:06:51.000682+0000 mon.a (mon.0) 1124 : audit [INF] from='mgr.24517 ' entity='mgr.x' 2024-09-13T14:06:52.432 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:06:52 smithi178 bash[22034]: audit 2024-09-13T14:06:51.010106+0000 mon.a (mon.0) 1125 : audit [INF] from='mgr.24517 ' entity='mgr.x' 2024-09-13T14:06:52.432 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:06:52 smithi178 bash[22034]: cluster 2024-09-13T14:06:51.575297+0000 mgr.x (mgr.24517) 76 : cluster [DBG] pgmap v54: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:06:52.432 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:06:52 smithi178 bash[22034]: audit 2024-09-13T14:06:51.588783+0000 mon.b (mon.1) 69 : audit [DBG] from='mgr.24517 172.21.15.178:0/2374933869' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:06:52.432 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:06:52 smithi178 bash[22034]: audit 2024-09-13T14:06:51.590069+0000 mon.b (mon.1) 70 : audit [INF] from='mgr.24517 172.21.15.178:0/2374933869' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T14:06:52.432 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:06:52 smithi178 bash[22034]: audit 2024-09-13T14:06:51.598820+0000 mon.a (mon.0) 1126 : audit [INF] from='mgr.24517 ' entity='mgr.x' 2024-09-13T14:06:54.931 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:06:54 smithi178 bash[22034]: cluster 2024-09-13T14:06:53.575988+0000 mgr.x (mgr.24517) 77 : cluster [DBG] pgmap v55: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:06:55.002 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:06:54 smithi062 bash[26634]: cluster 2024-09-13T14:06:53.575988+0000 mgr.x (mgr.24517) 77 : cluster [DBG] pgmap v55: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:06:55.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:06:54 smithi062 bash[19845]: cluster 2024-09-13T14:06:53.575988+0000 mgr.x (mgr.24517) 77 : cluster [DBG] pgmap v55: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:06:55.931 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:06:55 smithi178 bash[22034]: audit 2024-09-13T14:06:54.653018+0000 mon.b (mon.1) 71 : audit [DBG] from='mgr.24517 172.21.15.178:0/2374933869' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:06:56.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:06:55 smithi062 bash[19845]: audit 2024-09-13T14:06:54.653018+0000 mon.b (mon.1) 71 : audit [DBG] from='mgr.24517 172.21.15.178:0/2374933869' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:06:56.002 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:06:55 smithi062 bash[26634]: audit 2024-09-13T14:06:54.653018+0000 mon.b (mon.1) 71 : audit [DBG] from='mgr.24517 172.21.15.178:0/2374933869' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:06:56.431 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 13 14:06:56 smithi178 bash[50171]: ::ffff:172.21.15.178 - - [13/Sep/2024:14:06:56] "GET /metrics HTTP/1.1" 200 38223 "" "Prometheus/2.43.0" 2024-09-13T14:06:56.931 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:06:56 smithi178 bash[22034]: cluster 2024-09-13T14:06:55.577622+0000 mgr.x (mgr.24517) 78 : cluster [DBG] pgmap v56: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:06:57.002 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:06:56 smithi062 bash[26634]: cluster 2024-09-13T14:06:55.577622+0000 mgr.x (mgr.24517) 78 : cluster [DBG] pgmap v56: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:06:57.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:06:56 smithi062 bash[19845]: cluster 2024-09-13T14:06:55.577622+0000 mgr.x (mgr.24517) 78 : cluster [DBG] pgmap v56: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:06:58.932 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:06:58 smithi178 bash[22034]: cluster 2024-09-13T14:06:57.578375+0000 mgr.x (mgr.24517) 79 : cluster [DBG] pgmap v57: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:06:59.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:06:58 smithi062 bash[19845]: cluster 2024-09-13T14:06:57.578375+0000 mgr.x (mgr.24517) 79 : cluster [DBG] pgmap v57: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:06:59.002 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:06:58 smithi062 bash[26634]: cluster 2024-09-13T14:06:57.578375+0000 mgr.x (mgr.24517) 79 : cluster [DBG] pgmap v57: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:07:00.931 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:07:00 smithi178 bash[22034]: audit 2024-09-13T14:06:59.570090+0000 mgr.x (mgr.24517) 80 : audit [DBG] from='client.15054 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:07:00.931 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:07:00 smithi178 bash[22034]: cluster 2024-09-13T14:06:59.579051+0000 mgr.x (mgr.24517) 81 : cluster [DBG] pgmap v58: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:07:01.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:07:00 smithi062 bash[19845]: audit 2024-09-13T14:06:59.570090+0000 mgr.x (mgr.24517) 80 : audit [DBG] from='client.15054 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:07:01.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:07:00 smithi062 bash[19845]: cluster 2024-09-13T14:06:59.579051+0000 mgr.x (mgr.24517) 81 : cluster [DBG] pgmap v58: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:07:01.002 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:07:00 smithi062 bash[26634]: audit 2024-09-13T14:06:59.570090+0000 mgr.x (mgr.24517) 80 : audit [DBG] from='client.15054 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:07:01.002 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:07:00 smithi062 bash[26634]: cluster 2024-09-13T14:06:59.579051+0000 mgr.x (mgr.24517) 81 : cluster [DBG] pgmap v58: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:07:02.931 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:07:02 smithi178 bash[22034]: cluster 2024-09-13T14:07:01.580703+0000 mgr.x (mgr.24517) 82 : cluster [DBG] pgmap v59: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:07:03.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:07:02 smithi062 bash[19845]: cluster 2024-09-13T14:07:01.580703+0000 mgr.x (mgr.24517) 82 : cluster [DBG] pgmap v59: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:07:03.002 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:07:02 smithi062 bash[26634]: cluster 2024-09-13T14:07:01.580703+0000 mgr.x (mgr.24517) 82 : cluster [DBG] pgmap v59: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:07:04.931 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:07:04 smithi178 bash[22034]: cluster 2024-09-13T14:07:03.581460+0000 mgr.x (mgr.24517) 83 : cluster [DBG] pgmap v60: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:07:05.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:07:04 smithi062 bash[19845]: cluster 2024-09-13T14:07:03.581460+0000 mgr.x (mgr.24517) 83 : cluster [DBG] pgmap v60: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:07:05.002 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:07:04 smithi062 bash[26634]: cluster 2024-09-13T14:07:03.581460+0000 mgr.x (mgr.24517) 83 : cluster [DBG] pgmap v60: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:07:06.431 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 13 14:07:06 smithi178 bash[50171]: ::ffff:172.21.15.178 - - [13/Sep/2024:14:07:06] "GET /metrics HTTP/1.1" 200 38223 "" "Prometheus/2.43.0" 2024-09-13T14:07:06.931 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:07:06 smithi178 bash[22034]: cluster 2024-09-13T14:07:05.583127+0000 mgr.x (mgr.24517) 84 : cluster [DBG] pgmap v61: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 25 KiB/s rd, 0 B/s wr, 41 op/s 2024-09-13T14:07:07.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:07:06 smithi062 bash[19845]: cluster 2024-09-13T14:07:05.583127+0000 mgr.x (mgr.24517) 84 : cluster [DBG] pgmap v61: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 25 KiB/s rd, 0 B/s wr, 41 op/s 2024-09-13T14:07:07.002 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:07:06 smithi062 bash[26634]: cluster 2024-09-13T14:07:05.583127+0000 mgr.x (mgr.24517) 84 : cluster [DBG] pgmap v61: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 25 KiB/s rd, 0 B/s wr, 41 op/s 2024-09-13T14:07:08.931 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:07:08 smithi178 bash[22034]: cluster 2024-09-13T14:07:07.583878+0000 mgr.x (mgr.24517) 85 : cluster [DBG] pgmap v62: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 25 KiB/s rd, 0 B/s wr, 41 op/s 2024-09-13T14:07:09.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:07:08 smithi062 bash[19845]: cluster 2024-09-13T14:07:07.583878+0000 mgr.x (mgr.24517) 85 : cluster [DBG] pgmap v62: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 25 KiB/s rd, 0 B/s wr, 41 op/s 2024-09-13T14:07:09.002 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:07:08 smithi062 bash[26634]: cluster 2024-09-13T14:07:07.583878+0000 mgr.x (mgr.24517) 85 : cluster [DBG] pgmap v62: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 25 KiB/s rd, 0 B/s wr, 41 op/s 2024-09-13T14:07:10.002 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:07:09 smithi062 bash[26634]: audit 2024-09-13T14:07:09.653675+0000 mon.b (mon.1) 72 : audit [DBG] from='mgr.24517 172.21.15.178:0/2374933869' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:07:10.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:07:09 smithi062 bash[19845]: audit 2024-09-13T14:07:09.653675+0000 mon.b (mon.1) 72 : audit [DBG] from='mgr.24517 172.21.15.178:0/2374933869' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:07:10.181 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:07:09 smithi178 bash[22034]: audit 2024-09-13T14:07:09.653675+0000 mon.b (mon.1) 72 : audit [DBG] from='mgr.24517 172.21.15.178:0/2374933869' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:07:11.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:07:10 smithi062 bash[19845]: audit 2024-09-13T14:07:09.578043+0000 mgr.x (mgr.24517) 86 : audit [DBG] from='client.15054 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:07:11.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:07:10 smithi062 bash[19845]: cluster 2024-09-13T14:07:09.584655+0000 mgr.x (mgr.24517) 87 : cluster [DBG] pgmap v63: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 25 KiB/s rd, 0 B/s wr, 41 op/s 2024-09-13T14:07:11.002 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:07:10 smithi062 bash[26634]: audit 2024-09-13T14:07:09.578043+0000 mgr.x (mgr.24517) 86 : audit [DBG] from='client.15054 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:07:11.002 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:07:10 smithi062 bash[26634]: cluster 2024-09-13T14:07:09.584655+0000 mgr.x (mgr.24517) 87 : cluster [DBG] pgmap v63: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 25 KiB/s rd, 0 B/s wr, 41 op/s 2024-09-13T14:07:11.181 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:07:10 smithi178 bash[22034]: audit 2024-09-13T14:07:09.578043+0000 mgr.x (mgr.24517) 86 : audit [DBG] from='client.15054 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:07:11.181 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:07:10 smithi178 bash[22034]: cluster 2024-09-13T14:07:09.584655+0000 mgr.x (mgr.24517) 87 : cluster [DBG] pgmap v63: 161 pgs: 161 active+clean; 585 KiB data, 259 MiB used, 715 GiB / 715 GiB avail; 25 KiB/s rd, 0 B/s wr, 41 op/s 2024-09-13T14:07:12.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:07:11 smithi062 bash[19845]: cluster 2024-09-13T14:07:11.586434+0000 mgr.x (mgr.24517) 88 : cluster [DBG] pgmap v64: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 73 KiB/s rd, 0 B/s wr, 120 op/s 2024-09-13T14:07:12.002 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:07:11 smithi062 bash[26634]: cluster 2024-09-13T14:07:11.586434+0000 mgr.x (mgr.24517) 88 : cluster [DBG] pgmap v64: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 73 KiB/s rd, 0 B/s wr, 120 op/s 2024-09-13T14:07:12.181 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:07:11 smithi178 bash[22034]: cluster 2024-09-13T14:07:11.586434+0000 mgr.x (mgr.24517) 88 : cluster [DBG] pgmap v64: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 73 KiB/s rd, 0 B/s wr, 120 op/s 2024-09-13T14:07:14.931 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:07:14 smithi178 bash[22034]: cluster 2024-09-13T14:07:13.587288+0000 mgr.x (mgr.24517) 89 : cluster [DBG] pgmap v65: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 72 KiB/s rd, 0 B/s wr, 119 op/s 2024-09-13T14:07:15.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:07:14 smithi062 bash[19845]: cluster 2024-09-13T14:07:13.587288+0000 mgr.x (mgr.24517) 89 : cluster [DBG] pgmap v65: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 72 KiB/s rd, 0 B/s wr, 119 op/s 2024-09-13T14:07:15.002 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:07:14 smithi062 bash[26634]: cluster 2024-09-13T14:07:13.587288+0000 mgr.x (mgr.24517) 89 : cluster [DBG] pgmap v65: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 72 KiB/s rd, 0 B/s wr, 119 op/s 2024-09-13T14:07:16.431 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 13 14:07:16 smithi178 bash[50171]: ::ffff:172.21.15.178 - - [13/Sep/2024:14:07:16] "GET /metrics HTTP/1.1" 200 38225 "" "Prometheus/2.43.0" 2024-09-13T14:07:16.931 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:07:16 smithi178 bash[22034]: cluster 2024-09-13T14:07:15.588905+0000 mgr.x (mgr.24517) 90 : cluster [DBG] pgmap v66: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 73 KiB/s rd, 0 B/s wr, 120 op/s 2024-09-13T14:07:17.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:07:16 smithi062 bash[19845]: cluster 2024-09-13T14:07:15.588905+0000 mgr.x (mgr.24517) 90 : cluster [DBG] pgmap v66: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 73 KiB/s rd, 0 B/s wr, 120 op/s 2024-09-13T14:07:17.002 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:07:16 smithi062 bash[26634]: cluster 2024-09-13T14:07:15.588905+0000 mgr.x (mgr.24517) 90 : cluster [DBG] pgmap v66: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 73 KiB/s rd, 0 B/s wr, 120 op/s 2024-09-13T14:07:18.931 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:07:18 smithi178 bash[22034]: cluster 2024-09-13T14:07:17.589685+0000 mgr.x (mgr.24517) 91 : cluster [DBG] pgmap v67: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s rd, 0 B/s wr, 79 op/s 2024-09-13T14:07:19.002 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:07:18 smithi062 bash[26634]: cluster 2024-09-13T14:07:17.589685+0000 mgr.x (mgr.24517) 91 : cluster [DBG] pgmap v67: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s rd, 0 B/s wr, 79 op/s 2024-09-13T14:07:19.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:07:18 smithi062 bash[19845]: cluster 2024-09-13T14:07:17.589685+0000 mgr.x (mgr.24517) 91 : cluster [DBG] pgmap v67: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s rd, 0 B/s wr, 79 op/s 2024-09-13T14:07:20.931 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:07:20 smithi178 bash[22034]: audit 2024-09-13T14:07:19.589540+0000 mgr.x (mgr.24517) 92 : audit [DBG] from='client.15054 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:07:20.931 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:07:20 smithi178 bash[22034]: cluster 2024-09-13T14:07:19.590312+0000 mgr.x (mgr.24517) 93 : cluster [DBG] pgmap v68: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s rd, 0 B/s wr, 79 op/s 2024-09-13T14:07:21.002 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:07:20 smithi062 bash[26634]: audit 2024-09-13T14:07:19.589540+0000 mgr.x (mgr.24517) 92 : audit [DBG] from='client.15054 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:07:21.002 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:07:20 smithi062 bash[26634]: cluster 2024-09-13T14:07:19.590312+0000 mgr.x (mgr.24517) 93 : cluster [DBG] pgmap v68: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s rd, 0 B/s wr, 79 op/s 2024-09-13T14:07:21.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:07:20 smithi062 bash[19845]: audit 2024-09-13T14:07:19.589540+0000 mgr.x (mgr.24517) 92 : audit [DBG] from='client.15054 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:07:21.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:07:20 smithi062 bash[19845]: cluster 2024-09-13T14:07:19.590312+0000 mgr.x (mgr.24517) 93 : cluster [DBG] pgmap v68: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s rd, 0 B/s wr, 79 op/s 2024-09-13T14:07:22.931 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:07:22 smithi178 bash[22034]: cluster 2024-09-13T14:07:21.591929+0000 mgr.x (mgr.24517) 94 : cluster [DBG] pgmap v69: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s rd, 0 B/s wr, 79 op/s 2024-09-13T14:07:23.002 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:07:22 smithi062 bash[26634]: cluster 2024-09-13T14:07:21.591929+0000 mgr.x (mgr.24517) 94 : cluster [DBG] pgmap v69: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s rd, 0 B/s wr, 79 op/s 2024-09-13T14:07:23.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:07:22 smithi062 bash[19845]: cluster 2024-09-13T14:07:21.591929+0000 mgr.x (mgr.24517) 94 : cluster [DBG] pgmap v69: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s rd, 0 B/s wr, 79 op/s 2024-09-13T14:07:24.931 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:07:24 smithi178 bash[22034]: cluster 2024-09-13T14:07:23.592648+0000 mgr.x (mgr.24517) 95 : cluster [DBG] pgmap v70: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:07:24.931 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:07:24 smithi178 bash[22034]: audit 2024-09-13T14:07:24.655038+0000 mon.b (mon.1) 73 : audit [DBG] from='mgr.24517 172.21.15.178:0/2374933869' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:07:25.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:07:24 smithi062 bash[19845]: cluster 2024-09-13T14:07:23.592648+0000 mgr.x (mgr.24517) 95 : cluster [DBG] pgmap v70: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:07:25.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:07:24 smithi062 bash[19845]: audit 2024-09-13T14:07:24.655038+0000 mon.b (mon.1) 73 : audit [DBG] from='mgr.24517 172.21.15.178:0/2374933869' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:07:25.002 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:07:24 smithi062 bash[26634]: cluster 2024-09-13T14:07:23.592648+0000 mgr.x (mgr.24517) 95 : cluster [DBG] pgmap v70: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:07:25.002 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:07:24 smithi062 bash[26634]: audit 2024-09-13T14:07:24.655038+0000 mon.b (mon.1) 73 : audit [DBG] from='mgr.24517 172.21.15.178:0/2374933869' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:07:26.431 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 13 14:07:26 smithi178 bash[50171]: ::ffff:172.21.15.178 - - [13/Sep/2024:14:07:26] "GET /metrics HTTP/1.1" 200 38226 "" "Prometheus/2.43.0" 2024-09-13T14:07:26.931 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:07:26 smithi178 bash[22034]: cluster 2024-09-13T14:07:25.594263+0000 mgr.x (mgr.24517) 96 : cluster [DBG] pgmap v71: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:07:27.002 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:07:26 smithi062 bash[26634]: cluster 2024-09-13T14:07:25.594263+0000 mgr.x (mgr.24517) 96 : cluster [DBG] pgmap v71: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:07:27.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:07:26 smithi062 bash[19845]: cluster 2024-09-13T14:07:25.594263+0000 mgr.x (mgr.24517) 96 : cluster [DBG] pgmap v71: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:07:28.931 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:07:28 smithi178 bash[22034]: cluster 2024-09-13T14:07:27.594946+0000 mgr.x (mgr.24517) 97 : cluster [DBG] pgmap v72: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:07:29.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:07:28 smithi062 bash[19845]: cluster 2024-09-13T14:07:27.594946+0000 mgr.x (mgr.24517) 97 : cluster [DBG] pgmap v72: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:07:29.002 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:07:28 smithi062 bash[26634]: cluster 2024-09-13T14:07:27.594946+0000 mgr.x (mgr.24517) 97 : cluster [DBG] pgmap v72: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:07:30.931 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:07:30 smithi178 bash[22034]: cluster 2024-09-13T14:07:29.595677+0000 mgr.x (mgr.24517) 98 : cluster [DBG] pgmap v73: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:07:30.931 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:07:30 smithi178 bash[22034]: audit 2024-09-13T14:07:29.601035+0000 mgr.x (mgr.24517) 99 : audit [DBG] from='client.15054 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:07:31.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:07:30 smithi062 bash[19845]: cluster 2024-09-13T14:07:29.595677+0000 mgr.x (mgr.24517) 98 : cluster [DBG] pgmap v73: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:07:31.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:07:30 smithi062 bash[19845]: audit 2024-09-13T14:07:29.601035+0000 mgr.x (mgr.24517) 99 : audit [DBG] from='client.15054 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:07:31.002 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:07:30 smithi062 bash[26634]: cluster 2024-09-13T14:07:29.595677+0000 mgr.x (mgr.24517) 98 : cluster [DBG] pgmap v73: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:07:31.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:07:30 smithi062 bash[26634]: audit 2024-09-13T14:07:29.601035+0000 mgr.x (mgr.24517) 99 : audit [DBG] from='client.15054 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:07:33.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:07:32 smithi062 bash[19845]: cluster 2024-09-13T14:07:31.597307+0000 mgr.x (mgr.24517) 100 : cluster [DBG] pgmap v74: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:07:33.002 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:07:32 smithi062 bash[26634]: cluster 2024-09-13T14:07:31.597307+0000 mgr.x (mgr.24517) 100 : cluster [DBG] pgmap v74: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:07:33.181 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:07:32 smithi178 bash[22034]: cluster 2024-09-13T14:07:31.597307+0000 mgr.x (mgr.24517) 100 : cluster [DBG] pgmap v74: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:07:35.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:07:34 smithi062 bash[19845]: cluster 2024-09-13T14:07:33.598007+0000 mgr.x (mgr.24517) 101 : cluster [DBG] pgmap v75: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:07:35.002 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:07:34 smithi062 bash[26634]: cluster 2024-09-13T14:07:33.598007+0000 mgr.x (mgr.24517) 101 : cluster [DBG] pgmap v75: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:07:35.181 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:07:34 smithi178 bash[22034]: cluster 2024-09-13T14:07:33.598007+0000 mgr.x (mgr.24517) 101 : cluster [DBG] pgmap v75: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:07:36.431 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 13 14:07:36 smithi178 bash[50171]: ::ffff:172.21.15.178 - - [13/Sep/2024:14:07:36] "GET /metrics HTTP/1.1" 200 38226 "" "Prometheus/2.43.0" 2024-09-13T14:07:37.002 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:07:36 smithi062 bash[26634]: cluster 2024-09-13T14:07:35.599665+0000 mgr.x (mgr.24517) 102 : cluster [DBG] pgmap v76: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:07:37.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:07:36 smithi062 bash[19845]: cluster 2024-09-13T14:07:35.599665+0000 mgr.x (mgr.24517) 102 : cluster [DBG] pgmap v76: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:07:37.181 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:07:36 smithi178 bash[22034]: cluster 2024-09-13T14:07:35.599665+0000 mgr.x (mgr.24517) 102 : cluster [DBG] pgmap v76: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:07:38.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:07:37 smithi062 bash[19845]: cluster 2024-09-13T14:07:37.600362+0000 mgr.x (mgr.24517) 103 : cluster [DBG] pgmap v77: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:07:38.002 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:07:37 smithi062 bash[26634]: cluster 2024-09-13T14:07:37.600362+0000 mgr.x (mgr.24517) 103 : cluster [DBG] pgmap v77: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:07:38.181 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:07:37 smithi178 bash[22034]: cluster 2024-09-13T14:07:37.600362+0000 mgr.x (mgr.24517) 103 : cluster [DBG] pgmap v77: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:07:40.931 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:07:40 smithi178 bash[22034]: cluster 2024-09-13T14:07:39.601087+0000 mgr.x (mgr.24517) 104 : cluster [DBG] pgmap v78: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:07:40.931 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:07:40 smithi178 bash[22034]: audit 2024-09-13T14:07:39.612527+0000 mgr.x (mgr.24517) 105 : audit [DBG] from='client.15054 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:07:40.931 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:07:40 smithi178 bash[22034]: audit 2024-09-13T14:07:39.655295+0000 mon.b (mon.1) 74 : audit [DBG] from='mgr.24517 172.21.15.178:0/2374933869' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:07:41.002 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:07:40 smithi062 bash[26634]: cluster 2024-09-13T14:07:39.601087+0000 mgr.x (mgr.24517) 104 : cluster [DBG] pgmap v78: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:07:41.002 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:07:40 smithi062 bash[26634]: audit 2024-09-13T14:07:39.612527+0000 mgr.x (mgr.24517) 105 : audit [DBG] from='client.15054 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:07:41.002 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:07:40 smithi062 bash[26634]: audit 2024-09-13T14:07:39.655295+0000 mon.b (mon.1) 74 : audit [DBG] from='mgr.24517 172.21.15.178:0/2374933869' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:07:41.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:07:40 smithi062 bash[19845]: cluster 2024-09-13T14:07:39.601087+0000 mgr.x (mgr.24517) 104 : cluster [DBG] pgmap v78: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:07:41.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:07:40 smithi062 bash[19845]: audit 2024-09-13T14:07:39.612527+0000 mgr.x (mgr.24517) 105 : audit [DBG] from='client.15054 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:07:41.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:07:40 smithi062 bash[19845]: audit 2024-09-13T14:07:39.655295+0000 mon.b (mon.1) 74 : audit [DBG] from='mgr.24517 172.21.15.178:0/2374933869' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:07:43.181 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:07:42 smithi178 bash[22034]: cluster 2024-09-13T14:07:41.602772+0000 mgr.x (mgr.24517) 106 : cluster [DBG] pgmap v79: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:07:43.252 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:07:42 smithi062 bash[19845]: cluster 2024-09-13T14:07:41.602772+0000 mgr.x (mgr.24517) 106 : cluster [DBG] pgmap v79: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:07:43.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:07:42 smithi062 bash[26634]: cluster 2024-09-13T14:07:41.602772+0000 mgr.x (mgr.24517) 106 : cluster [DBG] pgmap v79: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:07:44.181 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:07:43 smithi178 bash[22034]: cluster 2024-09-13T14:07:43.603470+0000 mgr.x (mgr.24517) 107 : cluster [DBG] pgmap v80: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:07:44.252 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:07:43 smithi062 bash[26634]: cluster 2024-09-13T14:07:43.603470+0000 mgr.x (mgr.24517) 107 : cluster [DBG] pgmap v80: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:07:44.252 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:07:43 smithi062 bash[19845]: cluster 2024-09-13T14:07:43.603470+0000 mgr.x (mgr.24517) 107 : cluster [DBG] pgmap v80: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:07:46.431 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 13 14:07:46 smithi178 bash[50171]: ::ffff:172.21.15.178 - - [13/Sep/2024:14:07:46] "GET /metrics HTTP/1.1" 200 38235 "" "Prometheus/2.43.0" 2024-09-13T14:07:46.931 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:07:46 smithi178 bash[22034]: cluster 2024-09-13T14:07:45.605088+0000 mgr.x (mgr.24517) 108 : cluster [DBG] pgmap v81: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:07:47.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:07:46 smithi062 bash[19845]: cluster 2024-09-13T14:07:45.605088+0000 mgr.x (mgr.24517) 108 : cluster [DBG] pgmap v81: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:07:47.002 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:07:46 smithi062 bash[26634]: cluster 2024-09-13T14:07:45.605088+0000 mgr.x (mgr.24517) 108 : cluster [DBG] pgmap v81: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:07:48.931 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:07:48 smithi178 bash[22034]: cluster 2024-09-13T14:07:47.605807+0000 mgr.x (mgr.24517) 109 : cluster [DBG] pgmap v82: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:07:49.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:07:48 smithi062 bash[19845]: cluster 2024-09-13T14:07:47.605807+0000 mgr.x (mgr.24517) 109 : cluster [DBG] pgmap v82: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:07:49.002 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:07:48 smithi062 bash[26634]: cluster 2024-09-13T14:07:47.605807+0000 mgr.x (mgr.24517) 109 : cluster [DBG] pgmap v82: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:07:50.931 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:07:50 smithi178 bash[22034]: cluster 2024-09-13T14:07:49.606497+0000 mgr.x (mgr.24517) 110 : cluster [DBG] pgmap v83: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:07:50.931 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:07:50 smithi178 bash[22034]: audit 2024-09-13T14:07:49.624079+0000 mgr.x (mgr.24517) 111 : audit [DBG] from='client.15054 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:07:51.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:07:50 smithi062 bash[19845]: cluster 2024-09-13T14:07:49.606497+0000 mgr.x (mgr.24517) 110 : cluster [DBG] pgmap v83: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:07:51.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:07:50 smithi062 bash[19845]: audit 2024-09-13T14:07:49.624079+0000 mgr.x (mgr.24517) 111 : audit [DBG] from='client.15054 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:07:51.002 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:07:50 smithi062 bash[26634]: cluster 2024-09-13T14:07:49.606497+0000 mgr.x (mgr.24517) 110 : cluster [DBG] pgmap v83: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:07:51.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:07:50 smithi062 bash[26634]: audit 2024-09-13T14:07:49.624079+0000 mgr.x (mgr.24517) 111 : audit [DBG] from='client.15054 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:07:52.931 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:07:52 smithi178 bash[22034]: cluster 2024-09-13T14:07:51.608132+0000 mgr.x (mgr.24517) 112 : cluster [DBG] pgmap v84: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:07:52.931 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:07:52 smithi178 bash[22034]: audit 2024-09-13T14:07:52.435616+0000 mon.b (mon.1) 75 : audit [DBG] from='mgr.24517 172.21.15.178:0/2374933869' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:07:52.931 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:07:52 smithi178 bash[22034]: audit 2024-09-13T14:07:52.436951+0000 mon.b (mon.1) 76 : audit [INF] from='mgr.24517 172.21.15.178:0/2374933869' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T14:07:52.932 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:07:52 smithi178 bash[22034]: audit 2024-09-13T14:07:52.444704+0000 mon.a (mon.0) 1127 : audit [INF] from='mgr.24517 ' entity='mgr.x' 2024-09-13T14:07:53.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:07:52 smithi062 bash[19845]: cluster 2024-09-13T14:07:51.608132+0000 mgr.x (mgr.24517) 112 : cluster [DBG] pgmap v84: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:07:53.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:07:52 smithi062 bash[19845]: audit 2024-09-13T14:07:52.435616+0000 mon.b (mon.1) 75 : audit [DBG] from='mgr.24517 172.21.15.178:0/2374933869' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:07:53.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:07:52 smithi062 bash[19845]: audit 2024-09-13T14:07:52.436951+0000 mon.b (mon.1) 76 : audit [INF] from='mgr.24517 172.21.15.178:0/2374933869' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T14:07:53.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:07:52 smithi062 bash[19845]: audit 2024-09-13T14:07:52.444704+0000 mon.a (mon.0) 1127 : audit [INF] from='mgr.24517 ' entity='mgr.x' 2024-09-13T14:07:53.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:07:52 smithi062 bash[26634]: cluster 2024-09-13T14:07:51.608132+0000 mgr.x (mgr.24517) 112 : cluster [DBG] pgmap v84: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:07:53.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:07:52 smithi062 bash[26634]: audit 2024-09-13T14:07:52.435616+0000 mon.b (mon.1) 75 : audit [DBG] from='mgr.24517 172.21.15.178:0/2374933869' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:07:53.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:07:52 smithi062 bash[26634]: audit 2024-09-13T14:07:52.436951+0000 mon.b (mon.1) 76 : audit [INF] from='mgr.24517 172.21.15.178:0/2374933869' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T14:07:53.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:07:52 smithi062 bash[26634]: audit 2024-09-13T14:07:52.444704+0000 mon.a (mon.0) 1127 : audit [INF] from='mgr.24517 ' entity='mgr.x' 2024-09-13T14:07:55.002 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:07:54 smithi062 bash[26634]: cluster 2024-09-13T14:07:53.608855+0000 mgr.x (mgr.24517) 113 : cluster [DBG] pgmap v85: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:07:55.002 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:07:54 smithi062 bash[26634]: audit 2024-09-13T14:07:54.655635+0000 mon.b (mon.1) 77 : audit [DBG] from='mgr.24517 172.21.15.178:0/2374933869' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:07:55.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:07:54 smithi062 bash[19845]: cluster 2024-09-13T14:07:53.608855+0000 mgr.x (mgr.24517) 113 : cluster [DBG] pgmap v85: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:07:55.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:07:54 smithi062 bash[19845]: audit 2024-09-13T14:07:54.655635+0000 mon.b (mon.1) 77 : audit [DBG] from='mgr.24517 172.21.15.178:0/2374933869' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:07:55.181 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:07:54 smithi178 bash[22034]: cluster 2024-09-13T14:07:53.608855+0000 mgr.x (mgr.24517) 113 : cluster [DBG] pgmap v85: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:07:55.181 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:07:54 smithi178 bash[22034]: audit 2024-09-13T14:07:54.655635+0000 mon.b (mon.1) 77 : audit [DBG] from='mgr.24517 172.21.15.178:0/2374933869' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:07:56.431 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 13 14:07:56 smithi178 bash[50171]: ::ffff:172.21.15.178 - - [13/Sep/2024:14:07:56] "GET /metrics HTTP/1.1" 200 38238 "" "Prometheus/2.43.0" 2024-09-13T14:07:57.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:07:56 smithi062 bash[19845]: cluster 2024-09-13T14:07:55.610513+0000 mgr.x (mgr.24517) 114 : cluster [DBG] pgmap v86: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:07:57.002 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:07:56 smithi062 bash[26634]: cluster 2024-09-13T14:07:55.610513+0000 mgr.x (mgr.24517) 114 : cluster [DBG] pgmap v86: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:07:57.181 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:07:56 smithi178 bash[22034]: cluster 2024-09-13T14:07:55.610513+0000 mgr.x (mgr.24517) 114 : cluster [DBG] pgmap v86: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:07:58.681 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:07:58 smithi178 bash[22034]: cluster 2024-09-13T14:07:57.611225+0000 mgr.x (mgr.24517) 115 : cluster [DBG] pgmap v87: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:07:58.752 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:07:58 smithi062 bash[19845]: cluster 2024-09-13T14:07:57.611225+0000 mgr.x (mgr.24517) 115 : cluster [DBG] pgmap v87: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:07:58.752 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:07:58 smithi062 bash[26634]: cluster 2024-09-13T14:07:57.611225+0000 mgr.x (mgr.24517) 115 : cluster [DBG] pgmap v87: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:08:00.931 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:08:00 smithi178 bash[22034]: cluster 2024-09-13T14:07:59.611982+0000 mgr.x (mgr.24517) 116 : cluster [DBG] pgmap v88: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:08:00.931 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:08:00 smithi178 bash[22034]: audit 2024-09-13T14:07:59.635605+0000 mgr.x (mgr.24517) 117 : audit [DBG] from='client.15054 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:08:01.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:08:00 smithi062 bash[19845]: cluster 2024-09-13T14:07:59.611982+0000 mgr.x (mgr.24517) 116 : cluster [DBG] pgmap v88: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:08:01.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:08:00 smithi062 bash[19845]: audit 2024-09-13T14:07:59.635605+0000 mgr.x (mgr.24517) 117 : audit [DBG] from='client.15054 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:08:01.002 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:08:00 smithi062 bash[26634]: cluster 2024-09-13T14:07:59.611982+0000 mgr.x (mgr.24517) 116 : cluster [DBG] pgmap v88: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:08:01.002 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:08:00 smithi062 bash[26634]: audit 2024-09-13T14:07:59.635605+0000 mgr.x (mgr.24517) 117 : audit [DBG] from='client.15054 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:08:02.931 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:08:02 smithi178 bash[22034]: cluster 2024-09-13T14:08:01.613636+0000 mgr.x (mgr.24517) 118 : cluster [DBG] pgmap v89: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:08:03.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:08:02 smithi062 bash[19845]: cluster 2024-09-13T14:08:01.613636+0000 mgr.x (mgr.24517) 118 : cluster [DBG] pgmap v89: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:08:03.002 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:08:02 smithi062 bash[26634]: cluster 2024-09-13T14:08:01.613636+0000 mgr.x (mgr.24517) 118 : cluster [DBG] pgmap v89: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:08:04.931 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:08:04 smithi178 bash[22034]: cluster 2024-09-13T14:08:03.614346+0000 mgr.x (mgr.24517) 119 : cluster [DBG] pgmap v90: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-09-13T14:08:05.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:08:04 smithi062 bash[19845]: cluster 2024-09-13T14:08:03.614346+0000 mgr.x (mgr.24517) 119 : cluster [DBG] pgmap v90: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-09-13T14:08:05.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:08:04 smithi062 bash[26634]: cluster 2024-09-13T14:08:03.614346+0000 mgr.x (mgr.24517) 119 : cluster [DBG] pgmap v90: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-09-13T14:08:06.431 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 13 14:08:06 smithi178 bash[50171]: ::ffff:172.21.15.178 - - [13/Sep/2024:14:08:06] "GET /metrics HTTP/1.1" 200 38238 "" "Prometheus/2.43.0" 2024-09-13T14:08:07.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:08:06 smithi062 bash[19845]: cluster 2024-09-13T14:08:05.616008+0000 mgr.x (mgr.24517) 120 : cluster [DBG] pgmap v91: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:08:07.002 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:08:06 smithi062 bash[26634]: cluster 2024-09-13T14:08:05.616008+0000 mgr.x (mgr.24517) 120 : cluster [DBG] pgmap v91: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:08:07.181 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:08:06 smithi178 bash[22034]: cluster 2024-09-13T14:08:05.616008+0000 mgr.x (mgr.24517) 120 : cluster [DBG] pgmap v91: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:08:09.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:08:08 smithi062 bash[19845]: cluster 2024-09-13T14:08:07.616727+0000 mgr.x (mgr.24517) 121 : cluster [DBG] pgmap v92: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-09-13T14:08:09.005 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:08:08 smithi062 bash[26634]: cluster 2024-09-13T14:08:07.616727+0000 mgr.x (mgr.24517) 121 : cluster [DBG] pgmap v92: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-09-13T14:08:09.181 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:08:08 smithi178 bash[22034]: cluster 2024-09-13T14:08:07.616727+0000 mgr.x (mgr.24517) 121 : cluster [DBG] pgmap v92: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-09-13T14:08:10.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:08:09 smithi062 bash[19845]: audit 2024-09-13T14:08:09.656005+0000 mon.b (mon.1) 78 : audit [DBG] from='mgr.24517 172.21.15.178:0/2374933869' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:08:10.002 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:08:09 smithi062 bash[26634]: audit 2024-09-13T14:08:09.656005+0000 mon.b (mon.1) 78 : audit [DBG] from='mgr.24517 172.21.15.178:0/2374933869' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:08:10.181 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:08:09 smithi178 bash[22034]: audit 2024-09-13T14:08:09.656005+0000 mon.b (mon.1) 78 : audit [DBG] from='mgr.24517 172.21.15.178:0/2374933869' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:08:11.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:08:10 smithi062 bash[19845]: cluster 2024-09-13T14:08:09.617478+0000 mgr.x (mgr.24517) 122 : cluster [DBG] pgmap v93: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-09-13T14:08:11.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:08:10 smithi062 bash[19845]: audit 2024-09-13T14:08:09.647095+0000 mgr.x (mgr.24517) 123 : audit [DBG] from='client.15054 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:08:11.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:08:10 smithi062 bash[26634]: cluster 2024-09-13T14:08:09.617478+0000 mgr.x (mgr.24517) 122 : cluster [DBG] pgmap v93: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-09-13T14:08:11.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:08:10 smithi062 bash[26634]: audit 2024-09-13T14:08:09.647095+0000 mgr.x (mgr.24517) 123 : audit [DBG] from='client.15054 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:08:11.181 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:08:10 smithi178 bash[22034]: cluster 2024-09-13T14:08:09.617478+0000 mgr.x (mgr.24517) 122 : cluster [DBG] pgmap v93: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-09-13T14:08:11.181 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:08:10 smithi178 bash[22034]: audit 2024-09-13T14:08:09.647095+0000 mgr.x (mgr.24517) 123 : audit [DBG] from='client.15054 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:08:12.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:08:11 smithi062 bash[19845]: cluster 2024-09-13T14:08:11.619078+0000 mgr.x (mgr.24517) 124 : cluster [DBG] pgmap v94: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:08:12.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:08:11 smithi062 bash[26634]: cluster 2024-09-13T14:08:11.619078+0000 mgr.x (mgr.24517) 124 : cluster [DBG] pgmap v94: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:08:12.181 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:08:11 smithi178 bash[22034]: cluster 2024-09-13T14:08:11.619078+0000 mgr.x (mgr.24517) 124 : cluster [DBG] pgmap v94: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:08:14.931 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:08:14 smithi178 bash[22034]: cluster 2024-09-13T14:08:13.619798+0000 mgr.x (mgr.24517) 125 : cluster [DBG] pgmap v95: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:08:15.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:08:14 smithi062 bash[19845]: cluster 2024-09-13T14:08:13.619798+0000 mgr.x (mgr.24517) 125 : cluster [DBG] pgmap v95: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:08:15.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:08:14 smithi062 bash[26634]: cluster 2024-09-13T14:08:13.619798+0000 mgr.x (mgr.24517) 125 : cluster [DBG] pgmap v95: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:08:16.431 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 13 14:08:16 smithi178 bash[50171]: ::ffff:172.21.15.178 - - [13/Sep/2024:14:08:16] "GET /metrics HTTP/1.1" 200 38235 "" "Prometheus/2.43.0" 2024-09-13T14:08:16.931 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:08:16 smithi178 bash[22034]: cluster 2024-09-13T14:08:15.621467+0000 mgr.x (mgr.24517) 126 : cluster [DBG] pgmap v96: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:08:17.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:08:16 smithi062 bash[19845]: cluster 2024-09-13T14:08:15.621467+0000 mgr.x (mgr.24517) 126 : cluster [DBG] pgmap v96: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:08:17.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:08:16 smithi062 bash[26634]: cluster 2024-09-13T14:08:15.621467+0000 mgr.x (mgr.24517) 126 : cluster [DBG] pgmap v96: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:08:19.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:08:18 smithi062 bash[19845]: cluster 2024-09-13T14:08:17.622239+0000 mgr.x (mgr.24517) 127 : cluster [DBG] pgmap v97: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:08:19.002 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:08:18 smithi062 bash[26634]: cluster 2024-09-13T14:08:17.622239+0000 mgr.x (mgr.24517) 127 : cluster [DBG] pgmap v97: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:08:19.181 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:08:18 smithi178 bash[22034]: cluster 2024-09-13T14:08:17.622239+0000 mgr.x (mgr.24517) 127 : cluster [DBG] pgmap v97: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:08:21.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:08:20 smithi062 bash[19845]: cluster 2024-09-13T14:08:19.622997+0000 mgr.x (mgr.24517) 128 : cluster [DBG] pgmap v98: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:08:21.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:08:20 smithi062 bash[19845]: audit 2024-09-13T14:08:19.658747+0000 mgr.x (mgr.24517) 129 : audit [DBG] from='client.15054 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:08:21.002 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:08:20 smithi062 bash[26634]: cluster 2024-09-13T14:08:19.622997+0000 mgr.x (mgr.24517) 128 : cluster [DBG] pgmap v98: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:08:21.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:08:20 smithi062 bash[26634]: audit 2024-09-13T14:08:19.658747+0000 mgr.x (mgr.24517) 129 : audit [DBG] from='client.15054 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:08:21.181 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:08:20 smithi178 bash[22034]: cluster 2024-09-13T14:08:19.622997+0000 mgr.x (mgr.24517) 128 : cluster [DBG] pgmap v98: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:08:21.181 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:08:20 smithi178 bash[22034]: audit 2024-09-13T14:08:19.658747+0000 mgr.x (mgr.24517) 129 : audit [DBG] from='client.15054 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:08:23.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:08:22 smithi062 bash[19845]: cluster 2024-09-13T14:08:21.624621+0000 mgr.x (mgr.24517) 130 : cluster [DBG] pgmap v99: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:08:23.002 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:08:22 smithi062 bash[26634]: cluster 2024-09-13T14:08:21.624621+0000 mgr.x (mgr.24517) 130 : cluster [DBG] pgmap v99: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:08:23.181 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:08:22 smithi178 bash[22034]: cluster 2024-09-13T14:08:21.624621+0000 mgr.x (mgr.24517) 130 : cluster [DBG] pgmap v99: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:08:25.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:08:24 smithi062 bash[19845]: cluster 2024-09-13T14:08:23.625286+0000 mgr.x (mgr.24517) 131 : cluster [DBG] pgmap v100: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:08:25.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:08:24 smithi062 bash[19845]: audit 2024-09-13T14:08:24.656356+0000 mon.b (mon.1) 79 : audit [DBG] from='mgr.24517 172.21.15.178:0/2374933869' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:08:25.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:08:24 smithi062 bash[26634]: cluster 2024-09-13T14:08:23.625286+0000 mgr.x (mgr.24517) 131 : cluster [DBG] pgmap v100: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:08:25.005 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:08:24 smithi062 bash[26634]: audit 2024-09-13T14:08:24.656356+0000 mon.b (mon.1) 79 : audit [DBG] from='mgr.24517 172.21.15.178:0/2374933869' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:08:25.181 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:08:24 smithi178 bash[22034]: cluster 2024-09-13T14:08:23.625286+0000 mgr.x (mgr.24517) 131 : cluster [DBG] pgmap v100: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:08:25.181 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:08:24 smithi178 bash[22034]: audit 2024-09-13T14:08:24.656356+0000 mon.b (mon.1) 79 : audit [DBG] from='mgr.24517 172.21.15.178:0/2374933869' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:08:26.431 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 13 14:08:26 smithi178 bash[50171]: ::ffff:172.21.15.178 - - [13/Sep/2024:14:08:26] "GET /metrics HTTP/1.1" 200 38235 "" "Prometheus/2.43.0" 2024-09-13T14:08:27.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:08:26 smithi062 bash[19845]: cluster 2024-09-13T14:08:25.626832+0000 mgr.x (mgr.24517) 132 : cluster [DBG] pgmap v101: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:08:27.002 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:08:26 smithi062 bash[26634]: cluster 2024-09-13T14:08:25.626832+0000 mgr.x (mgr.24517) 132 : cluster [DBG] pgmap v101: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:08:27.181 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:08:26 smithi178 bash[22034]: cluster 2024-09-13T14:08:25.626832+0000 mgr.x (mgr.24517) 132 : cluster [DBG] pgmap v101: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:08:28.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:08:27 smithi062 bash[19845]: cluster 2024-09-13T14:08:27.627557+0000 mgr.x (mgr.24517) 133 : cluster [DBG] pgmap v102: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:08:28.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:08:27 smithi062 bash[26634]: cluster 2024-09-13T14:08:27.627557+0000 mgr.x (mgr.24517) 133 : cluster [DBG] pgmap v102: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:08:28.181 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:08:27 smithi178 bash[22034]: cluster 2024-09-13T14:08:27.627557+0000 mgr.x (mgr.24517) 133 : cluster [DBG] pgmap v102: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:08:30.752 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:08:30 smithi062 bash[19845]: cluster 2024-09-13T14:08:29.628287+0000 mgr.x (mgr.24517) 134 : cluster [DBG] pgmap v103: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:08:30.752 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:08:30 smithi062 bash[19845]: audit 2024-09-13T14:08:29.664461+0000 mgr.x (mgr.24517) 135 : audit [DBG] from='client.15054 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:08:30.753 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:08:30 smithi062 bash[26634]: cluster 2024-09-13T14:08:29.628287+0000 mgr.x (mgr.24517) 134 : cluster [DBG] pgmap v103: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:08:30.753 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:08:30 smithi062 bash[26634]: audit 2024-09-13T14:08:29.664461+0000 mgr.x (mgr.24517) 135 : audit [DBG] from='client.15054 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:08:31.181 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:08:30 smithi178 bash[22034]: cluster 2024-09-13T14:08:29.628287+0000 mgr.x (mgr.24517) 134 : cluster [DBG] pgmap v103: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:08:31.181 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:08:30 smithi178 bash[22034]: audit 2024-09-13T14:08:29.664461+0000 mgr.x (mgr.24517) 135 : audit [DBG] from='client.15054 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:08:31.385 DEBUG:teuthology.orchestra.run.smithi062:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ff1149ea-71d5-11ef-bceb-c7b262605968 -e sha1=b0201b8c79733293453e7f10a10c7fa43119222b -- bash -c 'ceph orch daemon redeploy "mgr.$(ceph mgr dump -f json | jq .standbys | jq .[] | jq -r .name)" --image quay.ceph.io/ceph-ci/ceph:$sha1' 2024-09-13T14:08:33.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:08:32 smithi062 bash[19845]: cluster 2024-09-13T14:08:31.629955+0000 mgr.x (mgr.24517) 136 : cluster [DBG] pgmap v104: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:08:33.002 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:08:32 smithi062 bash[26634]: cluster 2024-09-13T14:08:31.629955+0000 mgr.x (mgr.24517) 136 : cluster [DBG] pgmap v104: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:08:33.181 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:08:32 smithi178 bash[22034]: cluster 2024-09-13T14:08:31.629955+0000 mgr.x (mgr.24517) 136 : cluster [DBG] pgmap v104: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:08:35.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:08:34 smithi062 bash[19845]: cluster 2024-09-13T14:08:33.630699+0000 mgr.x (mgr.24517) 137 : cluster [DBG] pgmap v105: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:08:35.002 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:08:34 smithi062 bash[26634]: cluster 2024-09-13T14:08:33.630699+0000 mgr.x (mgr.24517) 137 : cluster [DBG] pgmap v105: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:08:35.181 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:08:34 smithi178 bash[22034]: cluster 2024-09-13T14:08:33.630699+0000 mgr.x (mgr.24517) 137 : cluster [DBG] pgmap v105: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:08:36.216 INFO:teuthology.orchestra.run.smithi062.stderr:Inferring config /var/lib/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T14:08:36.431 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 13 14:08:36 smithi178 bash[50171]: ::ffff:172.21.15.178 - - [13/Sep/2024:14:08:36] "GET /metrics HTTP/1.1" 200 38235 "" "Prometheus/2.43.0" 2024-09-13T14:08:37.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:08:36 smithi062 bash[19845]: cluster 2024-09-13T14:08:35.632371+0000 mgr.x (mgr.24517) 138 : cluster [DBG] pgmap v106: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:08:37.002 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:08:36 smithi062 bash[26634]: cluster 2024-09-13T14:08:35.632371+0000 mgr.x (mgr.24517) 138 : cluster [DBG] pgmap v106: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:08:37.182 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:08:36 smithi178 bash[22034]: cluster 2024-09-13T14:08:35.632371+0000 mgr.x (mgr.24517) 138 : cluster [DBG] pgmap v106: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:08:38.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:08:37 smithi062 bash[19845]: audit 2024-09-13T14:08:37.650054+0000 mon.c (mon.2) 41 : audit [DBG] from='client.? 172.21.15.62:0/683431659' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-09-13T14:08:38.002 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:08:37 smithi062 bash[26634]: audit 2024-09-13T14:08:37.650054+0000 mon.c (mon.2) 41 : audit [DBG] from='client.? 172.21.15.62:0/683431659' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-09-13T14:08:38.055 INFO:teuthology.orchestra.run.smithi062.stdout:Scheduled to redeploy mgr.y on host 'smithi062' 2024-09-13T14:08:38.181 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:08:37 smithi178 bash[22034]: audit 2024-09-13T14:08:37.650054+0000 mon.c (mon.2) 41 : audit [DBG] from='client.? 172.21.15.62:0/683431659' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-09-13T14:08:38.787 DEBUG:teuthology.orchestra.run.smithi062:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ff1149ea-71d5-11ef-bceb-c7b262605968 -e sha1=b0201b8c79733293453e7f10a10c7fa43119222b -- bash -c 'ceph orch ps --refresh' 2024-09-13T14:08:39.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:08:38 smithi062 bash[19845]: cluster 2024-09-13T14:08:37.633098+0000 mgr.x (mgr.24517) 139 : cluster [DBG] pgmap v107: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:08:39.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:08:38 smithi062 bash[19845]: audit 2024-09-13T14:08:37.993184+0000 mgr.x (mgr.24517) 140 : audit [DBG] from='client.15120 -' entity='client.admin' cmd=[{"prefix": "orch daemon redeploy", "name": "mgr.y", "image": "quay.ceph.io/ceph-ci/ceph:b0201b8c79733293453e7f10a10c7fa43119222b", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:08:39.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:08:38 smithi062 bash[19845]: audit 2024-09-13T14:08:37.999987+0000 mon.a (mon.0) 1128 : audit [INF] from='mgr.24517 ' entity='mgr.x' 2024-09-13T14:08:39.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:08:38 smithi062 bash[19845]: cephadm 2024-09-13T14:08:38.032865+0000 mgr.x (mgr.24517) 141 : cephadm [INF] Schedule redeploy daemon mgr.y 2024-09-13T14:08:39.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:08:38 smithi062 bash[19845]: audit 2024-09-13T14:08:38.038939+0000 mon.a (mon.0) 1129 : audit [INF] from='mgr.24517 ' entity='mgr.x' 2024-09-13T14:08:39.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:08:38 smithi062 bash[19845]: audit 2024-09-13T14:08:38.054469+0000 mon.a (mon.0) 1130 : audit [INF] from='mgr.24517 ' entity='mgr.x' 2024-09-13T14:08:39.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:08:38 smithi062 bash[19845]: audit 2024-09-13T14:08:38.060834+0000 mon.b (mon.1) 80 : audit [DBG] from='mgr.24517 172.21.15.178:0/2374933869' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:08:39.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:08:38 smithi062 bash[19845]: audit 2024-09-13T14:08:38.062341+0000 mon.b (mon.1) 81 : audit [INF] from='mgr.24517 172.21.15.178:0/2374933869' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T14:08:39.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:08:38 smithi062 bash[19845]: audit 2024-09-13T14:08:38.071697+0000 mon.a (mon.0) 1131 : audit [INF] from='mgr.24517 ' entity='mgr.x' 2024-09-13T14:08:39.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:08:38 smithi062 bash[19845]: audit 2024-09-13T14:08:38.113094+0000 mon.a (mon.0) 1132 : audit [INF] from='mgr.24517 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-13T14:08:39.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:08:38 smithi062 bash[19845]: audit 2024-09-13T14:08:38.114585+0000 mon.b (mon.1) 82 : audit [INF] from='mgr.24517 172.21.15.178:0/2374933869' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-13T14:08:39.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:08:38 smithi062 bash[19845]: audit 2024-09-13T14:08:38.117532+0000 mon.b (mon.1) 83 : audit [DBG] from='mgr.24517 172.21.15.178:0/2374933869' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-13T14:08:39.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:08:38 smithi062 bash[19845]: audit 2024-09-13T14:08:38.120636+0000 mon.b (mon.1) 84 : audit [DBG] from='mgr.24517 172.21.15.178:0/2374933869' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:08:39.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:08:38 smithi062 bash[19845]: cephadm 2024-09-13T14:08:38.123136+0000 mgr.x (mgr.24517) 142 : cephadm [INF] Deploying daemon mgr.y on smithi062 2024-09-13T14:08:39.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:08:38 smithi062 bash[26634]: cluster 2024-09-13T14:08:37.633098+0000 mgr.x (mgr.24517) 139 : cluster [DBG] pgmap v107: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:08:39.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:08:38 smithi062 bash[26634]: audit 2024-09-13T14:08:37.993184+0000 mgr.x (mgr.24517) 140 : audit [DBG] from='client.15120 -' entity='client.admin' cmd=[{"prefix": "orch daemon redeploy", "name": "mgr.y", "image": "quay.ceph.io/ceph-ci/ceph:b0201b8c79733293453e7f10a10c7fa43119222b", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:08:39.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:08:38 smithi062 bash[26634]: audit 2024-09-13T14:08:37.999987+0000 mon.a (mon.0) 1128 : audit [INF] from='mgr.24517 ' entity='mgr.x' 2024-09-13T14:08:39.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:08:38 smithi062 bash[26634]: cephadm 2024-09-13T14:08:38.032865+0000 mgr.x (mgr.24517) 141 : cephadm [INF] Schedule redeploy daemon mgr.y 2024-09-13T14:08:39.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:08:38 smithi062 bash[26634]: audit 2024-09-13T14:08:38.038939+0000 mon.a (mon.0) 1129 : audit [INF] from='mgr.24517 ' entity='mgr.x' 2024-09-13T14:08:39.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:08:38 smithi062 bash[26634]: audit 2024-09-13T14:08:38.054469+0000 mon.a (mon.0) 1130 : audit [INF] from='mgr.24517 ' entity='mgr.x' 2024-09-13T14:08:39.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:08:38 smithi062 bash[26634]: audit 2024-09-13T14:08:38.060834+0000 mon.b (mon.1) 80 : audit [DBG] from='mgr.24517 172.21.15.178:0/2374933869' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:08:39.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:08:38 smithi062 bash[26634]: audit 2024-09-13T14:08:38.062341+0000 mon.b (mon.1) 81 : audit [INF] from='mgr.24517 172.21.15.178:0/2374933869' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T14:08:39.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:08:38 smithi062 bash[26634]: audit 2024-09-13T14:08:38.071697+0000 mon.a (mon.0) 1131 : audit [INF] from='mgr.24517 ' entity='mgr.x' 2024-09-13T14:08:39.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:08:38 smithi062 bash[26634]: audit 2024-09-13T14:08:38.113094+0000 mon.a (mon.0) 1132 : audit [INF] from='mgr.24517 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-13T14:08:39.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:08:38 smithi062 bash[26634]: audit 2024-09-13T14:08:38.114585+0000 mon.b (mon.1) 82 : audit [INF] from='mgr.24517 172.21.15.178:0/2374933869' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-13T14:08:39.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:08:38 smithi062 bash[26634]: audit 2024-09-13T14:08:38.117532+0000 mon.b (mon.1) 83 : audit [DBG] from='mgr.24517 172.21.15.178:0/2374933869' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-13T14:08:39.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:08:38 smithi062 bash[26634]: audit 2024-09-13T14:08:38.120636+0000 mon.b (mon.1) 84 : audit [DBG] from='mgr.24517 172.21.15.178:0/2374933869' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:08:39.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:08:38 smithi062 bash[26634]: cephadm 2024-09-13T14:08:38.123136+0000 mgr.x (mgr.24517) 142 : cephadm [INF] Deploying daemon mgr.y on smithi062 2024-09-13T14:08:39.181 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:08:38 smithi178 bash[22034]: cluster 2024-09-13T14:08:37.633098+0000 mgr.x (mgr.24517) 139 : cluster [DBG] pgmap v107: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:08:39.182 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:08:38 smithi178 bash[22034]: audit 2024-09-13T14:08:37.993184+0000 mgr.x (mgr.24517) 140 : audit [DBG] from='client.15120 -' entity='client.admin' cmd=[{"prefix": "orch daemon redeploy", "name": "mgr.y", "image": "quay.ceph.io/ceph-ci/ceph:b0201b8c79733293453e7f10a10c7fa43119222b", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:08:39.182 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:08:38 smithi178 bash[22034]: audit 2024-09-13T14:08:37.999987+0000 mon.a (mon.0) 1128 : audit [INF] from='mgr.24517 ' entity='mgr.x' 2024-09-13T14:08:39.182 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:08:38 smithi178 bash[22034]: cephadm 2024-09-13T14:08:38.032865+0000 mgr.x (mgr.24517) 141 : cephadm [INF] Schedule redeploy daemon mgr.y 2024-09-13T14:08:39.182 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:08:38 smithi178 bash[22034]: audit 2024-09-13T14:08:38.038939+0000 mon.a (mon.0) 1129 : audit [INF] from='mgr.24517 ' entity='mgr.x' 2024-09-13T14:08:39.182 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:08:38 smithi178 bash[22034]: audit 2024-09-13T14:08:38.054469+0000 mon.a (mon.0) 1130 : audit [INF] from='mgr.24517 ' entity='mgr.x' 2024-09-13T14:08:39.182 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:08:38 smithi178 bash[22034]: audit 2024-09-13T14:08:38.060834+0000 mon.b (mon.1) 80 : audit [DBG] from='mgr.24517 172.21.15.178:0/2374933869' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:08:39.182 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:08:38 smithi178 bash[22034]: audit 2024-09-13T14:08:38.062341+0000 mon.b (mon.1) 81 : audit [INF] from='mgr.24517 172.21.15.178:0/2374933869' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T14:08:39.182 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:08:38 smithi178 bash[22034]: audit 2024-09-13T14:08:38.071697+0000 mon.a (mon.0) 1131 : audit [INF] from='mgr.24517 ' entity='mgr.x' 2024-09-13T14:08:39.182 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:08:38 smithi178 bash[22034]: audit 2024-09-13T14:08:38.113094+0000 mon.a (mon.0) 1132 : audit [INF] from='mgr.24517 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-13T14:08:39.182 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:08:38 smithi178 bash[22034]: audit 2024-09-13T14:08:38.114585+0000 mon.b (mon.1) 82 : audit [INF] from='mgr.24517 172.21.15.178:0/2374933869' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-13T14:08:39.182 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:08:38 smithi178 bash[22034]: audit 2024-09-13T14:08:38.117532+0000 mon.b (mon.1) 83 : audit [DBG] from='mgr.24517 172.21.15.178:0/2374933869' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-13T14:08:39.182 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:08:38 smithi178 bash[22034]: audit 2024-09-13T14:08:38.120636+0000 mon.b (mon.1) 84 : audit [DBG] from='mgr.24517 172.21.15.178:0/2374933869' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:08:39.183 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:08:38 smithi178 bash[22034]: cephadm 2024-09-13T14:08:38.123136+0000 mgr.x (mgr.24517) 142 : cephadm [INF] Deploying daemon mgr.y on smithi062 2024-09-13T14:08:40.002 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:08:39 smithi062 bash[26634]: cluster 2024-09-13T14:08:39.633788+0000 mgr.x (mgr.24517) 143 : cluster [DBG] pgmap v108: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:08:40.002 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:08:39 smithi062 bash[26634]: audit 2024-09-13T14:08:39.657234+0000 mon.b (mon.1) 85 : audit [DBG] from='mgr.24517 172.21.15.178:0/2374933869' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:08:40.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:08:39 smithi062 bash[26634]: audit 2024-09-13T14:08:39.674631+0000 mgr.x (mgr.24517) 144 : audit [DBG] from='client.15054 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:08:40.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:08:39 smithi062 bash[19845]: cluster 2024-09-13T14:08:39.633788+0000 mgr.x (mgr.24517) 143 : cluster [DBG] pgmap v108: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:08:40.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:08:39 smithi062 bash[19845]: audit 2024-09-13T14:08:39.657234+0000 mon.b (mon.1) 85 : audit [DBG] from='mgr.24517 172.21.15.178:0/2374933869' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:08:40.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:08:39 smithi062 bash[19845]: audit 2024-09-13T14:08:39.674631+0000 mgr.x (mgr.24517) 144 : audit [DBG] from='client.15054 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:08:40.182 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:08:39 smithi178 bash[22034]: cluster 2024-09-13T14:08:39.633788+0000 mgr.x (mgr.24517) 143 : cluster [DBG] pgmap v108: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:08:40.182 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:08:39 smithi178 bash[22034]: audit 2024-09-13T14:08:39.657234+0000 mon.b (mon.1) 85 : audit [DBG] from='mgr.24517 172.21.15.178:0/2374933869' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:08:40.182 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:08:39 smithi178 bash[22034]: audit 2024-09-13T14:08:39.674631+0000 mgr.x (mgr.24517) 144 : audit [DBG] from='client.15054 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:08:43.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:08:42 smithi062 bash[19845]: cluster 2024-09-13T14:08:41.635395+0000 mgr.x (mgr.24517) 145 : cluster [DBG] pgmap v109: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:08:43.002 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:08:42 smithi062 bash[26634]: cluster 2024-09-13T14:08:41.635395+0000 mgr.x (mgr.24517) 145 : cluster [DBG] pgmap v109: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:08:43.181 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:08:42 smithi178 bash[22034]: cluster 2024-09-13T14:08:41.635395+0000 mgr.x (mgr.24517) 145 : cluster [DBG] pgmap v109: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:08:43.622 INFO:teuthology.orchestra.run.smithi062.stderr:Inferring config /var/lib/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T14:08:45.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:08:44 smithi062 bash[19845]: cluster 2024-09-13T14:08:43.636111+0000 mgr.x (mgr.24517) 146 : cluster [DBG] pgmap v110: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:08:45.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:08:44 smithi062 bash[26634]: cluster 2024-09-13T14:08:43.636111+0000 mgr.x (mgr.24517) 146 : cluster [DBG] pgmap v110: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:08:45.181 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:08:44 smithi178 bash[22034]: cluster 2024-09-13T14:08:43.636111+0000 mgr.x (mgr.24517) 146 : cluster [DBG] pgmap v110: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:08:46.140 INFO:teuthology.orchestra.run.smithi062.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-13T14:08:46.140 INFO:teuthology.orchestra.run.smithi062.stdout:alertmanager.a smithi062 *:9093,9094 running (13m) 2m ago 13m 13.4M - 0.25.0 c8568f914cd2 3855e7cada7e 2024-09-13T14:08:46.140 INFO:teuthology.orchestra.run.smithi062.stdout:grafana.a smithi178 *:3000 running (13m) 2m ago 13m 74.6M - 9.4.12 2bacad6d85d8 f92f4c844371 2024-09-13T14:08:46.140 INFO:teuthology.orchestra.run.smithi062.stdout:iscsi.foo.smithi062.auboqe smithi062 *:5000 running (3m) 2m ago 11m 46.8M - 3.8 19dc8d659727 65090de520e9 2024-09-13T14:08:46.140 INFO:teuthology.orchestra.run.smithi062.stdout:mgr.x smithi178 *:8443,9283,8765 running (6m) 2m ago 22m 496M - 19.3.0-4917-gb0201b8c 1641fe80ce72 a32905ba8b13 2024-09-13T14:08:46.140 INFO:teuthology.orchestra.run.smithi062.stdout:mgr.y smithi062 *:9283,8765 running (24m) 2m ago 24m 426M - 19.1.1-322-g7741f7f9 19dc8d659727 7076bd20465f 2024-09-13T14:08:46.140 INFO:teuthology.orchestra.run.smithi062.stdout:mon.a smithi062 running (24m) 2m ago 24m 61.7M 2048M 19.1.1-322-g7741f7f9 19dc8d659727 4664a2c15794 2024-09-13T14:08:46.140 INFO:teuthology.orchestra.run.smithi062.stdout:mon.b smithi178 running (22m) 2m ago 22m 46.9M 2048M 19.1.1-322-g7741f7f9 19dc8d659727 f0553780881c 2024-09-13T14:08:46.140 INFO:teuthology.orchestra.run.smithi062.stdout:mon.c smithi062 running (22m) 2m ago 22m 48.3M 2048M 19.1.1-322-g7741f7f9 19dc8d659727 0846e375e651 2024-09-13T14:08:46.141 INFO:teuthology.orchestra.run.smithi062.stdout:node-exporter.a smithi062 *:9100 running (14m) 2m ago 14m 8855k - 1.5.0 0da6a335fe13 fd29265c5570 2024-09-13T14:08:46.141 INFO:teuthology.orchestra.run.smithi062.stdout:node-exporter.b smithi178 *:9100 running (14m) 2m ago 14m 8664k - 1.5.0 0da6a335fe13 400d31a0fc83 2024-09-13T14:08:46.141 INFO:teuthology.orchestra.run.smithi062.stdout:osd.0 smithi062 running (21m) 2m ago 21m 61.3M 3036M 19.1.1-322-g7741f7f9 19dc8d659727 a01ecc33ada0 2024-09-13T14:08:46.141 INFO:teuthology.orchestra.run.smithi062.stdout:osd.1 smithi062 running (20m) 2m ago 20m 54.1M 3036M 19.1.1-322-g7741f7f9 19dc8d659727 d6ca3f655d05 2024-09-13T14:08:46.141 INFO:teuthology.orchestra.run.smithi062.stdout:osd.2 smithi062 running (19m) 2m ago 19m 57.6M 3036M 19.1.1-322-g7741f7f9 19dc8d659727 f001b702483d 2024-09-13T14:08:46.141 INFO:teuthology.orchestra.run.smithi062.stdout:osd.3 smithi062 running (18m) 2m ago 18m 52.6M 3036M 19.1.1-322-g7741f7f9 19dc8d659727 cebed6322996 2024-09-13T14:08:46.141 INFO:teuthology.orchestra.run.smithi062.stdout:osd.4 smithi178 running (18m) 2m ago 18m 60.3M 3292M 19.1.1-322-g7741f7f9 19dc8d659727 7ff166ed36a8 2024-09-13T14:08:46.141 INFO:teuthology.orchestra.run.smithi062.stdout:osd.5 smithi178 running (17m) 2m ago 17m 59.9M 3292M 19.1.1-322-g7741f7f9 19dc8d659727 0ee354299930 2024-09-13T14:08:46.141 INFO:teuthology.orchestra.run.smithi062.stdout:osd.6 smithi178 running (16m) 2m ago 16m 49.9M 3292M 19.1.1-322-g7741f7f9 19dc8d659727 e6cb50c05b1b 2024-09-13T14:08:46.141 INFO:teuthology.orchestra.run.smithi062.stdout:osd.7 smithi178 running (15m) 2m ago 15m 59.9M 3292M 19.1.1-322-g7741f7f9 19dc8d659727 fbc9d74ccd0e 2024-09-13T14:08:46.141 INFO:teuthology.orchestra.run.smithi062.stdout:prometheus.a smithi178 *:9095 running (3m) 2m ago 14m 31.6M - 2.43.0 a07b618ecd1d 1440cd3e2d09 2024-09-13T14:08:46.141 INFO:teuthology.orchestra.run.smithi062.stdout:rgw.foo.smithi062.raldkl smithi062 *:8000 running (11m) 2m ago 11m 94.5M - 19.1.1-322-g7741f7f9 19dc8d659727 c374202ad667 2024-09-13T14:08:46.141 INFO:teuthology.orchestra.run.smithi062.stdout:rgw.foo.smithi178.sseeij smithi178 *:8000 running (11m) 2m ago 11m 95.1M - 19.1.1-322-g7741f7f9 19dc8d659727 86fcacc26a6b 2024-09-13T14:08:46.431 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 13 14:08:46 smithi178 bash[50171]: ::ffff:172.21.15.178 - - [13/Sep/2024:14:08:46] "GET /metrics HTTP/1.1" 200 38235 "" "Prometheus/2.43.0" 2024-09-13T14:08:46.975 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:08:46 smithi062 bash[26634]: cluster 2024-09-13T14:08:45.637806+0000 mgr.x (mgr.24517) 147 : cluster [DBG] pgmap v111: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:08:46.975 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:08:46 smithi062 bash[19845]: cluster 2024-09-13T14:08:45.637806+0000 mgr.x (mgr.24517) 147 : cluster [DBG] pgmap v111: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:08:46.977 DEBUG:teuthology.orchestra.run.smithi062:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ff1149ea-71d5-11ef-bceb-c7b262605968 -e sha1=b0201b8c79733293453e7f10a10c7fa43119222b -- bash -c 'sleep 180' 2024-09-13T14:08:47.181 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:08:46 smithi178 bash[22034]: cluster 2024-09-13T14:08:45.637806+0000 mgr.x (mgr.24517) 147 : cluster [DBG] pgmap v111: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:08:48.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:08:47 smithi062 bash[19845]: audit 2024-09-13T14:08:46.100034+0000 mgr.x (mgr.24517) 148 : audit [DBG] from='client.25010 -' entity='client.admin' cmd=[{"prefix": "orch ps", "refresh": true, "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:08:48.002 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:08:47 smithi062 bash[26634]: audit 2024-09-13T14:08:46.100034+0000 mgr.x (mgr.24517) 148 : audit [DBG] from='client.25010 -' entity='client.admin' cmd=[{"prefix": "orch ps", "refresh": true, "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:08:48.181 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:08:47 smithi178 bash[22034]: audit 2024-09-13T14:08:46.100034+0000 mgr.x (mgr.24517) 148 : audit [DBG] from='client.25010 -' entity='client.admin' cmd=[{"prefix": "orch ps", "refresh": true, "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:08:49.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:08:48 smithi062 bash[19845]: cluster 2024-09-13T14:08:47.638482+0000 mgr.x (mgr.24517) 149 : cluster [DBG] pgmap v112: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:08:49.002 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:08:48 smithi062 bash[26634]: cluster 2024-09-13T14:08:47.638482+0000 mgr.x (mgr.24517) 149 : cluster [DBG] pgmap v112: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:08:49.181 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:08:48 smithi178 bash[22034]: cluster 2024-09-13T14:08:47.638482+0000 mgr.x (mgr.24517) 149 : cluster [DBG] pgmap v112: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:08:50.002 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:08:49 smithi062 bash[26634]: cluster 2024-09-13T14:08:49.639210+0000 mgr.x (mgr.24517) 150 : cluster [DBG] pgmap v113: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:08:50.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:08:49 smithi062 bash[26634]: audit 2024-09-13T14:08:49.682745+0000 mgr.x (mgr.24517) 151 : audit [DBG] from='client.15054 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:08:50.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:08:49 smithi062 bash[19845]: cluster 2024-09-13T14:08:49.639210+0000 mgr.x (mgr.24517) 150 : cluster [DBG] pgmap v113: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:08:50.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:08:49 smithi062 bash[19845]: audit 2024-09-13T14:08:49.682745+0000 mgr.x (mgr.24517) 151 : audit [DBG] from='client.15054 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:08:50.181 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:08:49 smithi178 bash[22034]: cluster 2024-09-13T14:08:49.639210+0000 mgr.x (mgr.24517) 150 : cluster [DBG] pgmap v113: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:08:50.181 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:08:49 smithi178 bash[22034]: audit 2024-09-13T14:08:49.682745+0000 mgr.x (mgr.24517) 151 : audit [DBG] from='client.15054 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:08:51.824 INFO:teuthology.orchestra.run.smithi062.stderr:Inferring config /var/lib/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T14:08:53.181 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:08:52 smithi178 bash[22034]: cluster 2024-09-13T14:08:51.640893+0000 mgr.x (mgr.24517) 152 : cluster [DBG] pgmap v114: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:08:53.252 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:08:52 smithi062 bash[26634]: cluster 2024-09-13T14:08:51.640893+0000 mgr.x (mgr.24517) 152 : cluster [DBG] pgmap v114: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:08:53.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:08:52 smithi062 bash[19845]: cluster 2024-09-13T14:08:51.640893+0000 mgr.x (mgr.24517) 152 : cluster [DBG] pgmap v114: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:08:55.002 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:08:54 smithi062 bash[26634]: cluster 2024-09-13T14:08:53.641674+0000 mgr.x (mgr.24517) 153 : cluster [DBG] pgmap v115: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:08:55.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:08:54 smithi062 bash[26634]: audit 2024-09-13T14:08:54.657264+0000 mon.b (mon.1) 86 : audit [DBG] from='mgr.24517 172.21.15.178:0/2374933869' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:08:55.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:08:54 smithi062 bash[19845]: cluster 2024-09-13T14:08:53.641674+0000 mgr.x (mgr.24517) 153 : cluster [DBG] pgmap v115: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:08:55.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:08:54 smithi062 bash[19845]: audit 2024-09-13T14:08:54.657264+0000 mon.b (mon.1) 86 : audit [DBG] from='mgr.24517 172.21.15.178:0/2374933869' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:08:55.181 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:08:54 smithi178 bash[22034]: cluster 2024-09-13T14:08:53.641674+0000 mgr.x (mgr.24517) 153 : cluster [DBG] pgmap v115: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:08:55.181 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:08:54 smithi178 bash[22034]: audit 2024-09-13T14:08:54.657264+0000 mon.b (mon.1) 86 : audit [DBG] from='mgr.24517 172.21.15.178:0/2374933869' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:08:56.431 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 13 14:08:56 smithi178 bash[50171]: ::ffff:172.21.15.178 - - [13/Sep/2024:14:08:56] "GET /metrics HTTP/1.1" 200 38233 "" "Prometheus/2.43.0" 2024-09-13T14:08:57.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:08:56 smithi062 bash[19845]: cluster 2024-09-13T14:08:55.643308+0000 mgr.x (mgr.24517) 154 : cluster [DBG] pgmap v116: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:08:57.002 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:08:56 smithi062 bash[26634]: cluster 2024-09-13T14:08:55.643308+0000 mgr.x (mgr.24517) 154 : cluster [DBG] pgmap v116: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:08:57.181 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:08:56 smithi178 bash[22034]: cluster 2024-09-13T14:08:55.643308+0000 mgr.x (mgr.24517) 154 : cluster [DBG] pgmap v116: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:08:59.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:08:58 smithi062 bash[19845]: cluster 2024-09-13T14:08:57.644029+0000 mgr.x (mgr.24517) 155 : cluster [DBG] pgmap v117: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:08:59.005 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:08:58 smithi062 bash[26634]: cluster 2024-09-13T14:08:57.644029+0000 mgr.x (mgr.24517) 155 : cluster [DBG] pgmap v117: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:08:59.181 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:08:58 smithi178 bash[22034]: cluster 2024-09-13T14:08:57.644029+0000 mgr.x (mgr.24517) 155 : cluster [DBG] pgmap v117: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:09:00.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:08:59 smithi062 bash[19845]: cluster 2024-09-13T14:08:59.644728+0000 mgr.x (mgr.24517) 156 : cluster [DBG] pgmap v118: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:09:00.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:08:59 smithi062 bash[19845]: audit 2024-09-13T14:08:59.690718+0000 mgr.x (mgr.24517) 157 : audit [DBG] from='client.15054 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:09:00.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:08:59 smithi062 bash[26634]: cluster 2024-09-13T14:08:59.644728+0000 mgr.x (mgr.24517) 156 : cluster [DBG] pgmap v118: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:09:00.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:08:59 smithi062 bash[26634]: audit 2024-09-13T14:08:59.690718+0000 mgr.x (mgr.24517) 157 : audit [DBG] from='client.15054 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:09:00.181 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:08:59 smithi178 bash[22034]: cluster 2024-09-13T14:08:59.644728+0000 mgr.x (mgr.24517) 156 : cluster [DBG] pgmap v118: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:09:00.181 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:08:59 smithi178 bash[22034]: audit 2024-09-13T14:08:59.690718+0000 mgr.x (mgr.24517) 157 : audit [DBG] from='client.15054 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:09:03.002 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:09:02 smithi062 bash[26634]: cluster 2024-09-13T14:09:01.646395+0000 mgr.x (mgr.24517) 158 : cluster [DBG] pgmap v119: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:09:03.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:09:02 smithi062 bash[19845]: cluster 2024-09-13T14:09:01.646395+0000 mgr.x (mgr.24517) 158 : cluster [DBG] pgmap v119: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:09:03.181 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:09:02 smithi178 bash[22034]: cluster 2024-09-13T14:09:01.646395+0000 mgr.x (mgr.24517) 158 : cluster [DBG] pgmap v119: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:09:05.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:09:04 smithi062 bash[19845]: cluster 2024-09-13T14:09:03.647112+0000 mgr.x (mgr.24517) 159 : cluster [DBG] pgmap v120: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:09:05.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:09:04 smithi062 bash[26634]: cluster 2024-09-13T14:09:03.647112+0000 mgr.x (mgr.24517) 159 : cluster [DBG] pgmap v120: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:09:05.181 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:09:04 smithi178 bash[22034]: cluster 2024-09-13T14:09:03.647112+0000 mgr.x (mgr.24517) 159 : cluster [DBG] pgmap v120: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:09:06.431 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 13 14:09:06 smithi178 bash[50171]: ::ffff:172.21.15.178 - - [13/Sep/2024:14:09:06] "GET /metrics HTTP/1.1" 200 38233 "" "Prometheus/2.43.0" 2024-09-13T14:09:07.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:09:06 smithi062 bash[19845]: cluster 2024-09-13T14:09:05.648782+0000 mgr.x (mgr.24517) 160 : cluster [DBG] pgmap v121: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:09:07.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:09:06 smithi062 bash[26634]: cluster 2024-09-13T14:09:05.648782+0000 mgr.x (mgr.24517) 160 : cluster [DBG] pgmap v121: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:09:07.181 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:09:06 smithi178 bash[22034]: cluster 2024-09-13T14:09:05.648782+0000 mgr.x (mgr.24517) 160 : cluster [DBG] pgmap v121: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:09:08.002 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:09:07 smithi062 bash[26634]: cluster 2024-09-13T14:09:07.649529+0000 mgr.x (mgr.24517) 161 : cluster [DBG] pgmap v122: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:09:08.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:09:07 smithi062 bash[19845]: cluster 2024-09-13T14:09:07.649529+0000 mgr.x (mgr.24517) 161 : cluster [DBG] pgmap v122: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:09:08.181 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:09:07 smithi178 bash[22034]: cluster 2024-09-13T14:09:07.649529+0000 mgr.x (mgr.24517) 161 : cluster [DBG] pgmap v122: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:09:10.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:09:09 smithi062 bash[19845]: audit 2024-09-13T14:09:09.657671+0000 mon.b (mon.1) 87 : audit [DBG] from='mgr.24517 172.21.15.178:0/2374933869' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:09:10.002 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:09:09 smithi062 bash[26634]: audit 2024-09-13T14:09:09.657671+0000 mon.b (mon.1) 87 : audit [DBG] from='mgr.24517 172.21.15.178:0/2374933869' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:09:10.181 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:09:09 smithi178 bash[22034]: audit 2024-09-13T14:09:09.657671+0000 mon.b (mon.1) 87 : audit [DBG] from='mgr.24517 172.21.15.178:0/2374933869' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:09:11.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:09:10 smithi062 bash[19845]: cluster 2024-09-13T14:09:09.650252+0000 mgr.x (mgr.24517) 162 : cluster [DBG] pgmap v123: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:09:11.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:09:10 smithi062 bash[19845]: audit 2024-09-13T14:09:09.702770+0000 mgr.x (mgr.24517) 163 : audit [DBG] from='client.15054 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:09:11.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:09:10 smithi062 bash[26634]: cluster 2024-09-13T14:09:09.650252+0000 mgr.x (mgr.24517) 162 : cluster [DBG] pgmap v123: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:09:11.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:09:10 smithi062 bash[26634]: audit 2024-09-13T14:09:09.702770+0000 mgr.x (mgr.24517) 163 : audit [DBG] from='client.15054 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:09:11.181 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:09:10 smithi178 bash[22034]: cluster 2024-09-13T14:09:09.650252+0000 mgr.x (mgr.24517) 162 : cluster [DBG] pgmap v123: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:09:11.181 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:09:10 smithi178 bash[22034]: audit 2024-09-13T14:09:09.702770+0000 mgr.x (mgr.24517) 163 : audit [DBG] from='client.15054 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:09:12.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:09:11 smithi062 bash[19845]: cluster 2024-09-13T14:09:11.651920+0000 mgr.x (mgr.24517) 164 : cluster [DBG] pgmap v124: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:09:12.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:09:11 smithi062 bash[26634]: cluster 2024-09-13T14:09:11.651920+0000 mgr.x (mgr.24517) 164 : cluster [DBG] pgmap v124: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:09:12.181 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:09:11 smithi178 bash[22034]: cluster 2024-09-13T14:09:11.651920+0000 mgr.x (mgr.24517) 164 : cluster [DBG] pgmap v124: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:09:15.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:09:14 smithi062 bash[19845]: cluster 2024-09-13T14:09:13.652674+0000 mgr.x (mgr.24517) 165 : cluster [DBG] pgmap v125: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:09:15.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:09:14 smithi062 bash[26634]: cluster 2024-09-13T14:09:13.652674+0000 mgr.x (mgr.24517) 165 : cluster [DBG] pgmap v125: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:09:15.181 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:09:14 smithi178 bash[22034]: cluster 2024-09-13T14:09:13.652674+0000 mgr.x (mgr.24517) 165 : cluster [DBG] pgmap v125: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:09:16.431 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 13 14:09:16 smithi178 bash[50171]: ::ffff:172.21.15.178 - - [13/Sep/2024:14:09:16] "GET /metrics HTTP/1.1" 200 38230 "" "Prometheus/2.43.0" 2024-09-13T14:09:17.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:09:16 smithi062 bash[19845]: cluster 2024-09-13T14:09:15.654390+0000 mgr.x (mgr.24517) 166 : cluster [DBG] pgmap v126: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:09:17.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:09:16 smithi062 bash[26634]: cluster 2024-09-13T14:09:15.654390+0000 mgr.x (mgr.24517) 166 : cluster [DBG] pgmap v126: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:09:17.181 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:09:16 smithi178 bash[22034]: cluster 2024-09-13T14:09:15.654390+0000 mgr.x (mgr.24517) 166 : cluster [DBG] pgmap v126: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:09:18.002 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:09:17 smithi062 bash[26634]: cluster 2024-09-13T14:09:17.655109+0000 mgr.x (mgr.24517) 167 : cluster [DBG] pgmap v127: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:09:18.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:09:17 smithi062 bash[19845]: cluster 2024-09-13T14:09:17.655109+0000 mgr.x (mgr.24517) 167 : cluster [DBG] pgmap v127: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:09:18.181 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:09:17 smithi178 bash[22034]: cluster 2024-09-13T14:09:17.655109+0000 mgr.x (mgr.24517) 167 : cluster [DBG] pgmap v127: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:09:21.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:09:20 smithi062 bash[19845]: cluster 2024-09-13T14:09:19.655841+0000 mgr.x (mgr.24517) 168 : cluster [DBG] pgmap v128: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:09:21.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:09:20 smithi062 bash[19845]: audit 2024-09-13T14:09:19.710786+0000 mgr.x (mgr.24517) 169 : audit [DBG] from='client.15054 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:09:21.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:09:20 smithi062 bash[26634]: cluster 2024-09-13T14:09:19.655841+0000 mgr.x (mgr.24517) 168 : cluster [DBG] pgmap v128: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:09:21.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:09:20 smithi062 bash[26634]: audit 2024-09-13T14:09:19.710786+0000 mgr.x (mgr.24517) 169 : audit [DBG] from='client.15054 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:09:21.181 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:09:20 smithi178 bash[22034]: cluster 2024-09-13T14:09:19.655841+0000 mgr.x (mgr.24517) 168 : cluster [DBG] pgmap v128: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:09:21.181 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:09:20 smithi178 bash[22034]: audit 2024-09-13T14:09:19.710786+0000 mgr.x (mgr.24517) 169 : audit [DBG] from='client.15054 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:09:22.181 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:09:21 smithi178 bash[22034]: cluster 2024-09-13T14:09:21.657510+0000 mgr.x (mgr.24517) 170 : cluster [DBG] pgmap v129: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:09:22.252 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:09:21 smithi062 bash[26634]: cluster 2024-09-13T14:09:21.657510+0000 mgr.x (mgr.24517) 170 : cluster [DBG] pgmap v129: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:09:22.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:09:21 smithi062 bash[19845]: cluster 2024-09-13T14:09:21.657510+0000 mgr.x (mgr.24517) 170 : cluster [DBG] pgmap v129: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:09:25.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:09:24 smithi062 bash[19845]: cluster 2024-09-13T14:09:23.658189+0000 mgr.x (mgr.24517) 171 : cluster [DBG] pgmap v130: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:09:25.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:09:24 smithi062 bash[19845]: audit 2024-09-13T14:09:24.658120+0000 mon.b (mon.1) 88 : audit [DBG] from='mgr.24517 172.21.15.178:0/2374933869' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:09:25.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:09:24 smithi062 bash[26634]: cluster 2024-09-13T14:09:23.658189+0000 mgr.x (mgr.24517) 171 : cluster [DBG] pgmap v130: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:09:25.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:09:24 smithi062 bash[26634]: audit 2024-09-13T14:09:24.658120+0000 mon.b (mon.1) 88 : audit [DBG] from='mgr.24517 172.21.15.178:0/2374933869' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:09:25.181 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:09:24 smithi178 bash[22034]: cluster 2024-09-13T14:09:23.658189+0000 mgr.x (mgr.24517) 171 : cluster [DBG] pgmap v130: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:09:25.181 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:09:24 smithi178 bash[22034]: audit 2024-09-13T14:09:24.658120+0000 mon.b (mon.1) 88 : audit [DBG] from='mgr.24517 172.21.15.178:0/2374933869' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:09:26.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:09:25 smithi062 bash[19845]: cluster 2024-09-13T14:09:25.659847+0000 mgr.x (mgr.24517) 172 : cluster [DBG] pgmap v131: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:09:26.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:09:25 smithi062 bash[26634]: cluster 2024-09-13T14:09:25.659847+0000 mgr.x (mgr.24517) 172 : cluster [DBG] pgmap v131: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:09:26.017 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:09:25 smithi178 bash[22034]: cluster 2024-09-13T14:09:25.659847+0000 mgr.x (mgr.24517) 172 : cluster [DBG] pgmap v131: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:09:26.431 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 13 14:09:26 smithi178 bash[50171]: ::ffff:172.21.15.178 - - [13/Sep/2024:14:09:26] "GET /metrics HTTP/1.1" 200 38229 "" "Prometheus/2.43.0" 2024-09-13T14:09:28.181 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:09:27 smithi178 bash[22034]: cluster 2024-09-13T14:09:27.660590+0000 mgr.x (mgr.24517) 173 : cluster [DBG] pgmap v132: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:09:28.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:09:27 smithi062 bash[26634]: cluster 2024-09-13T14:09:27.660590+0000 mgr.x (mgr.24517) 173 : cluster [DBG] pgmap v132: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:09:28.300 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:09:27 smithi062 bash[19845]: cluster 2024-09-13T14:09:27.660590+0000 mgr.x (mgr.24517) 173 : cluster [DBG] pgmap v132: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:09:30.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:09:29 smithi062 bash[19845]: cluster 2024-09-13T14:09:29.661317+0000 mgr.x (mgr.24517) 174 : cluster [DBG] pgmap v133: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:09:30.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:09:29 smithi062 bash[26634]: cluster 2024-09-13T14:09:29.661317+0000 mgr.x (mgr.24517) 174 : cluster [DBG] pgmap v133: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:09:30.181 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:09:29 smithi178 bash[22034]: cluster 2024-09-13T14:09:29.661317+0000 mgr.x (mgr.24517) 174 : cluster [DBG] pgmap v133: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:09:31.181 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:09:30 smithi178 bash[22034]: audit 2024-09-13T14:09:29.718895+0000 mgr.x (mgr.24517) 175 : audit [DBG] from='client.15054 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:09:31.252 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:09:30 smithi062 bash[19845]: audit 2024-09-13T14:09:29.718895+0000 mgr.x (mgr.24517) 175 : audit [DBG] from='client.15054 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:09:31.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:09:30 smithi062 bash[26634]: audit 2024-09-13T14:09:29.718895+0000 mgr.x (mgr.24517) 175 : audit [DBG] from='client.15054 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:09:32.181 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:09:31 smithi178 bash[22034]: cluster 2024-09-13T14:09:31.663030+0000 mgr.x (mgr.24517) 176 : cluster [DBG] pgmap v134: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:09:32.252 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:09:31 smithi062 bash[26634]: cluster 2024-09-13T14:09:31.663030+0000 mgr.x (mgr.24517) 176 : cluster [DBG] pgmap v134: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:09:32.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:09:31 smithi062 bash[19845]: cluster 2024-09-13T14:09:31.663030+0000 mgr.x (mgr.24517) 176 : cluster [DBG] pgmap v134: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:09:34.181 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:09:33 smithi178 bash[22034]: cluster 2024-09-13T14:09:33.663782+0000 mgr.x (mgr.24517) 177 : cluster [DBG] pgmap v135: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:09:34.252 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:09:33 smithi062 bash[26634]: cluster 2024-09-13T14:09:33.663782+0000 mgr.x (mgr.24517) 177 : cluster [DBG] pgmap v135: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:09:34.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:09:33 smithi062 bash[19845]: cluster 2024-09-13T14:09:33.663782+0000 mgr.x (mgr.24517) 177 : cluster [DBG] pgmap v135: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:09:35.444 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:09:35 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:09:35.444 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:09:35 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:09:35.444 INFO:journalctl@ceph.node-exporter.a.smithi062.stdout:Sep 13 14:09:35 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:09:35.445 INFO:journalctl@ceph.alertmanager.a.smithi062.stdout:Sep 13 14:09:35 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:09:35.445 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:09:35 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:09:35.445 INFO:journalctl@ceph.osd.3.smithi062.stdout:Sep 13 14:09:35 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:09:35.446 INFO:journalctl@ceph.osd.2.smithi062.stdout:Sep 13 14:09:35 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:09:35.446 INFO:journalctl@ceph.osd.0.smithi062.stdout:Sep 13 14:09:35 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:09:35.446 INFO:journalctl@ceph.osd.1.smithi062.stdout:Sep 13 14:09:35 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:09:35.733 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:09:35 smithi062 systemd[1]: Stopping Ceph mgr.y for ff1149ea-71d5-11ef-bceb-c7b262605968... 2024-09-13T14:09:36.002 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:09:35 smithi062 bash[26634]: cluster 2024-09-13T14:09:35.665470+0000 mgr.x (mgr.24517) 178 : cluster [DBG] pgmap v136: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:09:36.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:09:35 smithi062 bash[19845]: cluster 2024-09-13T14:09:35.665470+0000 mgr.x (mgr.24517) 178 : cluster [DBG] pgmap v136: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:09:36.016 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:09:35 smithi178 bash[22034]: cluster 2024-09-13T14:09:35.665470+0000 mgr.x (mgr.24517) 178 : cluster [DBG] pgmap v136: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:09:36.369 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:09:36 smithi062 bash[68493]: ceph-ff1149ea-71d5-11ef-bceb-c7b262605968-mgr-y 2024-09-13T14:09:36.369 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:09:36 smithi062 systemd[1]: ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@mgr.y.service: Main process exited, code=exited, status=143/n/a 2024-09-13T14:09:36.369 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:09:36 smithi062 bash[68554]: Error response from daemon: No such container: ceph-ff1149ea-71d5-11ef-bceb-c7b262605968-mgr-y 2024-09-13T14:09:36.369 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:09:36 smithi062 systemd[1]: ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@mgr.y.service: Failed with result 'exit-code'. 2024-09-13T14:09:36.369 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:09:36 smithi062 systemd[1]: Stopped Ceph mgr.y for ff1149ea-71d5-11ef-bceb-c7b262605968. 2024-09-13T14:09:36.431 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 13 14:09:36 smithi178 bash[50171]: ::ffff:172.21.15.178 - - [13/Sep/2024:14:09:36] "GET /metrics HTTP/1.1" 200 38229 "" "Prometheus/2.43.0" 2024-09-13T14:09:36.752 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:09:36 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:09:36.753 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:09:36 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:09:36.753 INFO:journalctl@ceph.osd.0.smithi062.stdout:Sep 13 14:09:36 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:09:36.754 INFO:journalctl@ceph.osd.1.smithi062.stdout:Sep 13 14:09:36 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:09:36.754 INFO:journalctl@ceph.osd.2.smithi062.stdout:Sep 13 14:09:36 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:09:36.754 INFO:journalctl@ceph.osd.3.smithi062.stdout:Sep 13 14:09:36 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:09:36.755 INFO:journalctl@ceph.alertmanager.a.smithi062.stdout:Sep 13 14:09:36 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:09:36.755 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:09:36 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:09:36.755 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:09:36 smithi062 systemd[1]: Started Ceph mgr.y for ff1149ea-71d5-11ef-bceb-c7b262605968. 2024-09-13T14:09:36.755 INFO:journalctl@ceph.node-exporter.a.smithi062.stdout:Sep 13 14:09:36 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:09:37.752 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:09:37 smithi062 bash[19845]: audit 2024-09-13T14:09:36.540809+0000 mon.a (mon.0) 1133 : audit [INF] from='mgr.24517 ' entity='mgr.x' 2024-09-13T14:09:37.752 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:09:37 smithi062 bash[19845]: audit 2024-09-13T14:09:36.552956+0000 mon.a (mon.0) 1134 : audit [INF] from='mgr.24517 ' entity='mgr.x' 2024-09-13T14:09:37.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:09:37 smithi062 bash[19845]: audit 2024-09-13T14:09:36.583222+0000 mon.a (mon.0) 1135 : audit [INF] from='mgr.24517 ' entity='mgr.x' 2024-09-13T14:09:37.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:09:37 smithi062 bash[19845]: audit 2024-09-13T14:09:36.594923+0000 mon.a (mon.0) 1136 : audit [INF] from='mgr.24517 ' entity='mgr.x' 2024-09-13T14:09:37.753 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:09:37 smithi062 bash[68610]: debug 2024-09-13T14:09:37.597+0000 7f7f681f2640 1 -- 172.21.15.62:0/1495362158 <== mon.0 v2:172.21.15.62:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x56252d7390e0 con 0x56252d73a800 2024-09-13T14:09:37.753 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:09:37 smithi062 bash[26634]: audit 2024-09-13T14:09:36.540809+0000 mon.a (mon.0) 1133 : audit [INF] from='mgr.24517 ' entity='mgr.x' 2024-09-13T14:09:37.753 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:09:37 smithi062 bash[26634]: audit 2024-09-13T14:09:36.552956+0000 mon.a (mon.0) 1134 : audit [INF] from='mgr.24517 ' entity='mgr.x' 2024-09-13T14:09:37.753 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:09:37 smithi062 bash[26634]: audit 2024-09-13T14:09:36.583222+0000 mon.a (mon.0) 1135 : audit [INF] from='mgr.24517 ' entity='mgr.x' 2024-09-13T14:09:37.753 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:09:37 smithi062 bash[26634]: audit 2024-09-13T14:09:36.594923+0000 mon.a (mon.0) 1136 : audit [INF] from='mgr.24517 ' entity='mgr.x' 2024-09-13T14:09:37.931 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:09:37 smithi178 bash[22034]: audit 2024-09-13T14:09:36.540809+0000 mon.a (mon.0) 1133 : audit [INF] from='mgr.24517 ' entity='mgr.x' 2024-09-13T14:09:37.931 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:09:37 smithi178 bash[22034]: audit 2024-09-13T14:09:36.552956+0000 mon.a (mon.0) 1134 : audit [INF] from='mgr.24517 ' entity='mgr.x' 2024-09-13T14:09:37.931 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:09:37 smithi178 bash[22034]: audit 2024-09-13T14:09:36.583222+0000 mon.a (mon.0) 1135 : audit [INF] from='mgr.24517 ' entity='mgr.x' 2024-09-13T14:09:37.931 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:09:37 smithi178 bash[22034]: audit 2024-09-13T14:09:36.594923+0000 mon.a (mon.0) 1136 : audit [INF] from='mgr.24517 ' entity='mgr.x' 2024-09-13T14:09:38.931 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:09:38 smithi178 bash[22034]: cluster 2024-09-13T14:09:37.666209+0000 mgr.x (mgr.24517) 179 : cluster [DBG] pgmap v137: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:09:39.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:09:38 smithi062 bash[19845]: cluster 2024-09-13T14:09:37.666209+0000 mgr.x (mgr.24517) 179 : cluster [DBG] pgmap v137: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:09:39.002 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:09:38 smithi062 bash[26634]: cluster 2024-09-13T14:09:37.666209+0000 mgr.x (mgr.24517) 179 : cluster [DBG] pgmap v137: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:09:40.002 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:09:39 smithi062 bash[26634]: audit 2024-09-13T14:09:39.658719+0000 mon.b (mon.1) 89 : audit [DBG] from='mgr.24517 172.21.15.178:0/2374933869' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:09:40.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:09:39 smithi062 bash[19845]: audit 2024-09-13T14:09:39.658719+0000 mon.b (mon.1) 89 : audit [DBG] from='mgr.24517 172.21.15.178:0/2374933869' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:09:40.181 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:09:39 smithi178 bash[22034]: audit 2024-09-13T14:09:39.658719+0000 mon.b (mon.1) 89 : audit [DBG] from='mgr.24517 172.21.15.178:0/2374933869' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:09:41.002 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:09:40 smithi062 bash[26634]: cluster 2024-09-13T14:09:39.667809+0000 mgr.x (mgr.24517) 180 : cluster [DBG] pgmap v138: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:09:41.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:09:40 smithi062 bash[19845]: cluster 2024-09-13T14:09:39.667809+0000 mgr.x (mgr.24517) 180 : cluster [DBG] pgmap v138: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:09:41.181 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:09:40 smithi178 bash[22034]: cluster 2024-09-13T14:09:39.667809+0000 mgr.x (mgr.24517) 180 : cluster [DBG] pgmap v138: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:09:42.002 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:09:41 smithi062 bash[26634]: audit 2024-09-13T14:09:39.726928+0000 mgr.x (mgr.24517) 181 : audit [DBG] from='client.15054 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:09:42.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:09:41 smithi062 bash[19845]: audit 2024-09-13T14:09:39.726928+0000 mgr.x (mgr.24517) 181 : audit [DBG] from='client.15054 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:09:42.181 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:09:41 smithi178 bash[22034]: audit 2024-09-13T14:09:39.726928+0000 mgr.x (mgr.24517) 181 : audit [DBG] from='client.15054 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:09:43.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:09:42 smithi062 bash[19845]: cluster 2024-09-13T14:09:41.669571+0000 mgr.x (mgr.24517) 182 : cluster [DBG] pgmap v139: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:09:43.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:09:42 smithi062 bash[19845]: audit 2024-09-13T14:09:42.619950+0000 mon.a (mon.0) 1137 : audit [INF] from='mgr.24517 ' entity='mgr.x' 2024-09-13T14:09:43.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:09:42 smithi062 bash[19845]: audit 2024-09-13T14:09:42.631551+0000 mon.a (mon.0) 1138 : audit [INF] from='mgr.24517 ' entity='mgr.x' 2024-09-13T14:09:43.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:09:42 smithi062 bash[26634]: cluster 2024-09-13T14:09:41.669571+0000 mgr.x (mgr.24517) 182 : cluster [DBG] pgmap v139: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:09:43.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:09:42 smithi062 bash[26634]: audit 2024-09-13T14:09:42.619950+0000 mon.a (mon.0) 1137 : audit [INF] from='mgr.24517 ' entity='mgr.x' 2024-09-13T14:09:43.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:09:42 smithi062 bash[26634]: audit 2024-09-13T14:09:42.631551+0000 mon.a (mon.0) 1138 : audit [INF] from='mgr.24517 ' entity='mgr.x' 2024-09-13T14:09:43.181 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:09:42 smithi178 bash[22034]: cluster 2024-09-13T14:09:41.669571+0000 mgr.x (mgr.24517) 182 : cluster [DBG] pgmap v139: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:09:43.181 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:09:42 smithi178 bash[22034]: audit 2024-09-13T14:09:42.619950+0000 mon.a (mon.0) 1137 : audit [INF] from='mgr.24517 ' entity='mgr.x' 2024-09-13T14:09:43.181 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:09:42 smithi178 bash[22034]: audit 2024-09-13T14:09:42.631551+0000 mon.a (mon.0) 1138 : audit [INF] from='mgr.24517 ' entity='mgr.x' 2024-09-13T14:09:43.980 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:09:43 smithi062 bash[19845]: audit 2024-09-13T14:09:42.723529+0000 mon.a (mon.0) 1139 : audit [INF] from='mgr.24517 ' entity='mgr.x' 2024-09-13T14:09:43.980 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:09:43 smithi062 bash[19845]: audit 2024-09-13T14:09:42.741532+0000 mon.a (mon.0) 1140 : audit [INF] from='mgr.24517 ' entity='mgr.x' 2024-09-13T14:09:43.980 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:09:43 smithi062 bash[19845]: audit 2024-09-13T14:09:43.360001+0000 mon.b (mon.1) 90 : audit [DBG] from='mgr.24517 172.21.15.178:0/2374933869' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:09:43.980 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:09:43 smithi062 bash[19845]: audit 2024-09-13T14:09:43.361593+0000 mon.b (mon.1) 91 : audit [INF] from='mgr.24517 172.21.15.178:0/2374933869' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T14:09:43.981 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:09:43 smithi062 bash[19845]: audit 2024-09-13T14:09:43.370309+0000 mon.a (mon.0) 1141 : audit [INF] from='mgr.24517 ' entity='mgr.x' 2024-09-13T14:09:43.981 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:09:43 smithi062 bash[19845]: cluster 2024-09-13T14:09:43.670240+0000 mgr.x (mgr.24517) 183 : cluster [DBG] pgmap v140: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:09:43.981 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:09:43 smithi062 bash[26634]: audit 2024-09-13T14:09:42.723529+0000 mon.a (mon.0) 1139 : audit [INF] from='mgr.24517 ' entity='mgr.x' 2024-09-13T14:09:43.981 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:09:43 smithi062 bash[26634]: audit 2024-09-13T14:09:42.741532+0000 mon.a (mon.0) 1140 : audit [INF] from='mgr.24517 ' entity='mgr.x' 2024-09-13T14:09:43.981 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:09:43 smithi062 bash[26634]: audit 2024-09-13T14:09:43.360001+0000 mon.b (mon.1) 90 : audit [DBG] from='mgr.24517 172.21.15.178:0/2374933869' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:09:43.981 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:09:43 smithi062 bash[26634]: audit 2024-09-13T14:09:43.361593+0000 mon.b (mon.1) 91 : audit [INF] from='mgr.24517 172.21.15.178:0/2374933869' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T14:09:43.981 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:09:43 smithi062 bash[26634]: audit 2024-09-13T14:09:43.370309+0000 mon.a (mon.0) 1141 : audit [INF] from='mgr.24517 ' entity='mgr.x' 2024-09-13T14:09:43.981 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:09:43 smithi062 bash[26634]: cluster 2024-09-13T14:09:43.670240+0000 mgr.x (mgr.24517) 183 : cluster [DBG] pgmap v140: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:09:44.181 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:09:43 smithi178 bash[22034]: audit 2024-09-13T14:09:42.723529+0000 mon.a (mon.0) 1139 : audit [INF] from='mgr.24517 ' entity='mgr.x' 2024-09-13T14:09:44.181 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:09:43 smithi178 bash[22034]: audit 2024-09-13T14:09:42.741532+0000 mon.a (mon.0) 1140 : audit [INF] from='mgr.24517 ' entity='mgr.x' 2024-09-13T14:09:44.181 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:09:43 smithi178 bash[22034]: audit 2024-09-13T14:09:43.360001+0000 mon.b (mon.1) 90 : audit [DBG] from='mgr.24517 172.21.15.178:0/2374933869' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:09:44.181 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:09:43 smithi178 bash[22034]: audit 2024-09-13T14:09:43.361593+0000 mon.b (mon.1) 91 : audit [INF] from='mgr.24517 172.21.15.178:0/2374933869' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T14:09:44.181 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:09:43 smithi178 bash[22034]: audit 2024-09-13T14:09:43.370309+0000 mon.a (mon.0) 1141 : audit [INF] from='mgr.24517 ' entity='mgr.x' 2024-09-13T14:09:44.181 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:09:43 smithi178 bash[22034]: cluster 2024-09-13T14:09:43.670240+0000 mgr.x (mgr.24517) 183 : cluster [DBG] pgmap v140: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:09:44.252 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:09:43 smithi062 bash[68610]: [13/Sep/2024:14:09:43] ENGINE Bus STARTING 2024-09-13T14:09:44.253 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:09:43 smithi062 bash[68610]: CherryPy Checker: 2024-09-13T14:09:44.253 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:09:43 smithi062 bash[68610]: The Application mounted at '' has an empty config. 2024-09-13T14:09:44.253 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:09:44 smithi062 bash[68610]: [13/Sep/2024:14:09:44] ENGINE Serving on http://:::9283 2024-09-13T14:09:44.253 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:09:44 smithi062 bash[68610]: [13/Sep/2024:14:09:44] ENGINE Bus STARTED 2024-09-13T14:09:45.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:09:44 smithi062 bash[19845]: cluster 2024-09-13T14:09:43.978435+0000 mon.a (mon.0) 1142 : cluster [DBG] Standby manager daemon y restarted 2024-09-13T14:09:45.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:09:44 smithi062 bash[19845]: cluster 2024-09-13T14:09:43.978661+0000 mon.a (mon.0) 1143 : cluster [DBG] Standby manager daemon y started 2024-09-13T14:09:45.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:09:44 smithi062 bash[19845]: audit 2024-09-13T14:09:43.981861+0000 mon.c (mon.2) 42 : audit [DBG] from='mgr.? 172.21.15.62:0/1369658555' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-09-13T14:09:45.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:09:44 smithi062 bash[19845]: audit 2024-09-13T14:09:43.982942+0000 mon.c (mon.2) 43 : audit [DBG] from='mgr.? 172.21.15.62:0/1369658555' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-13T14:09:45.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:09:44 smithi062 bash[19845]: audit 2024-09-13T14:09:43.986387+0000 mon.c (mon.2) 44 : audit [DBG] from='mgr.? 172.21.15.62:0/1369658555' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-09-13T14:09:45.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:09:44 smithi062 bash[19845]: audit 2024-09-13T14:09:43.986806+0000 mon.c (mon.2) 45 : audit [DBG] from='mgr.? 172.21.15.62:0/1369658555' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-13T14:09:45.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:09:44 smithi062 bash[26634]: cluster 2024-09-13T14:09:43.978435+0000 mon.a (mon.0) 1142 : cluster [DBG] Standby manager daemon y restarted 2024-09-13T14:09:45.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:09:44 smithi062 bash[26634]: cluster 2024-09-13T14:09:43.978661+0000 mon.a (mon.0) 1143 : cluster [DBG] Standby manager daemon y started 2024-09-13T14:09:45.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:09:44 smithi062 bash[26634]: audit 2024-09-13T14:09:43.981861+0000 mon.c (mon.2) 42 : audit [DBG] from='mgr.? 172.21.15.62:0/1369658555' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-09-13T14:09:45.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:09:44 smithi062 bash[26634]: audit 2024-09-13T14:09:43.982942+0000 mon.c (mon.2) 43 : audit [DBG] from='mgr.? 172.21.15.62:0/1369658555' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-13T14:09:45.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:09:44 smithi062 bash[26634]: audit 2024-09-13T14:09:43.986387+0000 mon.c (mon.2) 44 : audit [DBG] from='mgr.? 172.21.15.62:0/1369658555' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-09-13T14:09:45.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:09:44 smithi062 bash[26634]: audit 2024-09-13T14:09:43.986806+0000 mon.c (mon.2) 45 : audit [DBG] from='mgr.? 172.21.15.62:0/1369658555' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-13T14:09:45.181 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:09:44 smithi178 bash[22034]: cluster 2024-09-13T14:09:43.978435+0000 mon.a (mon.0) 1142 : cluster [DBG] Standby manager daemon y restarted 2024-09-13T14:09:45.181 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:09:44 smithi178 bash[22034]: cluster 2024-09-13T14:09:43.978661+0000 mon.a (mon.0) 1143 : cluster [DBG] Standby manager daemon y started 2024-09-13T14:09:45.181 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:09:44 smithi178 bash[22034]: audit 2024-09-13T14:09:43.981861+0000 mon.c (mon.2) 42 : audit [DBG] from='mgr.? 172.21.15.62:0/1369658555' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-09-13T14:09:45.181 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:09:44 smithi178 bash[22034]: audit 2024-09-13T14:09:43.982942+0000 mon.c (mon.2) 43 : audit [DBG] from='mgr.? 172.21.15.62:0/1369658555' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-13T14:09:45.181 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:09:44 smithi178 bash[22034]: audit 2024-09-13T14:09:43.986387+0000 mon.c (mon.2) 44 : audit [DBG] from='mgr.? 172.21.15.62:0/1369658555' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-09-13T14:09:45.181 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:09:44 smithi178 bash[22034]: audit 2024-09-13T14:09:43.986806+0000 mon.c (mon.2) 45 : audit [DBG] from='mgr.? 172.21.15.62:0/1369658555' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-13T14:09:46.016 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:09:45 smithi178 bash[22034]: cluster 2024-09-13T14:09:44.758618+0000 mon.a (mon.0) 1144 : cluster [DBG] mgrmap e29: x(active, since 4m), standbys: y 2024-09-13T14:09:46.016 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:09:45 smithi178 bash[22034]: cluster 2024-09-13T14:09:45.671872+0000 mgr.x (mgr.24517) 184 : cluster [DBG] pgmap v141: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:09:46.252 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:09:45 smithi062 bash[26634]: cluster 2024-09-13T14:09:44.758618+0000 mon.a (mon.0) 1144 : cluster [DBG] mgrmap e29: x(active, since 4m), standbys: y 2024-09-13T14:09:46.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:09:45 smithi062 bash[26634]: cluster 2024-09-13T14:09:45.671872+0000 mgr.x (mgr.24517) 184 : cluster [DBG] pgmap v141: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:09:46.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:09:45 smithi062 bash[19845]: cluster 2024-09-13T14:09:44.758618+0000 mon.a (mon.0) 1144 : cluster [DBG] mgrmap e29: x(active, since 4m), standbys: y 2024-09-13T14:09:46.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:09:45 smithi062 bash[19845]: cluster 2024-09-13T14:09:45.671872+0000 mgr.x (mgr.24517) 184 : cluster [DBG] pgmap v141: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:09:46.430 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 13 14:09:46 smithi178 bash[50171]: ::ffff:172.21.15.178 - - [13/Sep/2024:14:09:46] "GET /metrics HTTP/1.1" 200 38234 "" "Prometheus/2.43.0" 2024-09-13T14:09:48.181 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:09:47 smithi178 bash[22034]: cluster 2024-09-13T14:09:47.672587+0000 mgr.x (mgr.24517) 185 : cluster [DBG] pgmap v142: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:09:48.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:09:47 smithi062 bash[19845]: cluster 2024-09-13T14:09:47.672587+0000 mgr.x (mgr.24517) 185 : cluster [DBG] pgmap v142: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:09:48.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:09:47 smithi062 bash[26634]: cluster 2024-09-13T14:09:47.672587+0000 mgr.x (mgr.24517) 185 : cluster [DBG] pgmap v142: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:09:50.002 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:09:49 smithi062 bash[26634]: cluster 2024-09-13T14:09:49.673305+0000 mgr.x (mgr.24517) 186 : cluster [DBG] pgmap v143: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:09:50.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:09:49 smithi062 bash[19845]: cluster 2024-09-13T14:09:49.673305+0000 mgr.x (mgr.24517) 186 : cluster [DBG] pgmap v143: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:09:50.180 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:09:49 smithi178 bash[22034]: cluster 2024-09-13T14:09:49.673305+0000 mgr.x (mgr.24517) 186 : cluster [DBG] pgmap v143: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:09:51.181 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:09:50 smithi178 bash[22034]: audit 2024-09-13T14:09:49.735022+0000 mgr.x (mgr.24517) 187 : audit [DBG] from='client.15054 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:09:51.252 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:09:50 smithi062 bash[19845]: audit 2024-09-13T14:09:49.735022+0000 mgr.x (mgr.24517) 187 : audit [DBG] from='client.15054 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:09:51.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:09:50 smithi062 bash[26634]: audit 2024-09-13T14:09:49.735022+0000 mgr.x (mgr.24517) 187 : audit [DBG] from='client.15054 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:09:52.181 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:09:51 smithi178 bash[22034]: cluster 2024-09-13T14:09:51.674928+0000 mgr.x (mgr.24517) 188 : cluster [DBG] pgmap v144: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:09:52.252 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:09:51 smithi062 bash[19845]: cluster 2024-09-13T14:09:51.674928+0000 mgr.x (mgr.24517) 188 : cluster [DBG] pgmap v144: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:09:52.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:09:51 smithi062 bash[26634]: cluster 2024-09-13T14:09:51.674928+0000 mgr.x (mgr.24517) 188 : cluster [DBG] pgmap v144: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:09:54.181 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:09:53 smithi178 bash[22034]: cluster 2024-09-13T14:09:53.675649+0000 mgr.x (mgr.24517) 189 : cluster [DBG] pgmap v145: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:09:54.252 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:09:53 smithi062 bash[19845]: cluster 2024-09-13T14:09:53.675649+0000 mgr.x (mgr.24517) 189 : cluster [DBG] pgmap v145: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:09:54.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:09:53 smithi062 bash[26634]: cluster 2024-09-13T14:09:53.675649+0000 mgr.x (mgr.24517) 189 : cluster [DBG] pgmap v145: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:09:55.181 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:09:54 smithi178 bash[22034]: audit 2024-09-13T14:09:54.659152+0000 mon.b (mon.1) 92 : audit [DBG] from='mgr.24517 172.21.15.178:0/2374933869' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:09:55.252 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:09:54 smithi062 bash[19845]: audit 2024-09-13T14:09:54.659152+0000 mon.b (mon.1) 92 : audit [DBG] from='mgr.24517 172.21.15.178:0/2374933869' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:09:55.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:09:54 smithi062 bash[26634]: audit 2024-09-13T14:09:54.659152+0000 mon.b (mon.1) 92 : audit [DBG] from='mgr.24517 172.21.15.178:0/2374933869' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:09:56.181 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 13 14:09:56 smithi178 bash[50171]: ::ffff:172.21.15.178 - - [13/Sep/2024:14:09:56] "GET /metrics HTTP/1.1" 200 38234 "" "Prometheus/2.43.0" 2024-09-13T14:09:56.181 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:09:55 smithi178 bash[22034]: cluster 2024-09-13T14:09:55.677329+0000 mgr.x (mgr.24517) 190 : cluster [DBG] pgmap v146: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:09:56.252 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:09:55 smithi062 bash[19845]: cluster 2024-09-13T14:09:55.677329+0000 mgr.x (mgr.24517) 190 : cluster [DBG] pgmap v146: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:09:56.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:09:55 smithi062 bash[26634]: cluster 2024-09-13T14:09:55.677329+0000 mgr.x (mgr.24517) 190 : cluster [DBG] pgmap v146: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:09:58.181 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:09:57 smithi178 bash[22034]: cluster 2024-09-13T14:09:57.678055+0000 mgr.x (mgr.24517) 191 : cluster [DBG] pgmap v147: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:09:58.252 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:09:57 smithi062 bash[19845]: cluster 2024-09-13T14:09:57.678055+0000 mgr.x (mgr.24517) 191 : cluster [DBG] pgmap v147: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:09:58.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:09:57 smithi062 bash[26634]: cluster 2024-09-13T14:09:57.678055+0000 mgr.x (mgr.24517) 191 : cluster [DBG] pgmap v147: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:10:00.002 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:09:59 smithi062 bash[26634]: cluster 2024-09-13T14:09:59.678814+0000 mgr.x (mgr.24517) 192 : cluster [DBG] pgmap v148: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:10:00.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:09:59 smithi062 bash[19845]: cluster 2024-09-13T14:09:59.678814+0000 mgr.x (mgr.24517) 192 : cluster [DBG] pgmap v148: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:10:00.181 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:09:59 smithi178 bash[22034]: cluster 2024-09-13T14:09:59.678814+0000 mgr.x (mgr.24517) 192 : cluster [DBG] pgmap v148: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:10:01.181 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:10:00 smithi178 bash[22034]: audit 2024-09-13T14:09:59.743095+0000 mgr.x (mgr.24517) 193 : audit [DBG] from='client.15054 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:10:01.181 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:10:00 smithi178 bash[22034]: cluster 2024-09-13T14:10:00.000159+0000 mon.a (mon.0) 1145 : cluster [INF] overall HEALTH_OK 2024-09-13T14:10:01.252 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:10:00 smithi062 bash[19845]: audit 2024-09-13T14:09:59.743095+0000 mgr.x (mgr.24517) 193 : audit [DBG] from='client.15054 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:10:01.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:10:00 smithi062 bash[19845]: cluster 2024-09-13T14:10:00.000159+0000 mon.a (mon.0) 1145 : cluster [INF] overall HEALTH_OK 2024-09-13T14:10:01.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:10:00 smithi062 bash[26634]: audit 2024-09-13T14:09:59.743095+0000 mgr.x (mgr.24517) 193 : audit [DBG] from='client.15054 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:10:01.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:10:00 smithi062 bash[26634]: cluster 2024-09-13T14:10:00.000159+0000 mon.a (mon.0) 1145 : cluster [INF] overall HEALTH_OK 2024-09-13T14:10:02.181 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:10:01 smithi178 bash[22034]: cluster 2024-09-13T14:10:01.680534+0000 mgr.x (mgr.24517) 194 : cluster [DBG] pgmap v149: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:10:02.252 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:10:01 smithi062 bash[19845]: cluster 2024-09-13T14:10:01.680534+0000 mgr.x (mgr.24517) 194 : cluster [DBG] pgmap v149: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:10:02.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:10:01 smithi062 bash[26634]: cluster 2024-09-13T14:10:01.680534+0000 mgr.x (mgr.24517) 194 : cluster [DBG] pgmap v149: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:10:04.181 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:10:03 smithi178 bash[22034]: cluster 2024-09-13T14:10:03.681403+0000 mgr.x (mgr.24517) 195 : cluster [DBG] pgmap v150: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:10:04.252 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:10:03 smithi062 bash[26634]: cluster 2024-09-13T14:10:03.681403+0000 mgr.x (mgr.24517) 195 : cluster [DBG] pgmap v150: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:10:04.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:10:03 smithi062 bash[19845]: cluster 2024-09-13T14:10:03.681403+0000 mgr.x (mgr.24517) 195 : cluster [DBG] pgmap v150: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:10:06.181 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 13 14:10:06 smithi178 bash[50171]: ::ffff:172.21.15.178 - - [13/Sep/2024:14:10:06] "GET /metrics HTTP/1.1" 200 38234 "" "Prometheus/2.43.0" 2024-09-13T14:10:06.181 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:10:05 smithi178 bash[22034]: cluster 2024-09-13T14:10:05.683137+0000 mgr.x (mgr.24517) 196 : cluster [DBG] pgmap v151: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:10:06.252 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:10:05 smithi062 bash[19845]: cluster 2024-09-13T14:10:05.683137+0000 mgr.x (mgr.24517) 196 : cluster [DBG] pgmap v151: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:10:06.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:10:05 smithi062 bash[26634]: cluster 2024-09-13T14:10:05.683137+0000 mgr.x (mgr.24517) 196 : cluster [DBG] pgmap v151: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:10:08.181 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:10:07 smithi178 bash[22034]: cluster 2024-09-13T14:10:07.683974+0000 mgr.x (mgr.24517) 197 : cluster [DBG] pgmap v152: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:10:08.252 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:10:07 smithi062 bash[19845]: cluster 2024-09-13T14:10:07.683974+0000 mgr.x (mgr.24517) 197 : cluster [DBG] pgmap v152: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:10:08.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:10:07 smithi062 bash[26634]: cluster 2024-09-13T14:10:07.683974+0000 mgr.x (mgr.24517) 197 : cluster [DBG] pgmap v152: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:10:10.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:10:09 smithi062 bash[19845]: audit 2024-09-13T14:10:09.659432+0000 mon.b (mon.1) 93 : audit [DBG] from='mgr.24517 172.21.15.178:0/2374933869' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:10:10.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:10:09 smithi062 bash[26634]: audit 2024-09-13T14:10:09.659432+0000 mon.b (mon.1) 93 : audit [DBG] from='mgr.24517 172.21.15.178:0/2374933869' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:10:10.181 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:10:09 smithi178 bash[22034]: audit 2024-09-13T14:10:09.659432+0000 mon.b (mon.1) 93 : audit [DBG] from='mgr.24517 172.21.15.178:0/2374933869' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:10:11.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:10:10 smithi062 bash[19845]: cluster 2024-09-13T14:10:09.684780+0000 mgr.x (mgr.24517) 198 : cluster [DBG] pgmap v153: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:10:11.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:10:10 smithi062 bash[26634]: cluster 2024-09-13T14:10:09.684780+0000 mgr.x (mgr.24517) 198 : cluster [DBG] pgmap v153: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:10:11.181 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:10:10 smithi178 bash[22034]: cluster 2024-09-13T14:10:09.684780+0000 mgr.x (mgr.24517) 198 : cluster [DBG] pgmap v153: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:10:12.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:10:11 smithi062 bash[19845]: audit 2024-09-13T14:10:09.751140+0000 mgr.x (mgr.24517) 199 : audit [DBG] from='client.15054 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:10:12.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:10:11 smithi062 bash[26634]: audit 2024-09-13T14:10:09.751140+0000 mgr.x (mgr.24517) 199 : audit [DBG] from='client.15054 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:10:12.181 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:10:11 smithi178 bash[22034]: audit 2024-09-13T14:10:09.751140+0000 mgr.x (mgr.24517) 199 : audit [DBG] from='client.15054 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:10:13.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:10:12 smithi062 bash[19845]: cluster 2024-09-13T14:10:11.686556+0000 mgr.x (mgr.24517) 200 : cluster [DBG] pgmap v154: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:10:13.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:10:12 smithi062 bash[26634]: cluster 2024-09-13T14:10:11.686556+0000 mgr.x (mgr.24517) 200 : cluster [DBG] pgmap v154: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:10:13.181 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:10:12 smithi178 bash[22034]: cluster 2024-09-13T14:10:11.686556+0000 mgr.x (mgr.24517) 200 : cluster [DBG] pgmap v154: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:10:14.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:10:13 smithi062 bash[19845]: cluster 2024-09-13T14:10:13.687397+0000 mgr.x (mgr.24517) 201 : cluster [DBG] pgmap v155: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:10:14.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:10:13 smithi062 bash[26634]: cluster 2024-09-13T14:10:13.687397+0000 mgr.x (mgr.24517) 201 : cluster [DBG] pgmap v155: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:10:14.181 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:10:13 smithi178 bash[22034]: cluster 2024-09-13T14:10:13.687397+0000 mgr.x (mgr.24517) 201 : cluster [DBG] pgmap v155: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:10:16.181 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 13 14:10:16 smithi178 bash[50171]: ::ffff:172.21.15.178 - - [13/Sep/2024:14:10:16] "GET /metrics HTTP/1.1" 200 38233 "" "Prometheus/2.43.0" 2024-09-13T14:10:16.181 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:10:15 smithi178 bash[22034]: cluster 2024-09-13T14:10:15.689126+0000 mgr.x (mgr.24517) 202 : cluster [DBG] pgmap v156: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:10:16.252 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:10:15 smithi062 bash[19845]: cluster 2024-09-13T14:10:15.689126+0000 mgr.x (mgr.24517) 202 : cluster [DBG] pgmap v156: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:10:16.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:10:15 smithi062 bash[26634]: cluster 2024-09-13T14:10:15.689126+0000 mgr.x (mgr.24517) 202 : cluster [DBG] pgmap v156: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:10:18.181 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:10:17 smithi178 bash[22034]: cluster 2024-09-13T14:10:17.689952+0000 mgr.x (mgr.24517) 203 : cluster [DBG] pgmap v157: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:10:18.252 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:10:17 smithi062 bash[26634]: cluster 2024-09-13T14:10:17.689952+0000 mgr.x (mgr.24517) 203 : cluster [DBG] pgmap v157: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:10:18.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:10:17 smithi062 bash[19845]: cluster 2024-09-13T14:10:17.689952+0000 mgr.x (mgr.24517) 203 : cluster [DBG] pgmap v157: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:10:20.181 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:10:19 smithi178 bash[22034]: cluster 2024-09-13T14:10:19.690789+0000 mgr.x (mgr.24517) 204 : cluster [DBG] pgmap v158: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:10:20.252 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:10:19 smithi062 bash[19845]: cluster 2024-09-13T14:10:19.690789+0000 mgr.x (mgr.24517) 204 : cluster [DBG] pgmap v158: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:10:20.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:10:19 smithi062 bash[26634]: cluster 2024-09-13T14:10:19.690789+0000 mgr.x (mgr.24517) 204 : cluster [DBG] pgmap v158: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:10:21.181 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:10:20 smithi178 bash[22034]: audit 2024-09-13T14:10:19.762523+0000 mgr.x (mgr.24517) 205 : audit [DBG] from='client.15054 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:10:21.252 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:10:20 smithi062 bash[19845]: audit 2024-09-13T14:10:19.762523+0000 mgr.x (mgr.24517) 205 : audit [DBG] from='client.15054 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:10:21.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:10:20 smithi062 bash[26634]: audit 2024-09-13T14:10:19.762523+0000 mgr.x (mgr.24517) 205 : audit [DBG] from='client.15054 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:10:22.180 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:10:21 smithi178 bash[22034]: cluster 2024-09-13T14:10:21.692555+0000 mgr.x (mgr.24517) 206 : cluster [DBG] pgmap v159: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:10:22.252 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:10:21 smithi062 bash[19845]: cluster 2024-09-13T14:10:21.692555+0000 mgr.x (mgr.24517) 206 : cluster [DBG] pgmap v159: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:10:22.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:10:21 smithi062 bash[26634]: cluster 2024-09-13T14:10:21.692555+0000 mgr.x (mgr.24517) 206 : cluster [DBG] pgmap v159: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:10:24.181 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:10:23 smithi178 bash[22034]: cluster 2024-09-13T14:10:23.693430+0000 mgr.x (mgr.24517) 207 : cluster [DBG] pgmap v160: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:10:24.252 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:10:23 smithi062 bash[19845]: cluster 2024-09-13T14:10:23.693430+0000 mgr.x (mgr.24517) 207 : cluster [DBG] pgmap v160: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:10:24.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:10:23 smithi062 bash[26634]: cluster 2024-09-13T14:10:23.693430+0000 mgr.x (mgr.24517) 207 : cluster [DBG] pgmap v160: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:10:25.180 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:10:24 smithi178 bash[22034]: audit 2024-09-13T14:10:24.659850+0000 mon.b (mon.1) 94 : audit [DBG] from='mgr.24517 172.21.15.178:0/2374933869' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:10:25.252 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:10:24 smithi062 bash[26634]: audit 2024-09-13T14:10:24.659850+0000 mon.b (mon.1) 94 : audit [DBG] from='mgr.24517 172.21.15.178:0/2374933869' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:10:25.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:10:24 smithi062 bash[19845]: audit 2024-09-13T14:10:24.659850+0000 mon.b (mon.1) 94 : audit [DBG] from='mgr.24517 172.21.15.178:0/2374933869' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:10:26.181 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:10:25 smithi178 bash[22034]: cluster 2024-09-13T14:10:25.695130+0000 mgr.x (mgr.24517) 208 : cluster [DBG] pgmap v161: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:10:26.181 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 13 14:10:26 smithi178 bash[50171]: ::ffff:172.21.15.178 - - [13/Sep/2024:14:10:26] "GET /metrics HTTP/1.1" 200 38229 "" "Prometheus/2.43.0" 2024-09-13T14:10:26.252 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:10:25 smithi062 bash[26634]: cluster 2024-09-13T14:10:25.695130+0000 mgr.x (mgr.24517) 208 : cluster [DBG] pgmap v161: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:10:26.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:10:25 smithi062 bash[19845]: cluster 2024-09-13T14:10:25.695130+0000 mgr.x (mgr.24517) 208 : cluster [DBG] pgmap v161: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:10:28.681 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:10:28 smithi178 bash[22034]: cluster 2024-09-13T14:10:27.695829+0000 mgr.x (mgr.24517) 209 : cluster [DBG] pgmap v162: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:10:28.752 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:10:28 smithi062 bash[19845]: cluster 2024-09-13T14:10:27.695829+0000 mgr.x (mgr.24517) 209 : cluster [DBG] pgmap v162: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:10:28.753 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:10:28 smithi062 bash[26634]: cluster 2024-09-13T14:10:27.695829+0000 mgr.x (mgr.24517) 209 : cluster [DBG] pgmap v162: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:10:30.181 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:10:29 smithi178 bash[22034]: cluster 2024-09-13T14:10:29.696539+0000 mgr.x (mgr.24517) 210 : cluster [DBG] pgmap v163: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:10:30.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:10:29 smithi062 bash[26634]: cluster 2024-09-13T14:10:29.696539+0000 mgr.x (mgr.24517) 210 : cluster [DBG] pgmap v163: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:10:30.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:10:29 smithi062 bash[19845]: cluster 2024-09-13T14:10:29.696539+0000 mgr.x (mgr.24517) 210 : cluster [DBG] pgmap v163: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:10:31.181 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:10:30 smithi178 bash[22034]: audit 2024-09-13T14:10:29.771122+0000 mgr.x (mgr.24517) 211 : audit [DBG] from='client.15054 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:10:31.252 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:10:30 smithi062 bash[26634]: audit 2024-09-13T14:10:29.771122+0000 mgr.x (mgr.24517) 211 : audit [DBG] from='client.15054 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:10:31.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:10:30 smithi062 bash[19845]: audit 2024-09-13T14:10:29.771122+0000 mgr.x (mgr.24517) 211 : audit [DBG] from='client.15054 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:10:32.181 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:10:31 smithi178 bash[22034]: cluster 2024-09-13T14:10:31.698193+0000 mgr.x (mgr.24517) 212 : cluster [DBG] pgmap v164: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:10:32.252 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:10:31 smithi062 bash[26634]: cluster 2024-09-13T14:10:31.698193+0000 mgr.x (mgr.24517) 212 : cluster [DBG] pgmap v164: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:10:32.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:10:31 smithi062 bash[19845]: cluster 2024-09-13T14:10:31.698193+0000 mgr.x (mgr.24517) 212 : cluster [DBG] pgmap v164: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:10:33.181 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:10:32 smithi178 bash[47154]: logger=sqlstore.transactions t=2024-09-13T14:10:32.823665558Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2024-09-13T14:10:34.181 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:10:33 smithi178 bash[22034]: cluster 2024-09-13T14:10:33.698889+0000 mgr.x (mgr.24517) 213 : cluster [DBG] pgmap v165: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:10:34.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:10:33 smithi062 bash[26634]: cluster 2024-09-13T14:10:33.698889+0000 mgr.x (mgr.24517) 213 : cluster [DBG] pgmap v165: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:10:34.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:10:33 smithi062 bash[19845]: cluster 2024-09-13T14:10:33.698889+0000 mgr.x (mgr.24517) 213 : cluster [DBG] pgmap v165: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:10:36.181 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 13 14:10:36 smithi178 bash[50171]: ::ffff:172.21.15.178 - - [13/Sep/2024:14:10:36] "GET /metrics HTTP/1.1" 200 38229 "" "Prometheus/2.43.0" 2024-09-13T14:10:36.181 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:10:35 smithi178 bash[22034]: cluster 2024-09-13T14:10:35.700562+0000 mgr.x (mgr.24517) 214 : cluster [DBG] pgmap v166: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:10:36.252 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:10:35 smithi062 bash[19845]: cluster 2024-09-13T14:10:35.700562+0000 mgr.x (mgr.24517) 214 : cluster [DBG] pgmap v166: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:10:36.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:10:35 smithi062 bash[26634]: cluster 2024-09-13T14:10:35.700562+0000 mgr.x (mgr.24517) 214 : cluster [DBG] pgmap v166: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:10:38.181 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:10:37 smithi178 bash[22034]: cluster 2024-09-13T14:10:37.701298+0000 mgr.x (mgr.24517) 215 : cluster [DBG] pgmap v167: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:10:38.252 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:10:37 smithi062 bash[19845]: cluster 2024-09-13T14:10:37.701298+0000 mgr.x (mgr.24517) 215 : cluster [DBG] pgmap v167: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:10:38.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:10:37 smithi062 bash[26634]: cluster 2024-09-13T14:10:37.701298+0000 mgr.x (mgr.24517) 215 : cluster [DBG] pgmap v167: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:10:40.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:10:39 smithi062 bash[26634]: audit 2024-09-13T14:10:39.660382+0000 mon.b (mon.1) 95 : audit [DBG] from='mgr.24517 172.21.15.178:0/2374933869' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:10:40.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:10:39 smithi062 bash[19845]: audit 2024-09-13T14:10:39.660382+0000 mon.b (mon.1) 95 : audit [DBG] from='mgr.24517 172.21.15.178:0/2374933869' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:10:40.180 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:10:39 smithi178 bash[22034]: audit 2024-09-13T14:10:39.660382+0000 mon.b (mon.1) 95 : audit [DBG] from='mgr.24517 172.21.15.178:0/2374933869' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:10:41.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:10:40 smithi062 bash[19845]: cluster 2024-09-13T14:10:39.703528+0000 mgr.x (mgr.24517) 216 : cluster [DBG] pgmap v168: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:10:41.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:10:40 smithi062 bash[26634]: cluster 2024-09-13T14:10:39.703528+0000 mgr.x (mgr.24517) 216 : cluster [DBG] pgmap v168: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:10:41.180 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:10:40 smithi178 bash[22034]: cluster 2024-09-13T14:10:39.703528+0000 mgr.x (mgr.24517) 216 : cluster [DBG] pgmap v168: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:10:42.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:10:41 smithi062 bash[19845]: audit 2024-09-13T14:10:39.779280+0000 mgr.x (mgr.24517) 217 : audit [DBG] from='client.15054 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:10:42.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:10:41 smithi062 bash[19845]: cluster 2024-09-13T14:10:41.705180+0000 mgr.x (mgr.24517) 218 : cluster [DBG] pgmap v169: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:10:42.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:10:41 smithi062 bash[26634]: audit 2024-09-13T14:10:39.779280+0000 mgr.x (mgr.24517) 217 : audit [DBG] from='client.15054 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:10:42.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:10:41 smithi062 bash[26634]: cluster 2024-09-13T14:10:41.705180+0000 mgr.x (mgr.24517) 218 : cluster [DBG] pgmap v169: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:10:42.180 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:10:41 smithi178 bash[22034]: audit 2024-09-13T14:10:39.779280+0000 mgr.x (mgr.24517) 217 : audit [DBG] from='client.15054 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:10:42.181 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:10:41 smithi178 bash[22034]: cluster 2024-09-13T14:10:41.705180+0000 mgr.x (mgr.24517) 218 : cluster [DBG] pgmap v169: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:10:44.180 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:10:43 smithi178 bash[22034]: cluster 2024-09-13T14:10:43.705977+0000 mgr.x (mgr.24517) 219 : cluster [DBG] pgmap v170: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:10:44.252 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:10:43 smithi062 bash[19845]: cluster 2024-09-13T14:10:43.705977+0000 mgr.x (mgr.24517) 219 : cluster [DBG] pgmap v170: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:10:44.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:10:43 smithi062 bash[26634]: cluster 2024-09-13T14:10:43.705977+0000 mgr.x (mgr.24517) 219 : cluster [DBG] pgmap v170: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:10:46.181 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 13 14:10:46 smithi178 bash[50171]: ::ffff:172.21.15.178 - - [13/Sep/2024:14:10:46] "GET /metrics HTTP/1.1" 200 38232 "" "Prometheus/2.43.0" 2024-09-13T14:10:46.181 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:10:45 smithi178 bash[22034]: cluster 2024-09-13T14:10:45.707674+0000 mgr.x (mgr.24517) 220 : cluster [DBG] pgmap v171: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:10:46.252 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:10:45 smithi062 bash[19845]: cluster 2024-09-13T14:10:45.707674+0000 mgr.x (mgr.24517) 220 : cluster [DBG] pgmap v171: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:10:46.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:10:45 smithi062 bash[26634]: cluster 2024-09-13T14:10:45.707674+0000 mgr.x (mgr.24517) 220 : cluster [DBG] pgmap v171: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:10:48.181 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:10:47 smithi178 bash[22034]: cluster 2024-09-13T14:10:47.708442+0000 mgr.x (mgr.24517) 221 : cluster [DBG] pgmap v172: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:10:48.252 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:10:47 smithi062 bash[19845]: cluster 2024-09-13T14:10:47.708442+0000 mgr.x (mgr.24517) 221 : cluster [DBG] pgmap v172: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:10:48.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:10:47 smithi062 bash[26634]: cluster 2024-09-13T14:10:47.708442+0000 mgr.x (mgr.24517) 221 : cluster [DBG] pgmap v172: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:10:50.681 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:10:50 smithi178 bash[22034]: audit 2024-09-13T14:10:49.377447+0000 mon.a (mon.0) 1146 : audit [INF] from='mgr.24517 ' entity='mgr.x' 2024-09-13T14:10:50.681 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:10:50 smithi178 bash[22034]: audit 2024-09-13T14:10:49.389576+0000 mon.a (mon.0) 1147 : audit [INF] from='mgr.24517 ' entity='mgr.x' 2024-09-13T14:10:50.681 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:10:50 smithi178 bash[22034]: cluster 2024-09-13T14:10:49.709158+0000 mgr.x (mgr.24517) 222 : cluster [DBG] pgmap v173: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:10:50.681 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:10:50 smithi178 bash[22034]: audit 2024-09-13T14:10:50.060901+0000 mon.b (mon.1) 96 : audit [DBG] from='mgr.24517 172.21.15.178:0/2374933869' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:10:50.681 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:10:50 smithi178 bash[22034]: audit 2024-09-13T14:10:50.062548+0000 mon.b (mon.1) 97 : audit [INF] from='mgr.24517 172.21.15.178:0/2374933869' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T14:10:50.682 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:10:50 smithi178 bash[22034]: audit 2024-09-13T14:10:50.070656+0000 mon.a (mon.0) 1148 : audit [INF] from='mgr.24517 ' entity='mgr.x' 2024-09-13T14:10:50.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:10:50 smithi062 bash[19845]: audit 2024-09-13T14:10:49.377447+0000 mon.a (mon.0) 1146 : audit [INF] from='mgr.24517 ' entity='mgr.x' 2024-09-13T14:10:50.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:10:50 smithi062 bash[19845]: audit 2024-09-13T14:10:49.389576+0000 mon.a (mon.0) 1147 : audit [INF] from='mgr.24517 ' entity='mgr.x' 2024-09-13T14:10:50.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:10:50 smithi062 bash[19845]: cluster 2024-09-13T14:10:49.709158+0000 mgr.x (mgr.24517) 222 : cluster [DBG] pgmap v173: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:10:50.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:10:50 smithi062 bash[19845]: audit 2024-09-13T14:10:50.060901+0000 mon.b (mon.1) 96 : audit [DBG] from='mgr.24517 172.21.15.178:0/2374933869' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:10:50.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:10:50 smithi062 bash[19845]: audit 2024-09-13T14:10:50.062548+0000 mon.b (mon.1) 97 : audit [INF] from='mgr.24517 172.21.15.178:0/2374933869' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T14:10:50.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:10:50 smithi062 bash[19845]: audit 2024-09-13T14:10:50.070656+0000 mon.a (mon.0) 1148 : audit [INF] from='mgr.24517 ' entity='mgr.x' 2024-09-13T14:10:50.753 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:10:50 smithi062 bash[26634]: audit 2024-09-13T14:10:49.377447+0000 mon.a (mon.0) 1146 : audit [INF] from='mgr.24517 ' entity='mgr.x' 2024-09-13T14:10:50.753 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:10:50 smithi062 bash[26634]: audit 2024-09-13T14:10:49.389576+0000 mon.a (mon.0) 1147 : audit [INF] from='mgr.24517 ' entity='mgr.x' 2024-09-13T14:10:50.753 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:10:50 smithi062 bash[26634]: cluster 2024-09-13T14:10:49.709158+0000 mgr.x (mgr.24517) 222 : cluster [DBG] pgmap v173: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:10:50.754 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:10:50 smithi062 bash[26634]: audit 2024-09-13T14:10:50.060901+0000 mon.b (mon.1) 96 : audit [DBG] from='mgr.24517 172.21.15.178:0/2374933869' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:10:50.754 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:10:50 smithi062 bash[26634]: audit 2024-09-13T14:10:50.062548+0000 mon.b (mon.1) 97 : audit [INF] from='mgr.24517 172.21.15.178:0/2374933869' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T14:10:50.754 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:10:50 smithi062 bash[26634]: audit 2024-09-13T14:10:50.070656+0000 mon.a (mon.0) 1148 : audit [INF] from='mgr.24517 ' entity='mgr.x' 2024-09-13T14:10:51.681 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:10:51 smithi178 bash[22034]: audit 2024-09-13T14:10:49.781587+0000 mgr.x (mgr.24517) 223 : audit [DBG] from='client.15054 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:10:51.753 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:10:51 smithi062 bash[26634]: audit 2024-09-13T14:10:49.781587+0000 mgr.x (mgr.24517) 223 : audit [DBG] from='client.15054 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:10:51.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:10:51 smithi062 bash[19845]: audit 2024-09-13T14:10:49.781587+0000 mgr.x (mgr.24517) 223 : audit [DBG] from='client.15054 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:10:52.681 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:10:52 smithi178 bash[22034]: cluster 2024-09-13T14:10:51.710837+0000 mgr.x (mgr.24517) 224 : cluster [DBG] pgmap v174: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:10:52.752 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:10:52 smithi062 bash[26634]: cluster 2024-09-13T14:10:51.710837+0000 mgr.x (mgr.24517) 224 : cluster [DBG] pgmap v174: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:10:52.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:10:52 smithi062 bash[19845]: cluster 2024-09-13T14:10:51.710837+0000 mgr.x (mgr.24517) 224 : cluster [DBG] pgmap v174: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:10:54.180 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:10:53 smithi178 bash[22034]: cluster 2024-09-13T14:10:53.711539+0000 mgr.x (mgr.24517) 225 : cluster [DBG] pgmap v175: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:10:54.252 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:10:53 smithi062 bash[26634]: cluster 2024-09-13T14:10:53.711539+0000 mgr.x (mgr.24517) 225 : cluster [DBG] pgmap v175: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:10:54.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:10:53 smithi062 bash[19845]: cluster 2024-09-13T14:10:53.711539+0000 mgr.x (mgr.24517) 225 : cluster [DBG] pgmap v175: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:10:55.181 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:10:54 smithi178 bash[22034]: audit 2024-09-13T14:10:54.660874+0000 mon.b (mon.1) 98 : audit [DBG] from='mgr.24517 172.21.15.178:0/2374933869' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:10:55.252 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:10:54 smithi062 bash[19845]: audit 2024-09-13T14:10:54.660874+0000 mon.b (mon.1) 98 : audit [DBG] from='mgr.24517 172.21.15.178:0/2374933869' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:10:55.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:10:54 smithi062 bash[26634]: audit 2024-09-13T14:10:54.660874+0000 mon.b (mon.1) 98 : audit [DBG] from='mgr.24517 172.21.15.178:0/2374933869' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:10:56.181 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:10:55 smithi178 bash[22034]: cluster 2024-09-13T14:10:55.713147+0000 mgr.x (mgr.24517) 226 : cluster [DBG] pgmap v176: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:10:56.181 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 13 14:10:56 smithi178 bash[50171]: ::ffff:172.21.15.178 - - [13/Sep/2024:14:10:56] "GET /metrics HTTP/1.1" 200 38232 "" "Prometheus/2.43.0" 2024-09-13T14:10:56.252 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:10:55 smithi062 bash[19845]: cluster 2024-09-13T14:10:55.713147+0000 mgr.x (mgr.24517) 226 : cluster [DBG] pgmap v176: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:10:56.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:10:55 smithi062 bash[26634]: cluster 2024-09-13T14:10:55.713147+0000 mgr.x (mgr.24517) 226 : cluster [DBG] pgmap v176: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:10:58.181 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:10:57 smithi178 bash[22034]: cluster 2024-09-13T14:10:57.713851+0000 mgr.x (mgr.24517) 227 : cluster [DBG] pgmap v177: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:10:58.252 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:10:57 smithi062 bash[19845]: cluster 2024-09-13T14:10:57.713851+0000 mgr.x (mgr.24517) 227 : cluster [DBG] pgmap v177: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:10:58.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:10:57 smithi062 bash[26634]: cluster 2024-09-13T14:10:57.713851+0000 mgr.x (mgr.24517) 227 : cluster [DBG] pgmap v177: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:11:00.181 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:10:59 smithi178 bash[22034]: cluster 2024-09-13T14:10:59.714567+0000 mgr.x (mgr.24517) 228 : cluster [DBG] pgmap v178: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:11:00.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:10:59 smithi062 bash[19845]: cluster 2024-09-13T14:10:59.714567+0000 mgr.x (mgr.24517) 228 : cluster [DBG] pgmap v178: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:11:00.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:10:59 smithi062 bash[26634]: cluster 2024-09-13T14:10:59.714567+0000 mgr.x (mgr.24517) 228 : cluster [DBG] pgmap v178: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:11:01.181 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:11:00 smithi178 bash[22034]: audit 2024-09-13T14:10:59.792669+0000 mgr.x (mgr.24517) 229 : audit [DBG] from='client.15054 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:11:01.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:11:00 smithi062 bash[19845]: audit 2024-09-13T14:10:59.792669+0000 mgr.x (mgr.24517) 229 : audit [DBG] from='client.15054 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:11:01.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:11:00 smithi062 bash[26634]: audit 2024-09-13T14:10:59.792669+0000 mgr.x (mgr.24517) 229 : audit [DBG] from='client.15054 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:11:02.181 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:11:01 smithi178 bash[22034]: cluster 2024-09-13T14:11:01.716287+0000 mgr.x (mgr.24517) 230 : cluster [DBG] pgmap v179: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:11:02.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:11:01 smithi062 bash[26634]: cluster 2024-09-13T14:11:01.716287+0000 mgr.x (mgr.24517) 230 : cluster [DBG] pgmap v179: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:11:02.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:11:01 smithi062 bash[19845]: cluster 2024-09-13T14:11:01.716287+0000 mgr.x (mgr.24517) 230 : cluster [DBG] pgmap v179: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:11:04.181 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:11:03 smithi178 bash[22034]: cluster 2024-09-13T14:11:03.717112+0000 mgr.x (mgr.24517) 231 : cluster [DBG] pgmap v180: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:11:04.252 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:11:03 smithi062 bash[26634]: cluster 2024-09-13T14:11:03.717112+0000 mgr.x (mgr.24517) 231 : cluster [DBG] pgmap v180: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:11:04.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:11:03 smithi062 bash[19845]: cluster 2024-09-13T14:11:03.717112+0000 mgr.x (mgr.24517) 231 : cluster [DBG] pgmap v180: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:11:06.181 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:11:05 smithi178 bash[22034]: cluster 2024-09-13T14:11:05.718800+0000 mgr.x (mgr.24517) 232 : cluster [DBG] pgmap v181: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:11:06.181 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 13 14:11:06 smithi178 bash[50171]: ::ffff:172.21.15.178 - - [13/Sep/2024:14:11:06] "GET /metrics HTTP/1.1" 200 38232 "" "Prometheus/2.43.0" 2024-09-13T14:11:06.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:11:05 smithi062 bash[26634]: cluster 2024-09-13T14:11:05.718800+0000 mgr.x (mgr.24517) 232 : cluster [DBG] pgmap v181: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:11:06.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:11:05 smithi062 bash[19845]: cluster 2024-09-13T14:11:05.718800+0000 mgr.x (mgr.24517) 232 : cluster [DBG] pgmap v181: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:11:08.181 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:11:07 smithi178 bash[22034]: cluster 2024-09-13T14:11:07.719504+0000 mgr.x (mgr.24517) 233 : cluster [DBG] pgmap v182: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:11:08.252 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:11:07 smithi062 bash[26634]: cluster 2024-09-13T14:11:07.719504+0000 mgr.x (mgr.24517) 233 : cluster [DBG] pgmap v182: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:11:08.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:11:07 smithi062 bash[19845]: cluster 2024-09-13T14:11:07.719504+0000 mgr.x (mgr.24517) 233 : cluster [DBG] pgmap v182: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:11:10.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:11:09 smithi062 bash[19845]: audit 2024-09-13T14:11:09.660972+0000 mon.b (mon.1) 99 : audit [DBG] from='mgr.24517 172.21.15.178:0/2374933869' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:11:10.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:11:09 smithi062 bash[26634]: audit 2024-09-13T14:11:09.660972+0000 mon.b (mon.1) 99 : audit [DBG] from='mgr.24517 172.21.15.178:0/2374933869' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:11:10.181 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:11:09 smithi178 bash[22034]: audit 2024-09-13T14:11:09.660972+0000 mon.b (mon.1) 99 : audit [DBG] from='mgr.24517 172.21.15.178:0/2374933869' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:11:11.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:11:10 smithi062 bash[19845]: cluster 2024-09-13T14:11:09.720181+0000 mgr.x (mgr.24517) 234 : cluster [DBG] pgmap v183: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:11:11.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:11:10 smithi062 bash[26634]: cluster 2024-09-13T14:11:09.720181+0000 mgr.x (mgr.24517) 234 : cluster [DBG] pgmap v183: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:11:11.181 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:11:10 smithi178 bash[22034]: cluster 2024-09-13T14:11:09.720181+0000 mgr.x (mgr.24517) 234 : cluster [DBG] pgmap v183: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:11:12.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:11:11 smithi062 bash[19845]: audit 2024-09-13T14:11:09.802897+0000 mgr.x (mgr.24517) 235 : audit [DBG] from='client.15054 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:11:12.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:11:11 smithi062 bash[26634]: audit 2024-09-13T14:11:09.802897+0000 mgr.x (mgr.24517) 235 : audit [DBG] from='client.15054 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:11:12.181 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:11:11 smithi178 bash[22034]: audit 2024-09-13T14:11:09.802897+0000 mgr.x (mgr.24517) 235 : audit [DBG] from='client.15054 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:11:13.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:11:12 smithi062 bash[19845]: cluster 2024-09-13T14:11:11.721904+0000 mgr.x (mgr.24517) 236 : cluster [DBG] pgmap v184: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:11:13.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:11:12 smithi062 bash[26634]: cluster 2024-09-13T14:11:11.721904+0000 mgr.x (mgr.24517) 236 : cluster [DBG] pgmap v184: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:11:13.181 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:11:12 smithi178 bash[22034]: cluster 2024-09-13T14:11:11.721904+0000 mgr.x (mgr.24517) 236 : cluster [DBG] pgmap v184: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:11:15.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:11:14 smithi062 bash[19845]: cluster 2024-09-13T14:11:13.722640+0000 mgr.x (mgr.24517) 237 : cluster [DBG] pgmap v185: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:11:15.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:11:14 smithi062 bash[26634]: cluster 2024-09-13T14:11:13.722640+0000 mgr.x (mgr.24517) 237 : cluster [DBG] pgmap v185: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:11:15.181 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:11:14 smithi178 bash[22034]: cluster 2024-09-13T14:11:13.722640+0000 mgr.x (mgr.24517) 237 : cluster [DBG] pgmap v185: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:11:16.431 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 13 14:11:16 smithi178 bash[50171]: ::ffff:172.21.15.178 - - [13/Sep/2024:14:11:16] "GET /metrics HTTP/1.1" 200 38231 "" "Prometheus/2.43.0" 2024-09-13T14:11:17.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:11:16 smithi062 bash[19845]: cluster 2024-09-13T14:11:15.724326+0000 mgr.x (mgr.24517) 238 : cluster [DBG] pgmap v186: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:11:17.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:11:16 smithi062 bash[26634]: cluster 2024-09-13T14:11:15.724326+0000 mgr.x (mgr.24517) 238 : cluster [DBG] pgmap v186: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:11:17.181 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:11:16 smithi178 bash[22034]: cluster 2024-09-13T14:11:15.724326+0000 mgr.x (mgr.24517) 238 : cluster [DBG] pgmap v186: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:11:18.002 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:11:17 smithi062 bash[26634]: cluster 2024-09-13T14:11:17.725061+0000 mgr.x (mgr.24517) 239 : cluster [DBG] pgmap v187: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:11:18.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:11:17 smithi062 bash[19845]: cluster 2024-09-13T14:11:17.725061+0000 mgr.x (mgr.24517) 239 : cluster [DBG] pgmap v187: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:11:18.181 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:11:17 smithi178 bash[22034]: cluster 2024-09-13T14:11:17.725061+0000 mgr.x (mgr.24517) 239 : cluster [DBG] pgmap v187: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:11:20.181 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:11:19 smithi178 bash[22034]: cluster 2024-09-13T14:11:19.725830+0000 mgr.x (mgr.24517) 240 : cluster [DBG] pgmap v188: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:11:20.252 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:11:19 smithi062 bash[19845]: cluster 2024-09-13T14:11:19.725830+0000 mgr.x (mgr.24517) 240 : cluster [DBG] pgmap v188: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:11:20.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:11:19 smithi062 bash[26634]: cluster 2024-09-13T14:11:19.725830+0000 mgr.x (mgr.24517) 240 : cluster [DBG] pgmap v188: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:11:21.181 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:11:20 smithi178 bash[22034]: audit 2024-09-13T14:11:19.813157+0000 mgr.x (mgr.24517) 241 : audit [DBG] from='client.15054 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:11:21.252 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:11:20 smithi062 bash[19845]: audit 2024-09-13T14:11:19.813157+0000 mgr.x (mgr.24517) 241 : audit [DBG] from='client.15054 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:11:21.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:11:20 smithi062 bash[26634]: audit 2024-09-13T14:11:19.813157+0000 mgr.x (mgr.24517) 241 : audit [DBG] from='client.15054 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:11:22.181 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:11:21 smithi178 bash[22034]: cluster 2024-09-13T14:11:21.727480+0000 mgr.x (mgr.24517) 242 : cluster [DBG] pgmap v189: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:11:22.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:11:21 smithi062 bash[19845]: cluster 2024-09-13T14:11:21.727480+0000 mgr.x (mgr.24517) 242 : cluster [DBG] pgmap v189: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:11:22.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:11:21 smithi062 bash[26634]: cluster 2024-09-13T14:11:21.727480+0000 mgr.x (mgr.24517) 242 : cluster [DBG] pgmap v189: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:11:24.181 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:11:23 smithi178 bash[22034]: cluster 2024-09-13T14:11:23.728170+0000 mgr.x (mgr.24517) 243 : cluster [DBG] pgmap v190: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:11:24.252 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:11:23 smithi062 bash[19845]: cluster 2024-09-13T14:11:23.728170+0000 mgr.x (mgr.24517) 243 : cluster [DBG] pgmap v190: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:11:24.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:11:23 smithi062 bash[26634]: cluster 2024-09-13T14:11:23.728170+0000 mgr.x (mgr.24517) 243 : cluster [DBG] pgmap v190: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:11:25.181 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:11:24 smithi178 bash[22034]: audit 2024-09-13T14:11:24.661533+0000 mon.b (mon.1) 100 : audit [DBG] from='mgr.24517 172.21.15.178:0/2374933869' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:11:25.252 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:11:24 smithi062 bash[19845]: audit 2024-09-13T14:11:24.661533+0000 mon.b (mon.1) 100 : audit [DBG] from='mgr.24517 172.21.15.178:0/2374933869' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:11:25.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:11:24 smithi062 bash[26634]: audit 2024-09-13T14:11:24.661533+0000 mon.b (mon.1) 100 : audit [DBG] from='mgr.24517 172.21.15.178:0/2374933869' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:11:26.181 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 13 14:11:26 smithi178 bash[50171]: ::ffff:172.21.15.178 - - [13/Sep/2024:14:11:26] "GET /metrics HTTP/1.1" 200 38231 "" "Prometheus/2.43.0" 2024-09-13T14:11:26.182 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:11:25 smithi178 bash[22034]: cluster 2024-09-13T14:11:25.729928+0000 mgr.x (mgr.24517) 244 : cluster [DBG] pgmap v191: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:11:26.252 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:11:25 smithi062 bash[19845]: cluster 2024-09-13T14:11:25.729928+0000 mgr.x (mgr.24517) 244 : cluster [DBG] pgmap v191: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:11:26.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:11:25 smithi062 bash[26634]: cluster 2024-09-13T14:11:25.729928+0000 mgr.x (mgr.24517) 244 : cluster [DBG] pgmap v191: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:11:28.181 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:11:27 smithi178 bash[22034]: cluster 2024-09-13T14:11:27.730757+0000 mgr.x (mgr.24517) 245 : cluster [DBG] pgmap v192: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:11:28.252 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:11:27 smithi062 bash[26634]: cluster 2024-09-13T14:11:27.730757+0000 mgr.x (mgr.24517) 245 : cluster [DBG] pgmap v192: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:11:28.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:11:27 smithi062 bash[19845]: cluster 2024-09-13T14:11:27.730757+0000 mgr.x (mgr.24517) 245 : cluster [DBG] pgmap v192: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:11:30.181 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:11:29 smithi178 bash[22034]: cluster 2024-09-13T14:11:29.731572+0000 mgr.x (mgr.24517) 246 : cluster [DBG] pgmap v193: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:11:30.252 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:11:29 smithi062 bash[19845]: cluster 2024-09-13T14:11:29.731572+0000 mgr.x (mgr.24517) 246 : cluster [DBG] pgmap v193: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:11:30.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:11:29 smithi062 bash[26634]: cluster 2024-09-13T14:11:29.731572+0000 mgr.x (mgr.24517) 246 : cluster [DBG] pgmap v193: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:11:31.181 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:11:30 smithi178 bash[22034]: audit 2024-09-13T14:11:29.822804+0000 mgr.x (mgr.24517) 247 : audit [DBG] from='client.15054 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:11:31.252 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:11:30 smithi062 bash[19845]: audit 2024-09-13T14:11:29.822804+0000 mgr.x (mgr.24517) 247 : audit [DBG] from='client.15054 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:11:31.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:11:30 smithi062 bash[26634]: audit 2024-09-13T14:11:29.822804+0000 mgr.x (mgr.24517) 247 : audit [DBG] from='client.15054 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:11:32.181 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:11:31 smithi178 bash[22034]: cluster 2024-09-13T14:11:31.733321+0000 mgr.x (mgr.24517) 248 : cluster [DBG] pgmap v194: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:11:32.252 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:11:31 smithi062 bash[26634]: cluster 2024-09-13T14:11:31.733321+0000 mgr.x (mgr.24517) 248 : cluster [DBG] pgmap v194: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:11:32.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:11:31 smithi062 bash[19845]: cluster 2024-09-13T14:11:31.733321+0000 mgr.x (mgr.24517) 248 : cluster [DBG] pgmap v194: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:11:34.181 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:11:33 smithi178 bash[22034]: cluster 2024-09-13T14:11:33.734156+0000 mgr.x (mgr.24517) 249 : cluster [DBG] pgmap v195: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:11:34.252 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:11:33 smithi062 bash[19845]: cluster 2024-09-13T14:11:33.734156+0000 mgr.x (mgr.24517) 249 : cluster [DBG] pgmap v195: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:11:34.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:11:33 smithi062 bash[26634]: cluster 2024-09-13T14:11:33.734156+0000 mgr.x (mgr.24517) 249 : cluster [DBG] pgmap v195: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:11:36.181 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:11:35 smithi178 bash[22034]: cluster 2024-09-13T14:11:35.735825+0000 mgr.x (mgr.24517) 250 : cluster [DBG] pgmap v196: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:11:36.181 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 13 14:11:36 smithi178 bash[50171]: ::ffff:172.21.15.178 - - [13/Sep/2024:14:11:36] "GET /metrics HTTP/1.1" 200 38231 "" "Prometheus/2.43.0" 2024-09-13T14:11:36.252 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:11:35 smithi062 bash[26634]: cluster 2024-09-13T14:11:35.735825+0000 mgr.x (mgr.24517) 250 : cluster [DBG] pgmap v196: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:11:36.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:11:35 smithi062 bash[19845]: cluster 2024-09-13T14:11:35.735825+0000 mgr.x (mgr.24517) 250 : cluster [DBG] pgmap v196: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:11:38.181 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:11:37 smithi178 bash[22034]: cluster 2024-09-13T14:11:37.736536+0000 mgr.x (mgr.24517) 251 : cluster [DBG] pgmap v197: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:11:38.252 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:11:37 smithi062 bash[26634]: cluster 2024-09-13T14:11:37.736536+0000 mgr.x (mgr.24517) 251 : cluster [DBG] pgmap v197: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:11:38.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:11:37 smithi062 bash[19845]: cluster 2024-09-13T14:11:37.736536+0000 mgr.x (mgr.24517) 251 : cluster [DBG] pgmap v197: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:11:40.002 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:11:39 smithi062 bash[26634]: audit 2024-09-13T14:11:39.662047+0000 mon.b (mon.1) 101 : audit [DBG] from='mgr.24517 172.21.15.178:0/2374933869' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:11:40.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:11:39 smithi062 bash[19845]: audit 2024-09-13T14:11:39.662047+0000 mon.b (mon.1) 101 : audit [DBG] from='mgr.24517 172.21.15.178:0/2374933869' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:11:40.181 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:11:39 smithi178 bash[22034]: audit 2024-09-13T14:11:39.662047+0000 mon.b (mon.1) 101 : audit [DBG] from='mgr.24517 172.21.15.178:0/2374933869' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:11:42.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:11:41 smithi062 bash[19845]: cluster 2024-09-13T14:11:39.737243+0000 mgr.x (mgr.24517) 252 : cluster [DBG] pgmap v198: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:11:42.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:11:41 smithi062 bash[19845]: audit 2024-09-13T14:11:39.825187+0000 mgr.x (mgr.24517) 253 : audit [DBG] from='client.15054 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:11:42.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:11:41 smithi062 bash[26634]: cluster 2024-09-13T14:11:39.737243+0000 mgr.x (mgr.24517) 252 : cluster [DBG] pgmap v198: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:11:42.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:11:41 smithi062 bash[26634]: audit 2024-09-13T14:11:39.825187+0000 mgr.x (mgr.24517) 253 : audit [DBG] from='client.15054 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:11:42.181 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:11:41 smithi178 bash[22034]: cluster 2024-09-13T14:11:39.737243+0000 mgr.x (mgr.24517) 252 : cluster [DBG] pgmap v198: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:11:42.181 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:11:41 smithi178 bash[22034]: audit 2024-09-13T14:11:39.825187+0000 mgr.x (mgr.24517) 253 : audit [DBG] from='client.15054 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:11:44.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:11:43 smithi062 bash[19845]: cluster 2024-09-13T14:11:41.738973+0000 mgr.x (mgr.24517) 254 : cluster [DBG] pgmap v199: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:11:44.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:11:43 smithi062 bash[26634]: cluster 2024-09-13T14:11:41.738973+0000 mgr.x (mgr.24517) 254 : cluster [DBG] pgmap v199: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:11:44.181 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:11:43 smithi178 bash[22034]: cluster 2024-09-13T14:11:41.738973+0000 mgr.x (mgr.24517) 254 : cluster [DBG] pgmap v199: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:11:46.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:11:45 smithi062 bash[19845]: cluster 2024-09-13T14:11:43.739768+0000 mgr.x (mgr.24517) 255 : cluster [DBG] pgmap v200: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:11:46.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:11:45 smithi062 bash[26634]: cluster 2024-09-13T14:11:43.739768+0000 mgr.x (mgr.24517) 255 : cluster [DBG] pgmap v200: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:11:46.017 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:11:45 smithi178 bash[22034]: cluster 2024-09-13T14:11:43.739768+0000 mgr.x (mgr.24517) 255 : cluster [DBG] pgmap v200: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:11:46.431 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 13 14:11:46 smithi178 bash[50171]: ::ffff:172.21.15.178 - - [13/Sep/2024:14:11:46] "GET /metrics HTTP/1.1" 200 38231 "" "Prometheus/2.43.0" 2024-09-13T14:11:48.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:11:47 smithi062 bash[19845]: cluster 2024-09-13T14:11:45.741451+0000 mgr.x (mgr.24517) 256 : cluster [DBG] pgmap v201: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:11:48.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:11:47 smithi062 bash[26634]: cluster 2024-09-13T14:11:45.741451+0000 mgr.x (mgr.24517) 256 : cluster [DBG] pgmap v201: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:11:48.181 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:11:47 smithi178 bash[22034]: cluster 2024-09-13T14:11:45.741451+0000 mgr.x (mgr.24517) 256 : cluster [DBG] pgmap v201: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:11:50.002 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:11:49 smithi062 bash[26634]: cluster 2024-09-13T14:11:47.742175+0000 mgr.x (mgr.24517) 257 : cluster [DBG] pgmap v202: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:11:50.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:11:49 smithi062 bash[19845]: cluster 2024-09-13T14:11:47.742175+0000 mgr.x (mgr.24517) 257 : cluster [DBG] pgmap v202: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:11:50.181 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:11:49 smithi178 bash[22034]: cluster 2024-09-13T14:11:47.742175+0000 mgr.x (mgr.24517) 257 : cluster [DBG] pgmap v202: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:11:52.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:11:51 smithi062 bash[19845]: cluster 2024-09-13T14:11:49.742895+0000 mgr.x (mgr.24517) 258 : cluster [DBG] pgmap v203: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:11:52.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:11:51 smithi062 bash[19845]: audit 2024-09-13T14:11:49.831162+0000 mgr.x (mgr.24517) 259 : audit [DBG] from='client.15054 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:11:52.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:11:51 smithi062 bash[19845]: audit 2024-09-13T14:11:50.914548+0000 mon.b (mon.1) 102 : audit [DBG] from='mgr.24517 172.21.15.178:0/2374933869' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:11:52.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:11:51 smithi062 bash[19845]: audit 2024-09-13T14:11:50.915747+0000 mon.b (mon.1) 103 : audit [INF] from='mgr.24517 172.21.15.178:0/2374933869' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T14:11:52.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:11:51 smithi062 bash[19845]: audit 2024-09-13T14:11:50.923931+0000 mon.a (mon.0) 1149 : audit [INF] from='mgr.24517 ' entity='mgr.x' 2024-09-13T14:11:52.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:11:51 smithi062 bash[26634]: cluster 2024-09-13T14:11:49.742895+0000 mgr.x (mgr.24517) 258 : cluster [DBG] pgmap v203: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:11:52.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:11:51 smithi062 bash[26634]: audit 2024-09-13T14:11:49.831162+0000 mgr.x (mgr.24517) 259 : audit [DBG] from='client.15054 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:11:52.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:11:51 smithi062 bash[26634]: audit 2024-09-13T14:11:50.914548+0000 mon.b (mon.1) 102 : audit [DBG] from='mgr.24517 172.21.15.178:0/2374933869' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:11:52.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:11:51 smithi062 bash[26634]: audit 2024-09-13T14:11:50.915747+0000 mon.b (mon.1) 103 : audit [INF] from='mgr.24517 172.21.15.178:0/2374933869' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T14:11:52.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:11:51 smithi062 bash[26634]: audit 2024-09-13T14:11:50.923931+0000 mon.a (mon.0) 1149 : audit [INF] from='mgr.24517 ' entity='mgr.x' 2024-09-13T14:11:52.181 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:11:51 smithi178 bash[22034]: cluster 2024-09-13T14:11:49.742895+0000 mgr.x (mgr.24517) 258 : cluster [DBG] pgmap v203: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:11:52.182 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:11:51 smithi178 bash[22034]: audit 2024-09-13T14:11:49.831162+0000 mgr.x (mgr.24517) 259 : audit [DBG] from='client.15054 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:11:52.182 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:11:51 smithi178 bash[22034]: audit 2024-09-13T14:11:50.914548+0000 mon.b (mon.1) 102 : audit [DBG] from='mgr.24517 172.21.15.178:0/2374933869' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:11:52.182 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:11:51 smithi178 bash[22034]: audit 2024-09-13T14:11:50.915747+0000 mon.b (mon.1) 103 : audit [INF] from='mgr.24517 172.21.15.178:0/2374933869' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T14:11:52.182 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:11:51 smithi178 bash[22034]: audit 2024-09-13T14:11:50.923931+0000 mon.a (mon.0) 1149 : audit [INF] from='mgr.24517 ' entity='mgr.x' 2024-09-13T14:11:53.181 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:11:52 smithi178 bash[22034]: cluster 2024-09-13T14:11:51.744441+0000 mgr.x (mgr.24517) 260 : cluster [DBG] pgmap v204: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:11:53.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:11:52 smithi062 bash[19845]: cluster 2024-09-13T14:11:51.744441+0000 mgr.x (mgr.24517) 260 : cluster [DBG] pgmap v204: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:11:53.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:11:52 smithi062 bash[26634]: cluster 2024-09-13T14:11:51.744441+0000 mgr.x (mgr.24517) 260 : cluster [DBG] pgmap v204: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:11:54.665 DEBUG:teuthology.orchestra.run.smithi062:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ff1149ea-71d5-11ef-bceb-c7b262605968 -e sha1=b0201b8c79733293453e7f10a10c7fa43119222b -- bash -c 'ceph orch ps' 2024-09-13T14:11:55.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:11:54 smithi062 bash[19845]: cluster 2024-09-13T14:11:53.745069+0000 mgr.x (mgr.24517) 261 : cluster [DBG] pgmap v205: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:11:55.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:11:54 smithi062 bash[19845]: audit 2024-09-13T14:11:54.662502+0000 mon.b (mon.1) 104 : audit [DBG] from='mgr.24517 172.21.15.178:0/2374933869' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:11:55.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:11:54 smithi062 bash[26634]: cluster 2024-09-13T14:11:53.745069+0000 mgr.x (mgr.24517) 261 : cluster [DBG] pgmap v205: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:11:55.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:11:54 smithi062 bash[26634]: audit 2024-09-13T14:11:54.662502+0000 mon.b (mon.1) 104 : audit [DBG] from='mgr.24517 172.21.15.178:0/2374933869' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:11:55.181 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:11:54 smithi178 bash[22034]: cluster 2024-09-13T14:11:53.745069+0000 mgr.x (mgr.24517) 261 : cluster [DBG] pgmap v205: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:11:55.181 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:11:54 smithi178 bash[22034]: audit 2024-09-13T14:11:54.662502+0000 mon.b (mon.1) 104 : audit [DBG] from='mgr.24517 172.21.15.178:0/2374933869' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:11:56.431 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 13 14:11:56 smithi178 bash[50171]: ::ffff:172.21.15.178 - - [13/Sep/2024:14:11:56] "GET /metrics HTTP/1.1" 200 38232 "" "Prometheus/2.43.0" 2024-09-13T14:11:57.181 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:11:56 smithi178 bash[22034]: cluster 2024-09-13T14:11:55.746687+0000 mgr.x (mgr.24517) 262 : cluster [DBG] pgmap v206: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:11:57.252 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:11:56 smithi062 bash[19845]: cluster 2024-09-13T14:11:55.746687+0000 mgr.x (mgr.24517) 262 : cluster [DBG] pgmap v206: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:11:57.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:11:56 smithi062 bash[26634]: cluster 2024-09-13T14:11:55.746687+0000 mgr.x (mgr.24517) 262 : cluster [DBG] pgmap v206: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:11:59.491 INFO:teuthology.orchestra.run.smithi062.stderr:Inferring config /var/lib/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T14:11:59.655 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:11:59 smithi062 bash[19845]: cluster 2024-09-13T14:11:57.747392+0000 mgr.x (mgr.24517) 263 : cluster [DBG] pgmap v207: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:11:59.655 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:11:59 smithi062 bash[26634]: cluster 2024-09-13T14:11:57.747392+0000 mgr.x (mgr.24517) 263 : cluster [DBG] pgmap v207: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:11:59.681 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:11:59 smithi178 bash[22034]: cluster 2024-09-13T14:11:57.747392+0000 mgr.x (mgr.24517) 263 : cluster [DBG] pgmap v207: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:12:01.176 INFO:teuthology.orchestra.run.smithi062.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-13T14:12:01.176 INFO:teuthology.orchestra.run.smithi062.stdout:alertmanager.a smithi062 *:9093,9094 running (16m) 71s ago 17m 13.4M - 0.25.0 c8568f914cd2 3855e7cada7e 2024-09-13T14:12:01.176 INFO:teuthology.orchestra.run.smithi062.stdout:grafana.a smithi178 *:3000 running (16m) 2m ago 16m 73.2M - 9.4.12 2bacad6d85d8 f92f4c844371 2024-09-13T14:12:01.176 INFO:teuthology.orchestra.run.smithi062.stdout:iscsi.foo.smithi062.auboqe smithi062 *:5000 running (6m) 71s ago 14m 48.2M - 3.8 19dc8d659727 65090de520e9 2024-09-13T14:12:01.176 INFO:teuthology.orchestra.run.smithi062.stdout:mgr.x smithi178 *:8443,9283,8765 running (9m) 2m ago 25m 506M - 19.3.0-4917-gb0201b8c 1641fe80ce72 a32905ba8b13 2024-09-13T14:12:01.176 INFO:teuthology.orchestra.run.smithi062.stdout:mgr.y smithi062 *:8443,9283,8765 running (2m) 71s ago 27m 438M - 19.3.0-4917-gb0201b8c 1641fe80ce72 fd629cc84850 2024-09-13T14:12:01.176 INFO:teuthology.orchestra.run.smithi062.stdout:mon.a smithi062 running (28m) 71s ago 28m 66.7M 2048M 19.1.1-322-g7741f7f9 19dc8d659727 4664a2c15794 2024-09-13T14:12:01.177 INFO:teuthology.orchestra.run.smithi062.stdout:mon.b smithi178 running (26m) 2m ago 26m 48.2M 2048M 19.1.1-322-g7741f7f9 19dc8d659727 f0553780881c 2024-09-13T14:12:01.177 INFO:teuthology.orchestra.run.smithi062.stdout:mon.c smithi062 running (26m) 71s ago 26m 47.4M 2048M 19.1.1-322-g7741f7f9 19dc8d659727 0846e375e651 2024-09-13T14:12:01.177 INFO:teuthology.orchestra.run.smithi062.stdout:node-exporter.a smithi062 *:9100 running (17m) 71s ago 17m 8724k - 1.5.0 0da6a335fe13 fd29265c5570 2024-09-13T14:12:01.177 INFO:teuthology.orchestra.run.smithi062.stdout:node-exporter.b smithi178 *:9100 running (17m) 2m ago 17m 9052k - 1.5.0 0da6a335fe13 400d31a0fc83 2024-09-13T14:12:01.177 INFO:teuthology.orchestra.run.smithi062.stdout:osd.0 smithi062 running (24m) 71s ago 24m 62.9M 3036M 19.1.1-322-g7741f7f9 19dc8d659727 a01ecc33ada0 2024-09-13T14:12:01.177 INFO:teuthology.orchestra.run.smithi062.stdout:osd.1 smithi062 running (23m) 71s ago 24m 55.9M 3036M 19.1.1-322-g7741f7f9 19dc8d659727 d6ca3f655d05 2024-09-13T14:12:01.177 INFO:teuthology.orchestra.run.smithi062.stdout:osd.2 smithi062 running (23m) 71s ago 23m 60.1M 3036M 19.1.1-322-g7741f7f9 19dc8d659727 f001b702483d 2024-09-13T14:12:01.177 INFO:teuthology.orchestra.run.smithi062.stdout:osd.3 smithi062 running (22m) 71s ago 22m 54.8M 3036M 19.1.1-322-g7741f7f9 19dc8d659727 cebed6322996 2024-09-13T14:12:01.177 INFO:teuthology.orchestra.run.smithi062.stdout:osd.4 smithi178 running (21m) 2m ago 21m 62.7M 3292M 19.1.1-322-g7741f7f9 19dc8d659727 7ff166ed36a8 2024-09-13T14:12:01.177 INFO:teuthology.orchestra.run.smithi062.stdout:osd.5 smithi178 running (20m) 2m ago 20m 61.7M 3292M 19.1.1-322-g7741f7f9 19dc8d659727 0ee354299930 2024-09-13T14:12:01.177 INFO:teuthology.orchestra.run.smithi062.stdout:osd.6 smithi178 running (19m) 2m ago 19m 51.6M 3292M 19.1.1-322-g7741f7f9 19dc8d659727 e6cb50c05b1b 2024-09-13T14:12:01.177 INFO:teuthology.orchestra.run.smithi062.stdout:osd.7 smithi178 running (18m) 2m ago 18m 61.6M 3292M 19.1.1-322-g7741f7f9 19dc8d659727 fbc9d74ccd0e 2024-09-13T14:12:01.177 INFO:teuthology.orchestra.run.smithi062.stdout:prometheus.a smithi178 *:9095 running (6m) 2m ago 17m 45.3M - 2.43.0 a07b618ecd1d 1440cd3e2d09 2024-09-13T14:12:01.177 INFO:teuthology.orchestra.run.smithi062.stdout:rgw.foo.smithi062.raldkl smithi062 *:8000 running (14m) 71s ago 14m 97.3M - 19.1.1-322-g7741f7f9 19dc8d659727 c374202ad667 2024-09-13T14:12:01.178 INFO:teuthology.orchestra.run.smithi062.stdout:rgw.foo.smithi178.sseeij smithi178 *:8000 running (14m) 2m ago 14m 97.1M - 19.1.1-322-g7741f7f9 19dc8d659727 86fcacc26a6b 2024-09-13T14:12:01.502 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:12:01 smithi062 bash[19845]: cluster 2024-09-13T14:11:59.748090+0000 mgr.x (mgr.24517) 264 : cluster [DBG] pgmap v208: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:12:01.502 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:12:01 smithi062 bash[19845]: audit 2024-09-13T14:11:59.836851+0000 mgr.x (mgr.24517) 265 : audit [DBG] from='client.15054 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:12:01.503 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:12:01 smithi062 bash[26634]: cluster 2024-09-13T14:11:59.748090+0000 mgr.x (mgr.24517) 264 : cluster [DBG] pgmap v208: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:12:01.503 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:12:01 smithi062 bash[26634]: audit 2024-09-13T14:11:59.836851+0000 mgr.x (mgr.24517) 265 : audit [DBG] from='client.15054 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:12:01.681 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:12:01 smithi178 bash[22034]: cluster 2024-09-13T14:11:59.748090+0000 mgr.x (mgr.24517) 264 : cluster [DBG] pgmap v208: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:12:01.681 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:12:01 smithi178 bash[22034]: audit 2024-09-13T14:11:59.836851+0000 mgr.x (mgr.24517) 265 : audit [DBG] from='client.15054 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:12:01.756 DEBUG:teuthology.orchestra.run.smithi062:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ff1149ea-71d5-11ef-bceb-c7b262605968 -e sha1=b0201b8c79733293453e7f10a10c7fa43119222b -- bash -c 'ceph versions' 2024-09-13T14:12:02.681 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:12:02 smithi178 bash[22034]: audit 2024-09-13T14:12:01.143793+0000 mgr.x (mgr.24517) 266 : audit [DBG] from='client.15138 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:12:02.752 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:12:02 smithi062 bash[19845]: audit 2024-09-13T14:12:01.143793+0000 mgr.x (mgr.24517) 266 : audit [DBG] from='client.15138 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:12:02.753 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:12:02 smithi062 bash[26634]: audit 2024-09-13T14:12:01.143793+0000 mgr.x (mgr.24517) 266 : audit [DBG] from='client.15138 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:12:03.681 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:12:03 smithi178 bash[22034]: cluster 2024-09-13T14:12:01.749736+0000 mgr.x (mgr.24517) 267 : cluster [DBG] pgmap v209: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:12:03.752 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:12:03 smithi062 bash[19845]: cluster 2024-09-13T14:12:01.749736+0000 mgr.x (mgr.24517) 267 : cluster [DBG] pgmap v209: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:12:03.753 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:12:03 smithi062 bash[26634]: cluster 2024-09-13T14:12:01.749736+0000 mgr.x (mgr.24517) 267 : cluster [DBG] pgmap v209: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:12:05.681 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:12:05 smithi178 bash[22034]: cluster 2024-09-13T14:12:03.750427+0000 mgr.x (mgr.24517) 268 : cluster [DBG] pgmap v210: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:12:05.752 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:12:05 smithi062 bash[19845]: cluster 2024-09-13T14:12:03.750427+0000 mgr.x (mgr.24517) 268 : cluster [DBG] pgmap v210: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:12:05.753 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:12:05 smithi062 bash[26634]: cluster 2024-09-13T14:12:03.750427+0000 mgr.x (mgr.24517) 268 : cluster [DBG] pgmap v210: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:12:06.431 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 13 14:12:06 smithi178 bash[50171]: ::ffff:172.21.15.178 - - [13/Sep/2024:14:12:06] "GET /metrics HTTP/1.1" 200 38232 "" "Prometheus/2.43.0" 2024-09-13T14:12:06.584 INFO:teuthology.orchestra.run.smithi062.stderr:Inferring config /var/lib/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T14:12:07.627 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:12:07 smithi062 bash[26634]: cluster 2024-09-13T14:12:05.752079+0000 mgr.x (mgr.24517) 269 : cluster [DBG] pgmap v211: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:12:07.627 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:12:07 smithi062 bash[19845]: cluster 2024-09-13T14:12:05.752079+0000 mgr.x (mgr.24517) 269 : cluster [DBG] pgmap v211: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:12:07.681 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:12:07 smithi178 bash[22034]: cluster 2024-09-13T14:12:05.752079+0000 mgr.x (mgr.24517) 269 : cluster [DBG] pgmap v211: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:12:08.027 INFO:teuthology.orchestra.run.smithi062.stdout:{ 2024-09-13T14:12:08.027 INFO:teuthology.orchestra.run.smithi062.stdout: "mon": { 2024-09-13T14:12:08.028 INFO:teuthology.orchestra.run.smithi062.stdout: "ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable)": 3 2024-09-13T14:12:08.028 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-09-13T14:12:08.028 INFO:teuthology.orchestra.run.smithi062.stdout: "mgr": { 2024-09-13T14:12:08.028 INFO:teuthology.orchestra.run.smithi062.stdout: "ceph version 19.3.0-4917-gb0201b8c (b0201b8c79733293453e7f10a10c7fa43119222b) squid (dev)": 2 2024-09-13T14:12:08.028 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-09-13T14:12:08.028 INFO:teuthology.orchestra.run.smithi062.stdout: "osd": { 2024-09-13T14:12:08.028 INFO:teuthology.orchestra.run.smithi062.stdout: "ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable)": 8 2024-09-13T14:12:08.028 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-09-13T14:12:08.028 INFO:teuthology.orchestra.run.smithi062.stdout: "rgw": { 2024-09-13T14:12:08.028 INFO:teuthology.orchestra.run.smithi062.stdout: "ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable)": 2 2024-09-13T14:12:08.029 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-09-13T14:12:08.029 INFO:teuthology.orchestra.run.smithi062.stdout: "overall": { 2024-09-13T14:12:08.029 INFO:teuthology.orchestra.run.smithi062.stdout: "ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable)": 13, 2024-09-13T14:12:08.029 INFO:teuthology.orchestra.run.smithi062.stdout: "ceph version 19.3.0-4917-gb0201b8c (b0201b8c79733293453e7f10a10c7fa43119222b) squid (dev)": 2 2024-09-13T14:12:08.029 INFO:teuthology.orchestra.run.smithi062.stdout: } 2024-09-13T14:12:08.029 INFO:teuthology.orchestra.run.smithi062.stdout:} 2024-09-13T14:12:08.662 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:12:08 smithi062 bash[19845]: audit 2024-09-13T14:12:08.028520+0000 mon.c (mon.2) 46 : audit [DBG] from='client.? 172.21.15.62:0/3703570339' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:12:08.663 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:12:08 smithi062 bash[26634]: audit 2024-09-13T14:12:08.028520+0000 mon.c (mon.2) 46 : audit [DBG] from='client.? 172.21.15.62:0/3703570339' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:12:08.664 DEBUG:teuthology.orchestra.run.smithi062:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ff1149ea-71d5-11ef-bceb-c7b262605968 -e sha1=b0201b8c79733293453e7f10a10c7fa43119222b -- bash -c 'ceph health detail' 2024-09-13T14:12:08.681 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:12:08 smithi178 bash[22034]: audit 2024-09-13T14:12:08.028520+0000 mon.c (mon.2) 46 : audit [DBG] from='client.? 172.21.15.62:0/3703570339' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:12:09.681 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:12:09 smithi178 bash[22034]: cluster 2024-09-13T14:12:07.752914+0000 mgr.x (mgr.24517) 270 : cluster [DBG] pgmap v212: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:12:09.752 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:12:09 smithi062 bash[26634]: cluster 2024-09-13T14:12:07.752914+0000 mgr.x (mgr.24517) 270 : cluster [DBG] pgmap v212: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:12:09.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:12:09 smithi062 bash[19845]: cluster 2024-09-13T14:12:07.752914+0000 mgr.x (mgr.24517) 270 : cluster [DBG] pgmap v212: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:12:10.681 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:12:10 smithi178 bash[22034]: audit 2024-09-13T14:12:09.662828+0000 mon.b (mon.1) 105 : audit [DBG] from='mgr.24517 172.21.15.178:0/2374933869' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:12:10.752 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:12:10 smithi062 bash[26634]: audit 2024-09-13T14:12:09.662828+0000 mon.b (mon.1) 105 : audit [DBG] from='mgr.24517 172.21.15.178:0/2374933869' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:12:10.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:12:10 smithi062 bash[19845]: audit 2024-09-13T14:12:09.662828+0000 mon.b (mon.1) 105 : audit [DBG] from='mgr.24517 172.21.15.178:0/2374933869' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:12:11.681 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:12:11 smithi178 bash[22034]: cluster 2024-09-13T14:12:09.753645+0000 mgr.x (mgr.24517) 271 : cluster [DBG] pgmap v213: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:12:11.681 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:12:11 smithi178 bash[22034]: audit 2024-09-13T14:12:09.842430+0000 mgr.x (mgr.24517) 272 : audit [DBG] from='client.15054 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:12:11.752 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:12:11 smithi062 bash[26634]: cluster 2024-09-13T14:12:09.753645+0000 mgr.x (mgr.24517) 271 : cluster [DBG] pgmap v213: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:12:11.753 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:12:11 smithi062 bash[26634]: audit 2024-09-13T14:12:09.842430+0000 mgr.x (mgr.24517) 272 : audit [DBG] from='client.15054 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:12:11.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:12:11 smithi062 bash[19845]: cluster 2024-09-13T14:12:09.753645+0000 mgr.x (mgr.24517) 271 : cluster [DBG] pgmap v213: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:12:11.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:12:11 smithi062 bash[19845]: audit 2024-09-13T14:12:09.842430+0000 mgr.x (mgr.24517) 272 : audit [DBG] from='client.15054 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:12:13.486 INFO:teuthology.orchestra.run.smithi062.stderr:Inferring config /var/lib/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T14:12:13.681 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:12:13 smithi178 bash[22034]: cluster 2024-09-13T14:12:11.755242+0000 mgr.x (mgr.24517) 273 : cluster [DBG] pgmap v214: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:12:13.752 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:12:13 smithi062 bash[26634]: cluster 2024-09-13T14:12:11.755242+0000 mgr.x (mgr.24517) 273 : cluster [DBG] pgmap v214: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:12:13.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:12:13 smithi062 bash[19845]: cluster 2024-09-13T14:12:11.755242+0000 mgr.x (mgr.24517) 273 : cluster [DBG] pgmap v214: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:12:14.985 INFO:teuthology.orchestra.run.smithi062.stdout:HEALTH_OK 2024-09-13T14:12:15.643 DEBUG:teuthology.orchestra.run.smithi062:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ff1149ea-71d5-11ef-bceb-c7b262605968 -e sha1=b0201b8c79733293453e7f10a10c7fa43119222b -- bash -c 'ceph -s' 2024-09-13T14:12:15.681 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:12:15 smithi178 bash[22034]: cluster 2024-09-13T14:12:13.755897+0000 mgr.x (mgr.24517) 274 : cluster [DBG] pgmap v215: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:12:15.681 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:12:15 smithi178 bash[22034]: audit 2024-09-13T14:12:14.987333+0000 mon.c (mon.2) 47 : audit [DBG] from='client.? 172.21.15.62:0/3268230006' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2024-09-13T14:12:15.752 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:12:15 smithi062 bash[19845]: cluster 2024-09-13T14:12:13.755897+0000 mgr.x (mgr.24517) 274 : cluster [DBG] pgmap v215: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:12:15.752 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:12:15 smithi062 bash[19845]: audit 2024-09-13T14:12:14.987333+0000 mon.c (mon.2) 47 : audit [DBG] from='client.? 172.21.15.62:0/3268230006' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2024-09-13T14:12:15.753 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:12:15 smithi062 bash[26634]: cluster 2024-09-13T14:12:13.755897+0000 mgr.x (mgr.24517) 274 : cluster [DBG] pgmap v215: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:12:15.753 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:12:15 smithi062 bash[26634]: audit 2024-09-13T14:12:14.987333+0000 mon.c (mon.2) 47 : audit [DBG] from='client.? 172.21.15.62:0/3268230006' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2024-09-13T14:12:16.431 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 13 14:12:16 smithi178 bash[50171]: ::ffff:172.21.15.178 - - [13/Sep/2024:14:12:16] "GET /metrics HTTP/1.1" 200 38228 "" "Prometheus/2.43.0" 2024-09-13T14:12:17.681 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:12:17 smithi178 bash[22034]: cluster 2024-09-13T14:12:15.757564+0000 mgr.x (mgr.24517) 275 : cluster [DBG] pgmap v216: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:12:17.752 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:12:17 smithi062 bash[19845]: cluster 2024-09-13T14:12:15.757564+0000 mgr.x (mgr.24517) 275 : cluster [DBG] pgmap v216: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:12:17.753 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:12:17 smithi062 bash[26634]: cluster 2024-09-13T14:12:15.757564+0000 mgr.x (mgr.24517) 275 : cluster [DBG] pgmap v216: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:12:19.681 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:12:19 smithi178 bash[22034]: cluster 2024-09-13T14:12:17.758322+0000 mgr.x (mgr.24517) 276 : cluster [DBG] pgmap v217: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:12:19.752 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:12:19 smithi062 bash[19845]: cluster 2024-09-13T14:12:17.758322+0000 mgr.x (mgr.24517) 276 : cluster [DBG] pgmap v217: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:12:19.753 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:12:19 smithi062 bash[26634]: cluster 2024-09-13T14:12:17.758322+0000 mgr.x (mgr.24517) 276 : cluster [DBG] pgmap v217: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:12:20.467 INFO:teuthology.orchestra.run.smithi062.stderr:Inferring config /var/lib/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T14:12:21.681 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:12:21 smithi178 bash[22034]: cluster 2024-09-13T14:12:19.759111+0000 mgr.x (mgr.24517) 277 : cluster [DBG] pgmap v218: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:12:21.681 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:12:21 smithi178 bash[22034]: audit 2024-09-13T14:12:19.848147+0000 mgr.x (mgr.24517) 278 : audit [DBG] from='client.15054 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:12:21.683 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:12:21 smithi062 bash[19845]: cluster 2024-09-13T14:12:19.759111+0000 mgr.x (mgr.24517) 277 : cluster [DBG] pgmap v218: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:12:21.683 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:12:21 smithi062 bash[19845]: audit 2024-09-13T14:12:19.848147+0000 mgr.x (mgr.24517) 278 : audit [DBG] from='client.15054 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:12:21.683 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:12:21 smithi062 bash[26634]: cluster 2024-09-13T14:12:19.759111+0000 mgr.x (mgr.24517) 277 : cluster [DBG] pgmap v218: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:12:21.683 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:12:21 smithi062 bash[26634]: audit 2024-09-13T14:12:19.848147+0000 mgr.x (mgr.24517) 278 : audit [DBG] from='client.15054 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:12:22.078 INFO:teuthology.orchestra.run.smithi062.stdout: cluster: 2024-09-13T14:12:22.078 INFO:teuthology.orchestra.run.smithi062.stdout: id: ff1149ea-71d5-11ef-bceb-c7b262605968 2024-09-13T14:12:22.078 INFO:teuthology.orchestra.run.smithi062.stdout: health: HEALTH_OK 2024-09-13T14:12:22.079 INFO:teuthology.orchestra.run.smithi062.stdout: 2024-09-13T14:12:22.079 INFO:teuthology.orchestra.run.smithi062.stdout: services: 2024-09-13T14:12:22.079 INFO:teuthology.orchestra.run.smithi062.stdout: mon: 3 daemons, quorum a,b,c (age 26m) 2024-09-13T14:12:22.079 INFO:teuthology.orchestra.run.smithi062.stdout: mgr: x(active, since 6m), standbys: y 2024-09-13T14:12:22.079 INFO:teuthology.orchestra.run.smithi062.stdout: osd: 8 osds: 8 up (since 18m), 8 in (since 19m) 2024-09-13T14:12:22.079 INFO:teuthology.orchestra.run.smithi062.stdout: rgw: 2 daemons active (2 hosts, 1 zones) 2024-09-13T14:12:22.079 INFO:teuthology.orchestra.run.smithi062.stdout: 2024-09-13T14:12:22.079 INFO:teuthology.orchestra.run.smithi062.stdout: data: 2024-09-13T14:12:22.079 INFO:teuthology.orchestra.run.smithi062.stdout: pools: 6 pools, 161 pgs 2024-09-13T14:12:22.079 INFO:teuthology.orchestra.run.smithi062.stdout: objects: 212 objects, 585 KiB 2024-09-13T14:12:22.079 INFO:teuthology.orchestra.run.smithi062.stdout: usage: 267 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:12:22.079 INFO:teuthology.orchestra.run.smithi062.stdout: pgs: 161 active+clean 2024-09-13T14:12:22.079 INFO:teuthology.orchestra.run.smithi062.stdout: 2024-09-13T14:12:22.079 INFO:teuthology.orchestra.run.smithi062.stdout: io: 2024-09-13T14:12:22.080 INFO:teuthology.orchestra.run.smithi062.stdout: client: 852 B/s rd, 0 op/s rd, 0 op/s wr 2024-09-13T14:12:22.080 INFO:teuthology.orchestra.run.smithi062.stdout: 2024-09-13T14:12:22.750 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:12:22 smithi062 bash[26634]: audit 2024-09-13T14:12:22.079878+0000 mon.a (mon.0) 1150 : audit [DBG] from='client.? 172.21.15.62:0/530143422' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-09-13T14:12:22.750 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:12:22 smithi062 bash[19845]: audit 2024-09-13T14:12:22.079878+0000 mon.a (mon.0) 1150 : audit [DBG] from='client.? 172.21.15.62:0/530143422' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-09-13T14:12:22.751 DEBUG:teuthology.orchestra.run.smithi062:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ff1149ea-71d5-11ef-bceb-c7b262605968 -e sha1=b0201b8c79733293453e7f10a10c7fa43119222b -- bash -c 'ceph mgr fail' 2024-09-13T14:12:22.931 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:12:22 smithi178 bash[22034]: audit 2024-09-13T14:12:22.079878+0000 mon.a (mon.0) 1150 : audit [DBG] from='client.? 172.21.15.62:0/530143422' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-09-13T14:12:23.752 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:12:23 smithi062 bash[19845]: cluster 2024-09-13T14:12:21.760808+0000 mgr.x (mgr.24517) 279 : cluster [DBG] pgmap v219: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:12:23.753 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:12:23 smithi062 bash[26634]: cluster 2024-09-13T14:12:21.760808+0000 mgr.x (mgr.24517) 279 : cluster [DBG] pgmap v219: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:12:23.931 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:12:23 smithi178 bash[22034]: cluster 2024-09-13T14:12:21.760808+0000 mgr.x (mgr.24517) 279 : cluster [DBG] pgmap v219: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:12:25.752 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:12:25 smithi062 bash[19845]: cluster 2024-09-13T14:12:23.761558+0000 mgr.x (mgr.24517) 280 : cluster [DBG] pgmap v220: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:12:25.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:12:25 smithi062 bash[19845]: audit 2024-09-13T14:12:24.663302+0000 mon.b (mon.1) 106 : audit [DBG] from='mgr.24517 172.21.15.178:0/2374933869' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:12:25.753 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:12:25 smithi062 bash[26634]: cluster 2024-09-13T14:12:23.761558+0000 mgr.x (mgr.24517) 280 : cluster [DBG] pgmap v220: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:12:25.753 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:12:25 smithi062 bash[26634]: audit 2024-09-13T14:12:24.663302+0000 mon.b (mon.1) 106 : audit [DBG] from='mgr.24517 172.21.15.178:0/2374933869' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:12:25.931 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:12:25 smithi178 bash[22034]: cluster 2024-09-13T14:12:23.761558+0000 mgr.x (mgr.24517) 280 : cluster [DBG] pgmap v220: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:12:25.932 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:12:25 smithi178 bash[22034]: audit 2024-09-13T14:12:24.663302+0000 mon.b (mon.1) 106 : audit [DBG] from='mgr.24517 172.21.15.178:0/2374933869' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:12:26.431 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 13 14:12:26 smithi178 bash[50171]: ::ffff:172.21.15.178 - - [13/Sep/2024:14:12:26] "GET /metrics HTTP/1.1" 200 38230 "" "Prometheus/2.43.0" 2024-09-13T14:12:27.576 INFO:teuthology.orchestra.run.smithi062.stderr:Inferring config /var/lib/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T14:12:27.752 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:12:27 smithi062 bash[26634]: cluster 2024-09-13T14:12:25.763244+0000 mgr.x (mgr.24517) 281 : cluster [DBG] pgmap v221: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:12:27.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:12:27 smithi062 bash[19845]: cluster 2024-09-13T14:12:25.763244+0000 mgr.x (mgr.24517) 281 : cluster [DBG] pgmap v221: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:12:27.931 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:12:27 smithi178 bash[22034]: cluster 2024-09-13T14:12:25.763244+0000 mgr.x (mgr.24517) 281 : cluster [DBG] pgmap v221: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:12:29.252 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:12:28 smithi062 bash[68610]: [13/Sep/2024:14:12:28] ENGINE Bus STOPPING 2024-09-13T14:12:29.431 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 13 14:12:29 smithi178 bash[50171]: ignoring --setuser ceph since I am not root 2024-09-13T14:12:29.432 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 13 14:12:29 smithi178 bash[50171]: ignoring --setgroup ceph since I am not root 2024-09-13T14:12:29.432 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 13 14:12:29 smithi178 bash[50171]: debug 2024-09-13T14:12:29.025+0000 7f72263e2640 1 -- 172.21.15.178:0/4180641118 <== mon.1 v2:172.21.15.178:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55bd5707f0e0 con 0x55bd57081800 2024-09-13T14:12:29.598 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:12:29 smithi062 bash[68610]: [13/Sep/2024:14:12:29] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-13T14:12:29.598 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:12:29 smithi062 bash[68610]: [13/Sep/2024:14:12:29] ENGINE Bus STOPPED 2024-09-13T14:12:29.599 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:12:29 smithi062 bash[19845]: cluster 2024-09-13T14:12:27.764055+0000 mgr.x (mgr.24517) 282 : cluster [DBG] pgmap v222: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:12:29.599 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:12:29 smithi062 bash[19845]: audit 2024-09-13T14:12:28.950808+0000 mon.c (mon.2) 48 : audit [INF] from='client.? 172.21.15.62:0/867598685' entity='client.admin' cmd=[{"prefix": "mgr fail"}]: dispatch 2024-09-13T14:12:29.599 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:12:29 smithi062 bash[19845]: audit 2024-09-13T14:12:28.951240+0000 mon.a (mon.0) 1151 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "mgr fail"}]: dispatch 2024-09-13T14:12:29.599 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:12:29 smithi062 bash[19845]: cluster 2024-09-13T14:12:28.951916+0000 mon.a (mon.0) 1152 : cluster [INF] Activating manager daemon y 2024-09-13T14:12:29.600 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:12:29 smithi062 bash[19845]: audit 2024-09-13T14:12:28.955596+0000 mon.a (mon.0) 1153 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "mgr fail"}]': finished 2024-09-13T14:12:29.600 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:12:29 smithi062 bash[19845]: cluster 2024-09-13T14:12:28.959554+0000 mon.a (mon.0) 1154 : cluster [DBG] osdmap e105: 8 total, 8 up, 8 in 2024-09-13T14:12:29.600 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:12:29 smithi062 bash[19845]: cluster 2024-09-13T14:12:28.963679+0000 mon.a (mon.0) 1155 : cluster [DBG] mgrmap e30: y(active, starting, since 0.0117493s) 2024-09-13T14:12:29.600 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:12:29 smithi062 bash[19845]: audit 2024-09-13T14:12:28.968620+0000 mon.c (mon.2) 49 : audit [DBG] from='mgr.25016 172.21.15.62:0/1369658555' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T14:12:29.600 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:12:29 smithi062 bash[19845]: audit 2024-09-13T14:12:28.969068+0000 mon.c (mon.2) 50 : audit [DBG] from='mgr.25016 172.21.15.62:0/1369658555' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T14:12:29.600 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:12:29 smithi062 bash[19845]: audit 2024-09-13T14:12:28.969888+0000 mon.c (mon.2) 51 : audit [DBG] from='mgr.25016 172.21.15.62:0/1369658555' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T14:12:29.600 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:12:29 smithi062 bash[19845]: audit 2024-09-13T14:12:28.970535+0000 mon.c (mon.2) 52 : audit [DBG] from='mgr.25016 172.21.15.62:0/1369658555' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-13T14:12:29.600 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:12:29 smithi062 bash[19845]: audit 2024-09-13T14:12:28.970824+0000 mon.c (mon.2) 53 : audit [DBG] from='mgr.25016 172.21.15.62:0/1369658555' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-13T14:12:29.600 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:12:29 smithi062 bash[19845]: audit 2024-09-13T14:12:28.971132+0000 mon.c (mon.2) 54 : audit [DBG] from='mgr.25016 172.21.15.62:0/1369658555' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-13T14:12:29.600 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:12:29 smithi062 bash[19845]: audit 2024-09-13T14:12:28.971505+0000 mon.c (mon.2) 55 : audit [DBG] from='mgr.25016 172.21.15.62:0/1369658555' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-13T14:12:29.600 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:12:29 smithi062 bash[19845]: audit 2024-09-13T14:12:28.971984+0000 mon.c (mon.2) 56 : audit [DBG] from='mgr.25016 172.21.15.62:0/1369658555' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-13T14:12:29.600 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:12:29 smithi062 bash[19845]: audit 2024-09-13T14:12:28.972270+0000 mon.c (mon.2) 57 : audit [DBG] from='mgr.25016 172.21.15.62:0/1369658555' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-13T14:12:29.600 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:12:29 smithi062 bash[19845]: audit 2024-09-13T14:12:28.972636+0000 mon.c (mon.2) 58 : audit [DBG] from='mgr.25016 172.21.15.62:0/1369658555' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-13T14:12:29.601 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:12:29 smithi062 bash[19845]: audit 2024-09-13T14:12:28.973014+0000 mon.c (mon.2) 59 : audit [DBG] from='mgr.25016 172.21.15.62:0/1369658555' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-13T14:12:29.601 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:12:29 smithi062 bash[19845]: audit 2024-09-13T14:12:28.973330+0000 mon.c (mon.2) 60 : audit [DBG] from='mgr.25016 172.21.15.62:0/1369658555' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-13T14:12:29.601 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:12:29 smithi062 bash[19845]: audit 2024-09-13T14:12:28.973638+0000 mon.c (mon.2) 61 : audit [DBG] from='mgr.25016 172.21.15.62:0/1369658555' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-13T14:12:29.601 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:12:29 smithi062 bash[19845]: audit 2024-09-13T14:12:28.973841+0000 mon.c (mon.2) 62 : audit [DBG] from='mgr.25016 172.21.15.62:0/1369658555' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-13T14:12:29.601 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:12:29 smithi062 bash[19845]: audit 2024-09-13T14:12:28.974540+0000 mon.c (mon.2) 63 : audit [DBG] from='mgr.25016 172.21.15.62:0/1369658555' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-13T14:12:29.601 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:12:29 smithi062 bash[19845]: cluster 2024-09-13T14:12:29.312344+0000 mon.a (mon.0) 1156 : cluster [INF] Manager daemon y is now available 2024-09-13T14:12:29.602 DEBUG:teuthology.orchestra.run.smithi062:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ff1149ea-71d5-11ef-bceb-c7b262605968 -e sha1=b0201b8c79733293453e7f10a10c7fa43119222b -- bash -c 'sleep 180' 2024-09-13T14:12:29.603 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:12:29 smithi062 bash[26634]: cluster 2024-09-13T14:12:27.764055+0000 mgr.x (mgr.24517) 282 : cluster [DBG] pgmap v222: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:12:29.603 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:12:29 smithi062 bash[26634]: audit 2024-09-13T14:12:28.950808+0000 mon.c (mon.2) 48 : audit [INF] from='client.? 172.21.15.62:0/867598685' entity='client.admin' cmd=[{"prefix": "mgr fail"}]: dispatch 2024-09-13T14:12:29.603 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:12:29 smithi062 bash[26634]: audit 2024-09-13T14:12:28.951240+0000 mon.a (mon.0) 1151 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "mgr fail"}]: dispatch 2024-09-13T14:12:29.603 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:12:29 smithi062 bash[26634]: cluster 2024-09-13T14:12:28.951916+0000 mon.a (mon.0) 1152 : cluster [INF] Activating manager daemon y 2024-09-13T14:12:29.603 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:12:29 smithi062 bash[26634]: audit 2024-09-13T14:12:28.955596+0000 mon.a (mon.0) 1153 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "mgr fail"}]': finished 2024-09-13T14:12:29.603 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:12:29 smithi062 bash[26634]: cluster 2024-09-13T14:12:28.959554+0000 mon.a (mon.0) 1154 : cluster [DBG] osdmap e105: 8 total, 8 up, 8 in 2024-09-13T14:12:29.603 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:12:29 smithi062 bash[26634]: cluster 2024-09-13T14:12:28.963679+0000 mon.a (mon.0) 1155 : cluster [DBG] mgrmap e30: y(active, starting, since 0.0117493s) 2024-09-13T14:12:29.603 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:12:29 smithi062 bash[26634]: audit 2024-09-13T14:12:28.968620+0000 mon.c (mon.2) 49 : audit [DBG] from='mgr.25016 172.21.15.62:0/1369658555' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T14:12:29.603 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:12:29 smithi062 bash[26634]: audit 2024-09-13T14:12:28.969068+0000 mon.c (mon.2) 50 : audit [DBG] from='mgr.25016 172.21.15.62:0/1369658555' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T14:12:29.603 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:12:29 smithi062 bash[26634]: audit 2024-09-13T14:12:28.969888+0000 mon.c (mon.2) 51 : audit [DBG] from='mgr.25016 172.21.15.62:0/1369658555' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T14:12:29.604 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:12:29 smithi062 bash[26634]: audit 2024-09-13T14:12:28.970535+0000 mon.c (mon.2) 52 : audit [DBG] from='mgr.25016 172.21.15.62:0/1369658555' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-13T14:12:29.604 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:12:29 smithi062 bash[26634]: audit 2024-09-13T14:12:28.970824+0000 mon.c (mon.2) 53 : audit [DBG] from='mgr.25016 172.21.15.62:0/1369658555' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-13T14:12:29.604 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:12:29 smithi062 bash[26634]: audit 2024-09-13T14:12:28.971132+0000 mon.c (mon.2) 54 : audit [DBG] from='mgr.25016 172.21.15.62:0/1369658555' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-13T14:12:29.604 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:12:29 smithi062 bash[26634]: audit 2024-09-13T14:12:28.971505+0000 mon.c (mon.2) 55 : audit [DBG] from='mgr.25016 172.21.15.62:0/1369658555' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-13T14:12:29.604 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:12:29 smithi062 bash[26634]: audit 2024-09-13T14:12:28.971984+0000 mon.c (mon.2) 56 : audit [DBG] from='mgr.25016 172.21.15.62:0/1369658555' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-13T14:12:29.604 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:12:29 smithi062 bash[26634]: audit 2024-09-13T14:12:28.972270+0000 mon.c (mon.2) 57 : audit [DBG] from='mgr.25016 172.21.15.62:0/1369658555' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-13T14:12:29.604 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:12:29 smithi062 bash[26634]: audit 2024-09-13T14:12:28.972636+0000 mon.c (mon.2) 58 : audit [DBG] from='mgr.25016 172.21.15.62:0/1369658555' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-13T14:12:29.604 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:12:29 smithi062 bash[26634]: audit 2024-09-13T14:12:28.973014+0000 mon.c (mon.2) 59 : audit [DBG] from='mgr.25016 172.21.15.62:0/1369658555' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-13T14:12:29.604 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:12:29 smithi062 bash[26634]: audit 2024-09-13T14:12:28.973330+0000 mon.c (mon.2) 60 : audit [DBG] from='mgr.25016 172.21.15.62:0/1369658555' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-13T14:12:29.604 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:12:29 smithi062 bash[26634]: audit 2024-09-13T14:12:28.973638+0000 mon.c (mon.2) 61 : audit [DBG] from='mgr.25016 172.21.15.62:0/1369658555' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-13T14:12:29.604 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:12:29 smithi062 bash[26634]: audit 2024-09-13T14:12:28.973841+0000 mon.c (mon.2) 62 : audit [DBG] from='mgr.25016 172.21.15.62:0/1369658555' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-13T14:12:29.605 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:12:29 smithi062 bash[26634]: audit 2024-09-13T14:12:28.974540+0000 mon.c (mon.2) 63 : audit [DBG] from='mgr.25016 172.21.15.62:0/1369658555' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-13T14:12:29.605 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:12:29 smithi062 bash[26634]: cluster 2024-09-13T14:12:29.312344+0000 mon.a (mon.0) 1156 : cluster [INF] Manager daemon y is now available 2024-09-13T14:12:29.932 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:12:29 smithi178 bash[22034]: cluster 2024-09-13T14:12:27.764055+0000 mgr.x (mgr.24517) 282 : cluster [DBG] pgmap v222: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:12:29.932 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:12:29 smithi178 bash[22034]: audit 2024-09-13T14:12:28.950808+0000 mon.c (mon.2) 48 : audit [INF] from='client.? 172.21.15.62:0/867598685' entity='client.admin' cmd=[{"prefix": "mgr fail"}]: dispatch 2024-09-13T14:12:29.932 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:12:29 smithi178 bash[22034]: audit 2024-09-13T14:12:28.951240+0000 mon.a (mon.0) 1151 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "mgr fail"}]: dispatch 2024-09-13T14:12:29.932 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:12:29 smithi178 bash[22034]: cluster 2024-09-13T14:12:28.951916+0000 mon.a (mon.0) 1152 : cluster [INF] Activating manager daemon y 2024-09-13T14:12:29.932 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:12:29 smithi178 bash[22034]: audit 2024-09-13T14:12:28.955596+0000 mon.a (mon.0) 1153 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "mgr fail"}]': finished 2024-09-13T14:12:29.932 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:12:29 smithi178 bash[22034]: cluster 2024-09-13T14:12:28.959554+0000 mon.a (mon.0) 1154 : cluster [DBG] osdmap e105: 8 total, 8 up, 8 in 2024-09-13T14:12:29.932 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:12:29 smithi178 bash[22034]: cluster 2024-09-13T14:12:28.963679+0000 mon.a (mon.0) 1155 : cluster [DBG] mgrmap e30: y(active, starting, since 0.0117493s) 2024-09-13T14:12:29.933 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:12:29 smithi178 bash[22034]: audit 2024-09-13T14:12:28.968620+0000 mon.c (mon.2) 49 : audit [DBG] from='mgr.25016 172.21.15.62:0/1369658555' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T14:12:29.933 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:12:29 smithi178 bash[22034]: audit 2024-09-13T14:12:28.969068+0000 mon.c (mon.2) 50 : audit [DBG] from='mgr.25016 172.21.15.62:0/1369658555' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T14:12:29.933 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:12:29 smithi178 bash[22034]: audit 2024-09-13T14:12:28.969888+0000 mon.c (mon.2) 51 : audit [DBG] from='mgr.25016 172.21.15.62:0/1369658555' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T14:12:29.933 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:12:29 smithi178 bash[22034]: audit 2024-09-13T14:12:28.970535+0000 mon.c (mon.2) 52 : audit [DBG] from='mgr.25016 172.21.15.62:0/1369658555' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-13T14:12:29.933 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:12:29 smithi178 bash[22034]: audit 2024-09-13T14:12:28.970824+0000 mon.c (mon.2) 53 : audit [DBG] from='mgr.25016 172.21.15.62:0/1369658555' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-13T14:12:29.933 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:12:29 smithi178 bash[22034]: audit 2024-09-13T14:12:28.971132+0000 mon.c (mon.2) 54 : audit [DBG] from='mgr.25016 172.21.15.62:0/1369658555' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-13T14:12:29.933 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:12:29 smithi178 bash[22034]: audit 2024-09-13T14:12:28.971505+0000 mon.c (mon.2) 55 : audit [DBG] from='mgr.25016 172.21.15.62:0/1369658555' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-13T14:12:29.933 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:12:29 smithi178 bash[22034]: audit 2024-09-13T14:12:28.971984+0000 mon.c (mon.2) 56 : audit [DBG] from='mgr.25016 172.21.15.62:0/1369658555' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-13T14:12:29.933 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:12:29 smithi178 bash[22034]: audit 2024-09-13T14:12:28.972270+0000 mon.c (mon.2) 57 : audit [DBG] from='mgr.25016 172.21.15.62:0/1369658555' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-13T14:12:29.933 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:12:29 smithi178 bash[22034]: audit 2024-09-13T14:12:28.972636+0000 mon.c (mon.2) 58 : audit [DBG] from='mgr.25016 172.21.15.62:0/1369658555' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-13T14:12:29.933 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:12:29 smithi178 bash[22034]: audit 2024-09-13T14:12:28.973014+0000 mon.c (mon.2) 59 : audit [DBG] from='mgr.25016 172.21.15.62:0/1369658555' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-13T14:12:29.933 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:12:29 smithi178 bash[22034]: audit 2024-09-13T14:12:28.973330+0000 mon.c (mon.2) 60 : audit [DBG] from='mgr.25016 172.21.15.62:0/1369658555' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-13T14:12:29.934 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:12:29 smithi178 bash[22034]: audit 2024-09-13T14:12:28.973638+0000 mon.c (mon.2) 61 : audit [DBG] from='mgr.25016 172.21.15.62:0/1369658555' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-13T14:12:29.934 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:12:29 smithi178 bash[22034]: audit 2024-09-13T14:12:28.973841+0000 mon.c (mon.2) 62 : audit [DBG] from='mgr.25016 172.21.15.62:0/1369658555' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-13T14:12:29.934 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:12:29 smithi178 bash[22034]: audit 2024-09-13T14:12:28.974540+0000 mon.c (mon.2) 63 : audit [DBG] from='mgr.25016 172.21.15.62:0/1369658555' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-13T14:12:29.934 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:12:29 smithi178 bash[22034]: cluster 2024-09-13T14:12:29.312344+0000 mon.a (mon.0) 1156 : cluster [INF] Manager daemon y is now available 2024-09-13T14:12:30.252 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:12:30 smithi062 bash[68610]: [13/Sep/2024:14:12:30] ENGINE Bus STARTING 2024-09-13T14:12:30.252 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:12:30 smithi062 bash[68610]: [13/Sep/2024:14:12:30] ENGINE Serving on http://:::9283 2024-09-13T14:12:30.252 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:12:30 smithi062 bash[68610]: [13/Sep/2024:14:12:30] ENGINE Bus STARTED 2024-09-13T14:12:30.681 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:12:30 smithi178 bash[22034]: audit 2024-09-13T14:12:29.801759+0000 mon.c (mon.2) 64 : audit [DBG] from='mgr.25016 172.21.15.62:0/1369658555' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:12:30.682 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:12:30 smithi178 bash[22034]: audit 2024-09-13T14:12:29.802076+0000 mon.c (mon.2) 65 : audit [INF] from='mgr.25016 172.21.15.62:0/1369658555' entity='mgr.y' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-09-13T14:12:30.682 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:12:30 smithi178 bash[22034]: audit 2024-09-13T14:12:29.837636+0000 mon.c (mon.2) 66 : audit [INF] from='mgr.25016 172.21.15.62:0/1369658555' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-13T14:12:30.682 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:12:30 smithi178 bash[22034]: audit 2024-09-13T14:12:29.838118+0000 mon.a (mon.0) 1157 : audit [INF] from='mgr.25016 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-13T14:12:30.682 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:12:30 smithi178 bash[22034]: audit 2024-09-13T14:12:29.854235+0000 mon.c (mon.2) 67 : audit [INF] from='mgr.25016 172.21.15.62:0/1369658555' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-13T14:12:30.682 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:12:30 smithi178 bash[22034]: audit 2024-09-13T14:12:29.854790+0000 mon.a (mon.0) 1158 : audit [INF] from='mgr.25016 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-13T14:12:30.682 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:12:30 smithi178 bash[22034]: cluster 2024-09-13T14:12:29.969525+0000 mon.a (mon.0) 1159 : cluster [DBG] mgrmap e31: y(active, since 1.01761s) 2024-09-13T14:12:30.752 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:12:30 smithi062 bash[19845]: audit 2024-09-13T14:12:29.801759+0000 mon.c (mon.2) 64 : audit [DBG] from='mgr.25016 172.21.15.62:0/1369658555' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:12:30.752 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:12:30 smithi062 bash[19845]: audit 2024-09-13T14:12:29.802076+0000 mon.c (mon.2) 65 : audit [INF] from='mgr.25016 172.21.15.62:0/1369658555' entity='mgr.y' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-09-13T14:12:30.752 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:12:30 smithi062 bash[19845]: audit 2024-09-13T14:12:29.837636+0000 mon.c (mon.2) 66 : audit [INF] from='mgr.25016 172.21.15.62:0/1369658555' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-13T14:12:30.752 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:12:30 smithi062 bash[19845]: audit 2024-09-13T14:12:29.838118+0000 mon.a (mon.0) 1157 : audit [INF] from='mgr.25016 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-13T14:12:30.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:12:30 smithi062 bash[19845]: audit 2024-09-13T14:12:29.854235+0000 mon.c (mon.2) 67 : audit [INF] from='mgr.25016 172.21.15.62:0/1369658555' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-13T14:12:30.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:12:30 smithi062 bash[19845]: audit 2024-09-13T14:12:29.854790+0000 mon.a (mon.0) 1158 : audit [INF] from='mgr.25016 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-13T14:12:30.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:12:30 smithi062 bash[19845]: cluster 2024-09-13T14:12:29.969525+0000 mon.a (mon.0) 1159 : cluster [DBG] mgrmap e31: y(active, since 1.01761s) 2024-09-13T14:12:30.753 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:12:30 smithi062 bash[26634]: audit 2024-09-13T14:12:29.801759+0000 mon.c (mon.2) 64 : audit [DBG] from='mgr.25016 172.21.15.62:0/1369658555' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:12:30.753 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:12:30 smithi062 bash[26634]: audit 2024-09-13T14:12:29.802076+0000 mon.c (mon.2) 65 : audit [INF] from='mgr.25016 172.21.15.62:0/1369658555' entity='mgr.y' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-09-13T14:12:30.753 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:12:30 smithi062 bash[26634]: audit 2024-09-13T14:12:29.837636+0000 mon.c (mon.2) 66 : audit [INF] from='mgr.25016 172.21.15.62:0/1369658555' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-13T14:12:30.753 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:12:30 smithi062 bash[26634]: audit 2024-09-13T14:12:29.838118+0000 mon.a (mon.0) 1157 : audit [INF] from='mgr.25016 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-13T14:12:30.753 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:12:30 smithi062 bash[26634]: audit 2024-09-13T14:12:29.854235+0000 mon.c (mon.2) 67 : audit [INF] from='mgr.25016 172.21.15.62:0/1369658555' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-13T14:12:30.753 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:12:30 smithi062 bash[26634]: audit 2024-09-13T14:12:29.854790+0000 mon.a (mon.0) 1158 : audit [INF] from='mgr.25016 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-13T14:12:30.753 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:12:30 smithi062 bash[26634]: cluster 2024-09-13T14:12:29.969525+0000 mon.a (mon.0) 1159 : cluster [DBG] mgrmap e31: y(active, since 1.01761s) 2024-09-13T14:12:31.455 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:12:31 smithi062 bash[19845]: audit 2024-09-13T14:12:29.964815+0000 mgr.y (mgr.25016) 1 : audit [DBG] from='client.15054 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:12:31.456 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:12:31 smithi062 bash[19845]: audit 2024-09-13T14:12:30.010090+0000 mgr.y (mgr.25016) 2 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-09-13T14:12:31.456 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:12:31 smithi062 bash[19845]: cluster 2024-09-13T14:12:30.014380+0000 mgr.y (mgr.25016) 3 : cluster [DBG] pgmap v3: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:12:31.456 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:12:31 smithi062 bash[68610]: debug 2024-09-13T14:12:31.203+0000 7f7ec09ed640 -1 log_channel(cephadm) log [ERR] : [13/Sep/2024:14:12:31] ENGINE Error in HTTPServer.serve 2024-09-13T14:12:31.456 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:12:31 smithi062 bash[68610]: Traceback (most recent call last): 2024-09-13T14:12:31.456 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:12:31 smithi062 bash[68610]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-13T14:12:31.456 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:12:31 smithi062 bash[68610]: self._connections.run(self.expiration_interval) 2024-09-13T14:12:31.456 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:12:31 smithi062 bash[68610]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-13T14:12:31.456 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:12:31 smithi062 bash[68610]: self._run(expiration_interval) 2024-09-13T14:12:31.457 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:12:31 smithi062 bash[68610]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-13T14:12:31.457 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:12:31 smithi062 bash[68610]: new_conn = self._from_server_socket(self.server.socket) 2024-09-13T14:12:31.457 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:12:31 smithi062 bash[68610]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-13T14:12:31.457 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:12:31 smithi062 bash[68610]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-13T14:12:31.457 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:12:31 smithi062 bash[68610]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-13T14:12:31.457 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:12:31 smithi062 bash[68610]: s = self.context.wrap_socket( 2024-09-13T14:12:31.457 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:12:31 smithi062 bash[68610]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-13T14:12:31.457 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:12:31 smithi062 bash[68610]: return self.sslsocket_class._create( 2024-09-13T14:12:31.457 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:12:31 smithi062 bash[68610]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-13T14:12:31.457 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:12:31 smithi062 bash[68610]: self.do_handshake() 2024-09-13T14:12:31.457 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:12:31 smithi062 bash[68610]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-13T14:12:31.457 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:12:31 smithi062 bash[68610]: self._sslobj.do_handshake() 2024-09-13T14:12:31.457 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:12:31 smithi062 bash[68610]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-13T14:12:31.752 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:12:31 smithi062 bash[26634]: audit 2024-09-13T14:12:29.964815+0000 mgr.y (mgr.25016) 1 : audit [DBG] from='client.15054 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:12:31.752 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:12:31 smithi062 bash[26634]: audit 2024-09-13T14:12:30.010090+0000 mgr.y (mgr.25016) 2 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-09-13T14:12:31.753 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:12:31 smithi062 bash[26634]: cluster 2024-09-13T14:12:30.014380+0000 mgr.y (mgr.25016) 3 : cluster [DBG] pgmap v3: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:12:31.931 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:12:31 smithi178 bash[22034]: audit 2024-09-13T14:12:29.964815+0000 mgr.y (mgr.25016) 1 : audit [DBG] from='client.15054 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:12:31.932 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:12:31 smithi178 bash[22034]: audit 2024-09-13T14:12:30.010090+0000 mgr.y (mgr.25016) 2 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-09-13T14:12:31.932 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:12:31 smithi178 bash[22034]: cluster 2024-09-13T14:12:30.014380+0000 mgr.y (mgr.25016) 3 : cluster [DBG] pgmap v3: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:12:32.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:12:32 smithi062 bash[19845]: cephadm 2024-09-13T14:12:30.978914+0000 mgr.y (mgr.25016) 5 : cephadm [INF] [13/Sep/2024:14:12:30] ENGINE Bus STARTING 2024-09-13T14:12:32.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:12:32 smithi062 bash[19845]: cephadm 2024-09-13T14:12:31.080739+0000 mgr.y (mgr.25016) 6 : cephadm [INF] [13/Sep/2024:14:12:31] ENGINE Serving on http://172.21.15.62:8765 2024-09-13T14:12:32.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:12:32 smithi062 bash[19845]: cephadm 2024-09-13T14:12:31.203967+0000 mgr.y (mgr.25016) 7 : cephadm [INF] [13/Sep/2024:14:12:31] ENGINE Serving on https://172.21.15.62:7150 2024-09-13T14:12:32.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:12:32 smithi062 bash[19845]: cephadm 2024-09-13T14:12:31.204148+0000 mgr.y (mgr.25016) 8 : cephadm [INF] [13/Sep/2024:14:12:31] ENGINE Bus STARTED 2024-09-13T14:12:32.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:12:32 smithi062 bash[19845]: cephadm 2024-09-13T14:12:31.206012+0000 mgr.y (mgr.25016) 9 : cephadm [ERR] [13/Sep/2024:14:12:31] ENGINE Error in HTTPServer.serve 2024-09-13T14:12:32.754 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:12:32 smithi062 bash[19845]: Traceback (most recent call last): 2024-09-13T14:12:32.754 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:12:32 smithi062 bash[19845]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-13T14:12:32.754 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:12:32 smithi062 bash[19845]: self._connections.run(self.expiration_interval) 2024-09-13T14:12:32.754 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:12:32 smithi062 bash[19845]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-13T14:12:32.754 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:12:32 smithi062 bash[19845]: self._run(expiration_interval) 2024-09-13T14:12:32.754 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:12:32 smithi062 bash[19845]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-13T14:12:32.754 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:12:32 smithi062 bash[19845]: new_conn = self._from_server_socket(self.server.socket) 2024-09-13T14:12:32.754 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:12:32 smithi062 bash[19845]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-13T14:12:32.754 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:12:32 smithi062 bash[19845]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-13T14:12:32.754 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:12:32 smithi062 bash[19845]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-13T14:12:32.754 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:12:32 smithi062 bash[19845]: s = self.context.wrap_socket( 2024-09-13T14:12:32.754 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:12:32 smithi062 bash[19845]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-13T14:12:32.754 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:12:32 smithi062 bash[19845]: return self.sslsocket_class._create( 2024-09-13T14:12:32.754 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:12:32 smithi062 bash[19845]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-13T14:12:32.755 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:12:32 smithi062 bash[19845]: self.do_handshake() 2024-09-13T14:12:32.755 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:12:32 smithi062 bash[19845]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-13T14:12:32.755 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:12:32 smithi062 bash[19845]: self._sslobj.do_handshake() 2024-09-13T14:12:32.755 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:12:32 smithi062 bash[19845]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-13T14:12:32.755 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:12:32 smithi062 bash[19845]: cluster 2024-09-13T14:12:31.982411+0000 mon.a (mon.0) 1160 : cluster [DBG] mgrmap e32: y(active, since 3s) 2024-09-13T14:12:32.755 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:12:32 smithi062 bash[26634]: cephadm 2024-09-13T14:12:30.978914+0000 mgr.y (mgr.25016) 5 : cephadm [INF] [13/Sep/2024:14:12:30] ENGINE Bus STARTING 2024-09-13T14:12:32.755 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:12:32 smithi062 bash[26634]: cephadm 2024-09-13T14:12:31.080739+0000 mgr.y (mgr.25016) 6 : cephadm [INF] [13/Sep/2024:14:12:31] ENGINE Serving on http://172.21.15.62:8765 2024-09-13T14:12:32.755 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:12:32 smithi062 bash[26634]: cephadm 2024-09-13T14:12:31.203967+0000 mgr.y (mgr.25016) 7 : cephadm [INF] [13/Sep/2024:14:12:31] ENGINE Serving on https://172.21.15.62:7150 2024-09-13T14:12:32.755 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:12:32 smithi062 bash[26634]: cephadm 2024-09-13T14:12:31.204148+0000 mgr.y (mgr.25016) 8 : cephadm [INF] [13/Sep/2024:14:12:31] ENGINE Bus STARTED 2024-09-13T14:12:32.755 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:12:32 smithi062 bash[26634]: cephadm 2024-09-13T14:12:31.206012+0000 mgr.y (mgr.25016) 9 : cephadm [ERR] [13/Sep/2024:14:12:31] ENGINE Error in HTTPServer.serve 2024-09-13T14:12:32.755 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:12:32 smithi062 bash[26634]: Traceback (most recent call last): 2024-09-13T14:12:32.755 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:12:32 smithi062 bash[26634]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-13T14:12:32.756 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:12:32 smithi062 bash[26634]: self._connections.run(self.expiration_interval) 2024-09-13T14:12:32.756 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:12:32 smithi062 bash[26634]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-13T14:12:32.756 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:12:32 smithi062 bash[26634]: self._run(expiration_interval) 2024-09-13T14:12:32.756 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:12:32 smithi062 bash[26634]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-13T14:12:32.756 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:12:32 smithi062 bash[26634]: new_conn = self._from_server_socket(self.server.socket) 2024-09-13T14:12:32.756 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:12:32 smithi062 bash[26634]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-13T14:12:32.756 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:12:32 smithi062 bash[26634]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-13T14:12:32.756 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:12:32 smithi062 bash[26634]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-13T14:12:32.756 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:12:32 smithi062 bash[26634]: s = self.context.wrap_socket( 2024-09-13T14:12:32.756 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:12:32 smithi062 bash[26634]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-13T14:12:32.756 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:12:32 smithi062 bash[26634]: return self.sslsocket_class._create( 2024-09-13T14:12:32.756 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:12:32 smithi062 bash[26634]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-13T14:12:32.756 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:12:32 smithi062 bash[26634]: self.do_handshake() 2024-09-13T14:12:32.756 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:12:32 smithi062 bash[26634]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-13T14:12:32.757 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:12:32 smithi062 bash[26634]: self._sslobj.do_handshake() 2024-09-13T14:12:32.757 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:12:32 smithi062 bash[26634]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-13T14:12:32.757 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:12:32 smithi062 bash[26634]: cluster 2024-09-13T14:12:31.982411+0000 mon.a (mon.0) 1160 : cluster [DBG] mgrmap e32: y(active, since 3s) 2024-09-13T14:12:32.932 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:12:32 smithi178 bash[22034]: cephadm 2024-09-13T14:12:30.978914+0000 mgr.y (mgr.25016) 5 : cephadm [INF] [13/Sep/2024:14:12:30] ENGINE Bus STARTING 2024-09-13T14:12:32.932 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:12:32 smithi178 bash[22034]: cephadm 2024-09-13T14:12:31.080739+0000 mgr.y (mgr.25016) 6 : cephadm [INF] [13/Sep/2024:14:12:31] ENGINE Serving on http://172.21.15.62:8765 2024-09-13T14:12:32.932 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:12:32 smithi178 bash[22034]: cephadm 2024-09-13T14:12:31.203967+0000 mgr.y (mgr.25016) 7 : cephadm [INF] [13/Sep/2024:14:12:31] ENGINE Serving on https://172.21.15.62:7150 2024-09-13T14:12:32.932 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:12:32 smithi178 bash[22034]: cephadm 2024-09-13T14:12:31.204148+0000 mgr.y (mgr.25016) 8 : cephadm [INF] [13/Sep/2024:14:12:31] ENGINE Bus STARTED 2024-09-13T14:12:32.932 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:12:32 smithi178 bash[22034]: cephadm 2024-09-13T14:12:31.206012+0000 mgr.y (mgr.25016) 9 : cephadm [ERR] [13/Sep/2024:14:12:31] ENGINE Error in HTTPServer.serve 2024-09-13T14:12:32.932 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:12:32 smithi178 bash[22034]: Traceback (most recent call last): 2024-09-13T14:12:32.933 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:12:32 smithi178 bash[22034]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-13T14:12:32.933 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:12:32 smithi178 bash[22034]: self._connections.run(self.expiration_interval) 2024-09-13T14:12:32.933 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:12:32 smithi178 bash[22034]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-13T14:12:32.933 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:12:32 smithi178 bash[22034]: self._run(expiration_interval) 2024-09-13T14:12:32.933 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:12:32 smithi178 bash[22034]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-13T14:12:32.933 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:12:32 smithi178 bash[22034]: new_conn = self._from_server_socket(self.server.socket) 2024-09-13T14:12:32.933 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:12:32 smithi178 bash[22034]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-13T14:12:32.933 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:12:32 smithi178 bash[22034]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-13T14:12:32.933 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:12:32 smithi178 bash[22034]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-13T14:12:32.933 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:12:32 smithi178 bash[22034]: s = self.context.wrap_socket( 2024-09-13T14:12:32.933 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:12:32 smithi178 bash[22034]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-13T14:12:32.933 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:12:32 smithi178 bash[22034]: return self.sslsocket_class._create( 2024-09-13T14:12:32.933 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:12:32 smithi178 bash[22034]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-13T14:12:32.933 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:12:32 smithi178 bash[22034]: self.do_handshake() 2024-09-13T14:12:32.933 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:12:32 smithi178 bash[22034]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-13T14:12:32.934 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:12:32 smithi178 bash[22034]: self._sslobj.do_handshake() 2024-09-13T14:12:32.934 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:12:32 smithi178 bash[22034]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-13T14:12:32.934 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:12:32 smithi178 bash[22034]: cluster 2024-09-13T14:12:31.982411+0000 mon.a (mon.0) 1160 : cluster [DBG] mgrmap e32: y(active, since 3s) 2024-09-13T14:12:34.421 INFO:teuthology.orchestra.run.smithi062.stderr:Inferring config /var/lib/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T14:12:34.752 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:12:34 smithi062 bash[26634]: cluster 2024-09-13T14:12:32.974072+0000 mgr.y (mgr.25016) 10 : cluster [DBG] pgmap v5: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:12:34.752 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:12:34 smithi062 bash[26634]: cluster 2024-09-13T14:12:33.481756+0000 mon.a (mon.0) 1161 : cluster [DBG] mgrmap e33: y(active, since 4s) 2024-09-13T14:12:34.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:12:34 smithi062 bash[19845]: cluster 2024-09-13T14:12:32.974072+0000 mgr.y (mgr.25016) 10 : cluster [DBG] pgmap v5: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:12:34.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:12:34 smithi062 bash[19845]: cluster 2024-09-13T14:12:33.481756+0000 mon.a (mon.0) 1161 : cluster [DBG] mgrmap e33: y(active, since 4s) 2024-09-13T14:12:34.931 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:12:34 smithi178 bash[22034]: cluster 2024-09-13T14:12:32.974072+0000 mgr.y (mgr.25016) 10 : cluster [DBG] pgmap v5: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:12:34.932 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:12:34 smithi178 bash[22034]: cluster 2024-09-13T14:12:33.481756+0000 mon.a (mon.0) 1161 : cluster [DBG] mgrmap e33: y(active, since 4s) 2024-09-13T14:12:35.431 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 13 14:12:35 smithi178 bash[50171]: [13/Sep/2024:14:12:35] ENGINE Bus STARTING 2024-09-13T14:12:35.432 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 13 14:12:35 smithi178 bash[50171]: CherryPy Checker: 2024-09-13T14:12:35.432 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 13 14:12:35 smithi178 bash[50171]: The Application mounted at '' has an empty config. 2024-09-13T14:12:35.432 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 13 14:12:35 smithi178 bash[50171]: [13/Sep/2024:14:12:35] ENGINE Serving on http://:::9283 2024-09-13T14:12:35.432 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 13 14:12:35 smithi178 bash[50171]: [13/Sep/2024:14:12:35] ENGINE Bus STARTED 2024-09-13T14:12:35.752 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:12:35 smithi062 bash[19845]: cluster 2024-09-13T14:12:35.075185+0000 mon.a (mon.0) 1162 : cluster [DBG] Standby manager daemon x started 2024-09-13T14:12:35.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:12:35 smithi062 bash[19845]: audit 2024-09-13T14:12:35.079652+0000 mon.b (mon.1) 107 : audit [DBG] from='mgr.? 172.21.15.178:0/966970752' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-13T14:12:35.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:12:35 smithi062 bash[19845]: audit 2024-09-13T14:12:35.082312+0000 mon.b (mon.1) 108 : audit [DBG] from='mgr.? 172.21.15.178:0/966970752' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-13T14:12:35.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:12:35 smithi062 bash[19845]: audit 2024-09-13T14:12:35.084263+0000 mon.b (mon.1) 109 : audit [DBG] from='mgr.? 172.21.15.178:0/966970752' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-13T14:12:35.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:12:35 smithi062 bash[19845]: audit 2024-09-13T14:12:35.084765+0000 mon.b (mon.1) 110 : audit [DBG] from='mgr.? 172.21.15.178:0/966970752' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-13T14:12:35.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:12:35 smithi062 bash[19845]: audit 2024-09-13T14:12:35.271037+0000 mon.a (mon.0) 1163 : audit [INF] from='mgr.25016 ' entity='mgr.y' 2024-09-13T14:12:35.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:12:35 smithi062 bash[19845]: audit 2024-09-13T14:12:35.276626+0000 mon.a (mon.0) 1164 : audit [INF] from='mgr.25016 ' entity='mgr.y' 2024-09-13T14:12:35.753 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:12:35 smithi062 bash[26634]: cluster 2024-09-13T14:12:35.075185+0000 mon.a (mon.0) 1162 : cluster [DBG] Standby manager daemon x started 2024-09-13T14:12:35.753 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:12:35 smithi062 bash[26634]: audit 2024-09-13T14:12:35.079652+0000 mon.b (mon.1) 107 : audit [DBG] from='mgr.? 172.21.15.178:0/966970752' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-13T14:12:35.753 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:12:35 smithi062 bash[26634]: audit 2024-09-13T14:12:35.082312+0000 mon.b (mon.1) 108 : audit [DBG] from='mgr.? 172.21.15.178:0/966970752' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-13T14:12:35.754 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:12:35 smithi062 bash[26634]: audit 2024-09-13T14:12:35.084263+0000 mon.b (mon.1) 109 : audit [DBG] from='mgr.? 172.21.15.178:0/966970752' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-13T14:12:35.754 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:12:35 smithi062 bash[26634]: audit 2024-09-13T14:12:35.084765+0000 mon.b (mon.1) 110 : audit [DBG] from='mgr.? 172.21.15.178:0/966970752' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-13T14:12:35.754 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:12:35 smithi062 bash[26634]: audit 2024-09-13T14:12:35.271037+0000 mon.a (mon.0) 1163 : audit [INF] from='mgr.25016 ' entity='mgr.y' 2024-09-13T14:12:35.754 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:12:35 smithi062 bash[26634]: audit 2024-09-13T14:12:35.276626+0000 mon.a (mon.0) 1164 : audit [INF] from='mgr.25016 ' entity='mgr.y' 2024-09-13T14:12:35.931 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:12:35 smithi178 bash[22034]: cluster 2024-09-13T14:12:35.075185+0000 mon.a (mon.0) 1162 : cluster [DBG] Standby manager daemon x started 2024-09-13T14:12:35.931 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:12:35 smithi178 bash[22034]: audit 2024-09-13T14:12:35.079652+0000 mon.b (mon.1) 107 : audit [DBG] from='mgr.? 172.21.15.178:0/966970752' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-13T14:12:35.931 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:12:35 smithi178 bash[22034]: audit 2024-09-13T14:12:35.082312+0000 mon.b (mon.1) 108 : audit [DBG] from='mgr.? 172.21.15.178:0/966970752' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-13T14:12:35.931 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:12:35 smithi178 bash[22034]: audit 2024-09-13T14:12:35.084263+0000 mon.b (mon.1) 109 : audit [DBG] from='mgr.? 172.21.15.178:0/966970752' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-13T14:12:35.932 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:12:35 smithi178 bash[22034]: audit 2024-09-13T14:12:35.084765+0000 mon.b (mon.1) 110 : audit [DBG] from='mgr.? 172.21.15.178:0/966970752' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-13T14:12:35.932 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:12:35 smithi178 bash[22034]: audit 2024-09-13T14:12:35.271037+0000 mon.a (mon.0) 1163 : audit [INF] from='mgr.25016 ' entity='mgr.y' 2024-09-13T14:12:35.932 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:12:35 smithi178 bash[22034]: audit 2024-09-13T14:12:35.276626+0000 mon.a (mon.0) 1164 : audit [INF] from='mgr.25016 ' entity='mgr.y' 2024-09-13T14:12:36.431 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 13 14:12:36 smithi178 bash[50171]: ::ffff:172.21.15.178 - - [13/Sep/2024:14:12:36] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-09-13T14:12:36.752 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:12:36 smithi062 bash[19845]: cluster 2024-09-13T14:12:34.974674+0000 mgr.y (mgr.25016) 11 : cluster [DBG] pgmap v6: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 35 KiB/s rd, 0 B/s wr, 14 op/s 2024-09-13T14:12:36.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:12:36 smithi062 bash[19845]: cluster 2024-09-13T14:12:35.491360+0000 mon.a (mon.0) 1165 : cluster [DBG] mgrmap e34: y(active, since 6s), standbys: x 2024-09-13T14:12:36.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:12:36 smithi062 bash[19845]: audit 2024-09-13T14:12:35.499644+0000 mon.c (mon.2) 68 : audit [DBG] from='mgr.25016 172.21.15.62:0/1369658555' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-13T14:12:36.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:12:36 smithi062 bash[19845]: audit 2024-09-13T14:12:36.264989+0000 mon.a (mon.0) 1166 : audit [INF] from='mgr.25016 ' entity='mgr.y' 2024-09-13T14:12:36.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:12:36 smithi062 bash[19845]: audit 2024-09-13T14:12:36.276803+0000 mon.a (mon.0) 1167 : audit [INF] from='mgr.25016 ' entity='mgr.y' 2024-09-13T14:12:36.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:12:36 smithi062 bash[19845]: audit 2024-09-13T14:12:36.388591+0000 mon.a (mon.0) 1168 : audit [INF] from='mgr.25016 ' entity='mgr.y' 2024-09-13T14:12:36.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:12:36 smithi062 bash[19845]: audit 2024-09-13T14:12:36.397916+0000 mon.a (mon.0) 1169 : audit [INF] from='mgr.25016 ' entity='mgr.y' 2024-09-13T14:12:36.753 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:12:36 smithi062 bash[26634]: cluster 2024-09-13T14:12:34.974674+0000 mgr.y (mgr.25016) 11 : cluster [DBG] pgmap v6: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 35 KiB/s rd, 0 B/s wr, 14 op/s 2024-09-13T14:12:36.753 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:12:36 smithi062 bash[26634]: cluster 2024-09-13T14:12:35.491360+0000 mon.a (mon.0) 1165 : cluster [DBG] mgrmap e34: y(active, since 6s), standbys: x 2024-09-13T14:12:36.753 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:12:36 smithi062 bash[26634]: audit 2024-09-13T14:12:35.499644+0000 mon.c (mon.2) 68 : audit [DBG] from='mgr.25016 172.21.15.62:0/1369658555' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-13T14:12:36.753 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:12:36 smithi062 bash[26634]: audit 2024-09-13T14:12:36.264989+0000 mon.a (mon.0) 1166 : audit [INF] from='mgr.25016 ' entity='mgr.y' 2024-09-13T14:12:36.754 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:12:36 smithi062 bash[26634]: audit 2024-09-13T14:12:36.276803+0000 mon.a (mon.0) 1167 : audit [INF] from='mgr.25016 ' entity='mgr.y' 2024-09-13T14:12:36.754 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:12:36 smithi062 bash[26634]: audit 2024-09-13T14:12:36.388591+0000 mon.a (mon.0) 1168 : audit [INF] from='mgr.25016 ' entity='mgr.y' 2024-09-13T14:12:36.754 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:12:36 smithi062 bash[26634]: audit 2024-09-13T14:12:36.397916+0000 mon.a (mon.0) 1169 : audit [INF] from='mgr.25016 ' entity='mgr.y' 2024-09-13T14:12:36.932 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:12:36 smithi178 bash[22034]: cluster 2024-09-13T14:12:34.974674+0000 mgr.y (mgr.25016) 11 : cluster [DBG] pgmap v6: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 35 KiB/s rd, 0 B/s wr, 14 op/s 2024-09-13T14:12:36.932 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:12:36 smithi178 bash[22034]: cluster 2024-09-13T14:12:35.491360+0000 mon.a (mon.0) 1165 : cluster [DBG] mgrmap e34: y(active, since 6s), standbys: x 2024-09-13T14:12:36.932 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:12:36 smithi178 bash[22034]: audit 2024-09-13T14:12:35.499644+0000 mon.c (mon.2) 68 : audit [DBG] from='mgr.25016 172.21.15.62:0/1369658555' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-13T14:12:36.932 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:12:36 smithi178 bash[22034]: audit 2024-09-13T14:12:36.264989+0000 mon.a (mon.0) 1166 : audit [INF] from='mgr.25016 ' entity='mgr.y' 2024-09-13T14:12:36.932 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:12:36 smithi178 bash[22034]: audit 2024-09-13T14:12:36.276803+0000 mon.a (mon.0) 1167 : audit [INF] from='mgr.25016 ' entity='mgr.y' 2024-09-13T14:12:36.932 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:12:36 smithi178 bash[22034]: audit 2024-09-13T14:12:36.388591+0000 mon.a (mon.0) 1168 : audit [INF] from='mgr.25016 ' entity='mgr.y' 2024-09-13T14:12:36.932 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:12:36 smithi178 bash[22034]: audit 2024-09-13T14:12:36.397916+0000 mon.a (mon.0) 1169 : audit [INF] from='mgr.25016 ' entity='mgr.y' 2024-09-13T14:12:38.682 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:12:38 smithi178 bash[22034]: cluster 2024-09-13T14:12:36.975891+0000 mgr.y (mgr.25016) 12 : cluster [DBG] pgmap v7: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 26 KiB/s rd, 0 B/s wr, 11 op/s 2024-09-13T14:12:38.682 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:12:38 smithi178 bash[22034]: audit 2024-09-13T14:12:37.425560+0000 mon.a (mon.0) 1170 : audit [INF] from='mgr.25016 ' entity='mgr.y' 2024-09-13T14:12:38.682 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:12:38 smithi178 bash[22034]: audit 2024-09-13T14:12:37.441329+0000 mon.a (mon.0) 1171 : audit [INF] from='mgr.25016 ' entity='mgr.y' 2024-09-13T14:12:38.682 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:12:38 smithi178 bash[22034]: audit 2024-09-13T14:12:37.447160+0000 mon.c (mon.2) 69 : audit [DBG] from='mgr.25016 172.21.15.62:0/1369658555' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:12:38.682 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:12:38 smithi178 bash[22034]: audit 2024-09-13T14:12:37.448918+0000 mon.c (mon.2) 70 : audit [INF] from='mgr.25016 172.21.15.62:0/1369658555' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T14:12:38.683 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:12:38 smithi178 bash[22034]: cephadm 2024-09-13T14:12:37.450906+0000 mgr.y (mgr.25016) 13 : cephadm [INF] Updating smithi062:/etc/ceph/ceph.conf 2024-09-13T14:12:38.683 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:12:38 smithi178 bash[22034]: cephadm 2024-09-13T14:12:37.451293+0000 mgr.y (mgr.25016) 14 : cephadm [INF] Updating smithi178:/etc/ceph/ceph.conf 2024-09-13T14:12:38.683 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:12:38 smithi178 bash[22034]: cephadm 2024-09-13T14:12:37.572204+0000 mgr.y (mgr.25016) 15 : cephadm [INF] Updating smithi178:/var/lib/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-13T14:12:38.683 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:12:38 smithi178 bash[22034]: cephadm 2024-09-13T14:12:37.572505+0000 mgr.y (mgr.25016) 16 : cephadm [INF] Updating smithi062:/var/lib/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-13T14:12:38.683 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:12:38 smithi178 bash[22034]: audit 2024-09-13T14:12:37.851508+0000 mon.a (mon.0) 1172 : audit [INF] from='mgr.25016 ' entity='mgr.y' 2024-09-13T14:12:38.683 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:12:38 smithi178 bash[22034]: audit 2024-09-13T14:12:37.859504+0000 mon.a (mon.0) 1173 : audit [INF] from='mgr.25016 ' entity='mgr.y' 2024-09-13T14:12:38.683 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:12:38 smithi178 bash[22034]: audit 2024-09-13T14:12:37.867906+0000 mon.a (mon.0) 1174 : audit [INF] from='mgr.25016 ' entity='mgr.y' 2024-09-13T14:12:38.683 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:12:38 smithi178 bash[22034]: audit 2024-09-13T14:12:37.877718+0000 mon.a (mon.0) 1175 : audit [INF] from='mgr.25016 ' entity='mgr.y' 2024-09-13T14:12:38.683 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:12:38 smithi178 bash[22034]: audit 2024-09-13T14:12:37.887657+0000 mon.a (mon.0) 1176 : audit [INF] from='mgr.25016 ' entity='mgr.y' 2024-09-13T14:12:38.683 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:12:38 smithi178 bash[22034]: audit 2024-09-13T14:12:37.912136+0000 mon.c (mon.2) 71 : audit [INF] from='mgr.25016 172.21.15.62:0/1369658555' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi062.auboqe", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-09-13T14:12:38.683 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:12:38 smithi178 bash[22034]: audit 2024-09-13T14:12:37.912772+0000 mon.a (mon.0) 1177 : audit [INF] from='mgr.25016 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi062.auboqe", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-09-13T14:12:38.683 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:12:38 smithi178 bash[22034]: audit 2024-09-13T14:12:37.920636+0000 mon.c (mon.2) 72 : audit [DBG] from='mgr.25016 172.21.15.62:0/1369658555' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:12:38.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:12:38 smithi062 bash[19845]: cluster 2024-09-13T14:12:36.975891+0000 mgr.y (mgr.25016) 12 : cluster [DBG] pgmap v7: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 26 KiB/s rd, 0 B/s wr, 11 op/s 2024-09-13T14:12:38.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:12:38 smithi062 bash[19845]: audit 2024-09-13T14:12:37.425560+0000 mon.a (mon.0) 1170 : audit [INF] from='mgr.25016 ' entity='mgr.y' 2024-09-13T14:12:38.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:12:38 smithi062 bash[19845]: audit 2024-09-13T14:12:37.441329+0000 mon.a (mon.0) 1171 : audit [INF] from='mgr.25016 ' entity='mgr.y' 2024-09-13T14:12:38.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:12:38 smithi062 bash[19845]: audit 2024-09-13T14:12:37.447160+0000 mon.c (mon.2) 69 : audit [DBG] from='mgr.25016 172.21.15.62:0/1369658555' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:12:38.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:12:38 smithi062 bash[19845]: audit 2024-09-13T14:12:37.448918+0000 mon.c (mon.2) 70 : audit [INF] from='mgr.25016 172.21.15.62:0/1369658555' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T14:12:38.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:12:38 smithi062 bash[19845]: cephadm 2024-09-13T14:12:37.450906+0000 mgr.y (mgr.25016) 13 : cephadm [INF] Updating smithi062:/etc/ceph/ceph.conf 2024-09-13T14:12:38.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:12:38 smithi062 bash[19845]: cephadm 2024-09-13T14:12:37.451293+0000 mgr.y (mgr.25016) 14 : cephadm [INF] Updating smithi178:/etc/ceph/ceph.conf 2024-09-13T14:12:38.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:12:38 smithi062 bash[19845]: cephadm 2024-09-13T14:12:37.572204+0000 mgr.y (mgr.25016) 15 : cephadm [INF] Updating smithi178:/var/lib/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-13T14:12:38.754 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:12:38 smithi062 bash[19845]: cephadm 2024-09-13T14:12:37.572505+0000 mgr.y (mgr.25016) 16 : cephadm [INF] Updating smithi062:/var/lib/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-13T14:12:38.754 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:12:38 smithi062 bash[19845]: audit 2024-09-13T14:12:37.851508+0000 mon.a (mon.0) 1172 : audit [INF] from='mgr.25016 ' entity='mgr.y' 2024-09-13T14:12:38.754 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:12:38 smithi062 bash[19845]: audit 2024-09-13T14:12:37.859504+0000 mon.a (mon.0) 1173 : audit [INF] from='mgr.25016 ' entity='mgr.y' 2024-09-13T14:12:38.754 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:12:38 smithi062 bash[19845]: audit 2024-09-13T14:12:37.867906+0000 mon.a (mon.0) 1174 : audit [INF] from='mgr.25016 ' entity='mgr.y' 2024-09-13T14:12:38.754 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:12:38 smithi062 bash[19845]: audit 2024-09-13T14:12:37.877718+0000 mon.a (mon.0) 1175 : audit [INF] from='mgr.25016 ' entity='mgr.y' 2024-09-13T14:12:38.754 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:12:38 smithi062 bash[19845]: audit 2024-09-13T14:12:37.887657+0000 mon.a (mon.0) 1176 : audit [INF] from='mgr.25016 ' entity='mgr.y' 2024-09-13T14:12:38.754 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:12:38 smithi062 bash[19845]: audit 2024-09-13T14:12:37.912136+0000 mon.c (mon.2) 71 : audit [INF] from='mgr.25016 172.21.15.62:0/1369658555' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi062.auboqe", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-09-13T14:12:38.754 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:12:38 smithi062 bash[19845]: audit 2024-09-13T14:12:37.912772+0000 mon.a (mon.0) 1177 : audit [INF] from='mgr.25016 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi062.auboqe", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-09-13T14:12:38.754 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:12:38 smithi062 bash[19845]: audit 2024-09-13T14:12:37.920636+0000 mon.c (mon.2) 72 : audit [DBG] from='mgr.25016 172.21.15.62:0/1369658555' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:12:38.754 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:12:38 smithi062 bash[26634]: cluster 2024-09-13T14:12:36.975891+0000 mgr.y (mgr.25016) 12 : cluster [DBG] pgmap v7: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 26 KiB/s rd, 0 B/s wr, 11 op/s 2024-09-13T14:12:38.754 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:12:38 smithi062 bash[26634]: audit 2024-09-13T14:12:37.425560+0000 mon.a (mon.0) 1170 : audit [INF] from='mgr.25016 ' entity='mgr.y' 2024-09-13T14:12:38.754 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:12:38 smithi062 bash[26634]: audit 2024-09-13T14:12:37.441329+0000 mon.a (mon.0) 1171 : audit [INF] from='mgr.25016 ' entity='mgr.y' 2024-09-13T14:12:38.755 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:12:38 smithi062 bash[26634]: audit 2024-09-13T14:12:37.447160+0000 mon.c (mon.2) 69 : audit [DBG] from='mgr.25016 172.21.15.62:0/1369658555' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:12:38.755 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:12:38 smithi062 bash[26634]: audit 2024-09-13T14:12:37.448918+0000 mon.c (mon.2) 70 : audit [INF] from='mgr.25016 172.21.15.62:0/1369658555' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T14:12:38.755 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:12:38 smithi062 bash[26634]: cephadm 2024-09-13T14:12:37.450906+0000 mgr.y (mgr.25016) 13 : cephadm [INF] Updating smithi062:/etc/ceph/ceph.conf 2024-09-13T14:12:38.755 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:12:38 smithi062 bash[26634]: cephadm 2024-09-13T14:12:37.451293+0000 mgr.y (mgr.25016) 14 : cephadm [INF] Updating smithi178:/etc/ceph/ceph.conf 2024-09-13T14:12:38.755 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:12:38 smithi062 bash[26634]: cephadm 2024-09-13T14:12:37.572204+0000 mgr.y (mgr.25016) 15 : cephadm [INF] Updating smithi178:/var/lib/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-13T14:12:38.755 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:12:38 smithi062 bash[26634]: cephadm 2024-09-13T14:12:37.572505+0000 mgr.y (mgr.25016) 16 : cephadm [INF] Updating smithi062:/var/lib/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-13T14:12:38.755 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:12:38 smithi062 bash[26634]: audit 2024-09-13T14:12:37.851508+0000 mon.a (mon.0) 1172 : audit [INF] from='mgr.25016 ' entity='mgr.y' 2024-09-13T14:12:38.755 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:12:38 smithi062 bash[26634]: audit 2024-09-13T14:12:37.859504+0000 mon.a (mon.0) 1173 : audit [INF] from='mgr.25016 ' entity='mgr.y' 2024-09-13T14:12:38.755 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:12:38 smithi062 bash[26634]: audit 2024-09-13T14:12:37.867906+0000 mon.a (mon.0) 1174 : audit [INF] from='mgr.25016 ' entity='mgr.y' 2024-09-13T14:12:38.755 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:12:38 smithi062 bash[26634]: audit 2024-09-13T14:12:37.877718+0000 mon.a (mon.0) 1175 : audit [INF] from='mgr.25016 ' entity='mgr.y' 2024-09-13T14:12:38.755 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:12:38 smithi062 bash[26634]: audit 2024-09-13T14:12:37.887657+0000 mon.a (mon.0) 1176 : audit [INF] from='mgr.25016 ' entity='mgr.y' 2024-09-13T14:12:38.755 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:12:38 smithi062 bash[26634]: audit 2024-09-13T14:12:37.912136+0000 mon.c (mon.2) 71 : audit [INF] from='mgr.25016 172.21.15.62:0/1369658555' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi062.auboqe", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-09-13T14:12:38.755 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:12:38 smithi062 bash[26634]: audit 2024-09-13T14:12:37.912772+0000 mon.a (mon.0) 1177 : audit [INF] from='mgr.25016 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi062.auboqe", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-09-13T14:12:38.755 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:12:38 smithi062 bash[26634]: audit 2024-09-13T14:12:37.920636+0000 mon.c (mon.2) 72 : audit [DBG] from='mgr.25016 172.21.15.62:0/1369658555' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:12:39.682 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:12:39 smithi178 bash[22034]: cephadm 2024-09-13T14:12:37.667154+0000 mgr.y (mgr.25016) 17 : cephadm [INF] Updating smithi178:/etc/ceph/ceph.client.admin.keyring 2024-09-13T14:12:39.682 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:12:39 smithi178 bash[22034]: cephadm 2024-09-13T14:12:37.667327+0000 mgr.y (mgr.25016) 18 : cephadm [INF] Updating smithi062:/etc/ceph/ceph.client.admin.keyring 2024-09-13T14:12:39.682 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:12:39 smithi178 bash[22034]: cephadm 2024-09-13T14:12:37.756315+0000 mgr.y (mgr.25016) 19 : cephadm [INF] Updating smithi178:/var/lib/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-13T14:12:39.682 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:12:39 smithi178 bash[22034]: cephadm 2024-09-13T14:12:37.756605+0000 mgr.y (mgr.25016) 20 : cephadm [INF] Updating smithi062:/var/lib/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-13T14:12:39.682 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:12:39 smithi178 bash[22034]: cephadm 2024-09-13T14:12:37.911591+0000 mgr.y (mgr.25016) 21 : cephadm [INF] Reconfiguring iscsi.foo.smithi062.auboqe (dependencies changed)... 2024-09-13T14:12:39.682 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:12:39 smithi178 bash[22034]: cephadm 2024-09-13T14:12:37.922010+0000 mgr.y (mgr.25016) 22 : cephadm [INF] Reconfiguring daemon iscsi.foo.smithi062.auboqe on smithi062 2024-09-13T14:12:39.752 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:12:39 smithi062 bash[19845]: cephadm 2024-09-13T14:12:37.667154+0000 mgr.y (mgr.25016) 17 : cephadm [INF] Updating smithi178:/etc/ceph/ceph.client.admin.keyring 2024-09-13T14:12:39.752 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:12:39 smithi062 bash[19845]: cephadm 2024-09-13T14:12:37.667327+0000 mgr.y (mgr.25016) 18 : cephadm [INF] Updating smithi062:/etc/ceph/ceph.client.admin.keyring 2024-09-13T14:12:39.752 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:12:39 smithi062 bash[19845]: cephadm 2024-09-13T14:12:37.756315+0000 mgr.y (mgr.25016) 19 : cephadm [INF] Updating smithi178:/var/lib/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-13T14:12:39.752 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:12:39 smithi062 bash[19845]: cephadm 2024-09-13T14:12:37.756605+0000 mgr.y (mgr.25016) 20 : cephadm [INF] Updating smithi062:/var/lib/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-13T14:12:39.752 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:12:39 smithi062 bash[19845]: cephadm 2024-09-13T14:12:37.911591+0000 mgr.y (mgr.25016) 21 : cephadm [INF] Reconfiguring iscsi.foo.smithi062.auboqe (dependencies changed)... 2024-09-13T14:12:39.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:12:39 smithi062 bash[19845]: cephadm 2024-09-13T14:12:37.922010+0000 mgr.y (mgr.25016) 22 : cephadm [INF] Reconfiguring daemon iscsi.foo.smithi062.auboqe on smithi062 2024-09-13T14:12:39.753 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:12:39 smithi062 bash[26634]: cephadm 2024-09-13T14:12:37.667154+0000 mgr.y (mgr.25016) 17 : cephadm [INF] Updating smithi178:/etc/ceph/ceph.client.admin.keyring 2024-09-13T14:12:39.753 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:12:39 smithi062 bash[26634]: cephadm 2024-09-13T14:12:37.667327+0000 mgr.y (mgr.25016) 18 : cephadm [INF] Updating smithi062:/etc/ceph/ceph.client.admin.keyring 2024-09-13T14:12:39.753 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:12:39 smithi062 bash[26634]: cephadm 2024-09-13T14:12:37.756315+0000 mgr.y (mgr.25016) 19 : cephadm [INF] Updating smithi178:/var/lib/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-13T14:12:39.753 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:12:39 smithi062 bash[26634]: cephadm 2024-09-13T14:12:37.756605+0000 mgr.y (mgr.25016) 20 : cephadm [INF] Updating smithi062:/var/lib/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-13T14:12:39.753 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:12:39 smithi062 bash[26634]: cephadm 2024-09-13T14:12:37.911591+0000 mgr.y (mgr.25016) 21 : cephadm [INF] Reconfiguring iscsi.foo.smithi062.auboqe (dependencies changed)... 2024-09-13T14:12:39.753 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:12:39 smithi062 bash[26634]: cephadm 2024-09-13T14:12:37.922010+0000 mgr.y (mgr.25016) 22 : cephadm [INF] Reconfiguring daemon iscsi.foo.smithi062.auboqe on smithi062 2024-09-13T14:12:40.487 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:12:40 smithi062 bash[26634]: cluster 2024-09-13T14:12:38.976593+0000 mgr.y (mgr.25016) 23 : cluster [DBG] pgmap v8: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 20 KiB/s rd, 0 B/s wr, 8 op/s 2024-09-13T14:12:40.488 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:12:40 smithi062 bash[19845]: cluster 2024-09-13T14:12:38.976593+0000 mgr.y (mgr.25016) 23 : cluster [DBG] pgmap v8: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 20 KiB/s rd, 0 B/s wr, 8 op/s 2024-09-13T14:12:40.681 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:12:40 smithi178 bash[22034]: cluster 2024-09-13T14:12:38.976593+0000 mgr.y (mgr.25016) 23 : cluster [DBG] pgmap v8: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 20 KiB/s rd, 0 B/s wr, 8 op/s 2024-09-13T14:12:41.502 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:12:41 smithi062 bash[19845]: audit 2024-09-13T14:12:39.976367+0000 mgr.y (mgr.25016) 24 : audit [DBG] from='client.15054 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:12:41.502 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:12:41 smithi062 bash[19845]: audit 2024-09-13T14:12:41.175949+0000 mon.a (mon.0) 1178 : audit [INF] from='mgr.25016 ' entity='mgr.y' 2024-09-13T14:12:41.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:12:41 smithi062 bash[19845]: audit 2024-09-13T14:12:41.183044+0000 mon.a (mon.0) 1179 : audit [INF] from='mgr.25016 ' entity='mgr.y' 2024-09-13T14:12:41.503 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:12:41 smithi062 bash[26634]: audit 2024-09-13T14:12:39.976367+0000 mgr.y (mgr.25016) 24 : audit [DBG] from='client.15054 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:12:41.503 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:12:41 smithi062 bash[26634]: audit 2024-09-13T14:12:41.175949+0000 mon.a (mon.0) 1178 : audit [INF] from='mgr.25016 ' entity='mgr.y' 2024-09-13T14:12:41.503 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:12:41 smithi062 bash[26634]: audit 2024-09-13T14:12:41.183044+0000 mon.a (mon.0) 1179 : audit [INF] from='mgr.25016 ' entity='mgr.y' 2024-09-13T14:12:41.931 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:12:41 smithi178 bash[22034]: audit 2024-09-13T14:12:39.976367+0000 mgr.y (mgr.25016) 24 : audit [DBG] from='client.15054 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:12:41.932 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:12:41 smithi178 bash[22034]: audit 2024-09-13T14:12:41.175949+0000 mon.a (mon.0) 1178 : audit [INF] from='mgr.25016 ' entity='mgr.y' 2024-09-13T14:12:41.932 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:12:41 smithi178 bash[22034]: audit 2024-09-13T14:12:41.183044+0000 mon.a (mon.0) 1179 : audit [INF] from='mgr.25016 ' entity='mgr.y' 2024-09-13T14:12:42.752 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:12:42 smithi062 bash[19845]: cluster 2024-09-13T14:12:40.977471+0000 mgr.y (mgr.25016) 25 : cluster [DBG] pgmap v9: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 7 op/s 2024-09-13T14:12:42.752 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:12:42 smithi062 bash[19845]: cephadm 2024-09-13T14:12:41.185596+0000 mgr.y (mgr.25016) 26 : cephadm [INF] Reconfiguring prometheus.a (dependencies changed)... 2024-09-13T14:12:42.752 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:12:42 smithi062 bash[19845]: cephadm 2024-09-13T14:12:41.448924+0000 mgr.y (mgr.25016) 27 : cephadm [INF] Reconfiguring daemon prometheus.a on smithi178 2024-09-13T14:12:42.753 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:12:42 smithi062 bash[26634]: cluster 2024-09-13T14:12:40.977471+0000 mgr.y (mgr.25016) 25 : cluster [DBG] pgmap v9: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 7 op/s 2024-09-13T14:12:42.753 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:12:42 smithi062 bash[26634]: cephadm 2024-09-13T14:12:41.185596+0000 mgr.y (mgr.25016) 26 : cephadm [INF] Reconfiguring prometheus.a (dependencies changed)... 2024-09-13T14:12:42.753 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:12:42 smithi062 bash[26634]: cephadm 2024-09-13T14:12:41.448924+0000 mgr.y (mgr.25016) 27 : cephadm [INF] Reconfiguring daemon prometheus.a on smithi178 2024-09-13T14:12:42.931 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:12:42 smithi178 bash[22034]: cluster 2024-09-13T14:12:40.977471+0000 mgr.y (mgr.25016) 25 : cluster [DBG] pgmap v9: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 7 op/s 2024-09-13T14:12:42.932 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:12:42 smithi178 bash[22034]: cephadm 2024-09-13T14:12:41.185596+0000 mgr.y (mgr.25016) 26 : cephadm [INF] Reconfiguring prometheus.a (dependencies changed)... 2024-09-13T14:12:42.932 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:12:42 smithi178 bash[22034]: cephadm 2024-09-13T14:12:41.448924+0000 mgr.y (mgr.25016) 27 : cephadm [INF] Reconfiguring daemon prometheus.a on smithi178 2024-09-13T14:12:43.752 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:12:43 smithi062 bash[19845]: audit 2024-09-13T14:12:42.817118+0000 mon.a (mon.0) 1180 : audit [DBG] from='client.? 172.21.15.62:0/3938867438' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-09-13T14:12:43.753 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:12:43 smithi062 bash[26634]: audit 2024-09-13T14:12:42.817118+0000 mon.a (mon.0) 1180 : audit [DBG] from='client.? 172.21.15.62:0/3938867438' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-09-13T14:12:43.789 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:12:43 smithi178 bash[22034]: audit 2024-09-13T14:12:42.817118+0000 mon.a (mon.0) 1180 : audit [DBG] from='client.? 172.21.15.62:0/3938867438' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-09-13T14:12:44.682 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:12:44 smithi178 bash[22034]: cluster 2024-09-13T14:12:42.978154+0000 mgr.y (mgr.25016) 28 : cluster [DBG] pgmap v10: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 15 KiB/s rd, 0 B/s wr, 6 op/s 2024-09-13T14:12:44.752 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:12:44 smithi062 bash[19845]: cluster 2024-09-13T14:12:42.978154+0000 mgr.y (mgr.25016) 28 : cluster [DBG] pgmap v10: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 15 KiB/s rd, 0 B/s wr, 6 op/s 2024-09-13T14:12:44.753 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:12:44 smithi062 bash[26634]: cluster 2024-09-13T14:12:42.978154+0000 mgr.y (mgr.25016) 28 : cluster [DBG] pgmap v10: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 15 KiB/s rd, 0 B/s wr, 6 op/s 2024-09-13T14:12:45.730 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:12:45 smithi178 bash[22034]: audit 2024-09-13T14:12:44.802223+0000 mon.c (mon.2) 73 : audit [DBG] from='mgr.25016 172.21.15.62:0/1369658555' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:12:45.731 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 14:12:45 smithi178 bash[52009]: ts=2024-09-13T14:12:45.562Z caller=refresh.go:99 level=error component="discovery manager notify" discovery=http config=config-0 msg="Unable to refresh target groups" err="Get \"http://172.21.15.178:8765/sd/prometheus/sd-config?service=alertmanager\": dial tcp 172.21.15.178:8765: connect: connection refused" 2024-09-13T14:12:45.731 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 14:12:45 smithi178 bash[52009]: ts=2024-09-13T14:12:45.564Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=node msg="Unable to refresh target groups" err="Get \"http://172.21.15.178:8765/sd/prometheus/sd-config?service=node-exporter\": dial tcp 172.21.15.178:8765: connect: connection refused" 2024-09-13T14:12:45.731 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 14:12:45 smithi178 bash[52009]: ts=2024-09-13T14:12:45.564Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=nvmeof msg="Unable to refresh target groups" err="Get \"http://172.21.15.178:8765/sd/prometheus/sd-config?service=nvmeof\": dial tcp 172.21.15.178:8765: connect: connection refused" 2024-09-13T14:12:45.731 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 14:12:45 smithi178 bash[52009]: ts=2024-09-13T14:12:45.566Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=ceph-exporter msg="Unable to refresh target groups" err="Get \"http://172.21.15.178:8765/sd/prometheus/sd-config?service=ceph-exporter\": dial tcp 172.21.15.178:8765: connect: connection refused" 2024-09-13T14:12:45.731 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 14:12:45 smithi178 bash[52009]: ts=2024-09-13T14:12:45.567Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=nfs msg="Unable to refresh target groups" err="Get \"http://172.21.15.178:8765/sd/prometheus/sd-config?service=nfs\": dial tcp 172.21.15.178:8765: connect: connection refused" 2024-09-13T14:12:45.731 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 14:12:45 smithi178 bash[52009]: ts=2024-09-13T14:12:45.567Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=smb msg="Unable to refresh target groups" err="Get \"http://172.21.15.178:8765/sd/prometheus/sd-config?service=smb\": dial tcp 172.21.15.178:8765: connect: connection refused" 2024-09-13T14:12:45.731 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 14:12:45 smithi178 bash[52009]: ts=2024-09-13T14:12:45.568Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=ceph msg="Unable to refresh target groups" err="Get \"http://172.21.15.178:8765/sd/prometheus/sd-config?service=mgr-prometheus\": dial tcp 172.21.15.178:8765: connect: connection refused" 2024-09-13T14:12:45.752 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:12:45 smithi062 bash[19845]: audit 2024-09-13T14:12:44.802223+0000 mon.c (mon.2) 73 : audit [DBG] from='mgr.25016 172.21.15.62:0/1369658555' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:12:45.753 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:12:45 smithi062 bash[26634]: audit 2024-09-13T14:12:44.802223+0000 mon.c (mon.2) 73 : audit [DBG] from='mgr.25016 172.21.15.62:0/1369658555' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:12:46.394 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 13 14:12:46 smithi178 bash[50171]: ::ffff:172.21.15.178 - - [13/Sep/2024:14:12:46] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-09-13T14:12:46.681 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:12:46 smithi178 bash[22034]: cluster 2024-09-13T14:12:44.979343+0000 mgr.y (mgr.25016) 29 : cluster [DBG] pgmap v11: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 15 KiB/s rd, 0 B/s wr, 6 op/s 2024-09-13T14:12:46.682 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 14:12:46 smithi178 systemd[1]: Stopping Ceph prometheus.a for ff1149ea-71d5-11ef-bceb-c7b262605968... 2024-09-13T14:12:46.682 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 14:12:46 smithi178 bash[52009]: ts=2024-09-13T14:12:46.507Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-09-13T14:12:46.682 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 14:12:46 smithi178 bash[52009]: ts=2024-09-13T14:12:46.507Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2024-09-13T14:12:46.682 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 14:12:46 smithi178 bash[52009]: ts=2024-09-13T14:12:46.507Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2024-09-13T14:12:46.682 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 14:12:46 smithi178 bash[52009]: ts=2024-09-13T14:12:46.507Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2024-09-13T14:12:46.682 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 14:12:46 smithi178 bash[52009]: ts=2024-09-13T14:12:46.507Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2024-09-13T14:12:46.682 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 14:12:46 smithi178 bash[52009]: ts=2024-09-13T14:12:46.507Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2024-09-13T14:12:46.682 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 14:12:46 smithi178 bash[52009]: ts=2024-09-13T14:12:46.507Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2024-09-13T14:12:46.682 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 14:12:46 smithi178 bash[52009]: ts=2024-09-13T14:12:46.507Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2024-09-13T14:12:46.683 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 14:12:46 smithi178 bash[52009]: ts=2024-09-13T14:12:46.508Z caller=main.go:907 level=info msg="Scrape manager stopped" 2024-09-13T14:12:46.683 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 14:12:46 smithi178 bash[52009]: ts=2024-09-13T14:12:46.508Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2024-09-13T14:12:46.683 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 14:12:46 smithi178 bash[52009]: ts=2024-09-13T14:12:46.508Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2024-09-13T14:12:46.683 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 14:12:46 smithi178 bash[52009]: ts=2024-09-13T14:12:46.508Z caller=main.go:1147 level=info msg="See you next time!" 2024-09-13T14:12:46.752 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:12:46 smithi062 bash[19845]: cluster 2024-09-13T14:12:44.979343+0000 mgr.y (mgr.25016) 29 : cluster [DBG] pgmap v11: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 15 KiB/s rd, 0 B/s wr, 6 op/s 2024-09-13T14:12:46.753 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:12:46 smithi062 bash[26634]: cluster 2024-09-13T14:12:44.979343+0000 mgr.y (mgr.25016) 29 : cluster [DBG] pgmap v11: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 15 KiB/s rd, 0 B/s wr, 6 op/s 2024-09-13T14:12:47.410 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 14:12:47 smithi178 bash[53598]: ceph-ff1149ea-71d5-11ef-bceb-c7b262605968-prometheus-a 2024-09-13T14:12:47.410 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 14:12:47 smithi178 bash[53659]: Error response from daemon: No such container: ceph-ff1149ea-71d5-11ef-bceb-c7b262605968-prometheus-a 2024-09-13T14:12:47.410 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 14:12:47 smithi178 systemd[1]: ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@prometheus.a.service: Deactivated successfully. 2024-09-13T14:12:47.411 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 14:12:47 smithi178 systemd[1]: Stopped Ceph prometheus.a for ff1149ea-71d5-11ef-bceb-c7b262605968. 2024-09-13T14:12:47.411 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 14:12:47 smithi178 systemd[1]: Started Ceph prometheus.a for ff1149ea-71d5-11ef-bceb-c7b262605968. 2024-09-13T14:12:48.682 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:12:48 smithi178 bash[22034]: cluster 2024-09-13T14:12:46.980632+0000 mgr.y (mgr.25016) 30 : cluster [DBG] pgmap v12: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:12:48.682 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:12:48 smithi178 bash[22034]: audit 2024-09-13T14:12:47.342536+0000 mon.a (mon.0) 1181 : audit [INF] from='mgr.25016 ' entity='mgr.y' 2024-09-13T14:12:48.682 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:12:48 smithi178 bash[22034]: audit 2024-09-13T14:12:47.359121+0000 mon.a (mon.0) 1182 : audit [INF] from='mgr.25016 ' entity='mgr.y' 2024-09-13T14:12:48.682 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:12:48 smithi178 bash[22034]: audit 2024-09-13T14:12:47.367726+0000 mon.c (mon.2) 74 : audit [DBG] from='mgr.25016 172.21.15.62:0/1369658555' entity='mgr.y' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2024-09-13T14:12:48.683 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:12:48 smithi178 bash[22034]: audit 2024-09-13T14:12:47.369181+0000 mgr.y (mgr.25016) 31 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2024-09-13T14:12:48.683 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:12:48 smithi178 bash[22034]: audit 2024-09-13T14:12:47.387641+0000 mon.a (mon.0) 1183 : audit [INF] from='mgr.25016 ' entity='mgr.y' 2024-09-13T14:12:48.683 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:12:48 smithi178 bash[22034]: cephadm 2024-09-13T14:12:47.390006+0000 mgr.y (mgr.25016) 32 : cephadm [INF] Adding iSCSI gateway http://:@172.21.15.62:5000 to Dashboard 2024-09-13T14:12:48.683 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:12:48 smithi178 bash[22034]: audit 2024-09-13T14:12:47.390377+0000 mon.c (mon.2) 75 : audit [INF] from='mgr.25016 172.21.15.62:0/1369658555' entity='mgr.y' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2024-09-13T14:12:48.683 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:12:48 smithi178 bash[22034]: audit 2024-09-13T14:12:47.391049+0000 mgr.y (mgr.25016) 33 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2024-09-13T14:12:48.683 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:12:48 smithi178 bash[22034]: audit 2024-09-13T14:12:47.394203+0000 mon.c (mon.2) 76 : audit [INF] from='mgr.25016 172.21.15.62:0/1369658555' entity='mgr.y' cmd=[{"prefix": "dashboard iscsi-gateway-add", "name": "smithi062"}]: dispatch 2024-09-13T14:12:48.683 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:12:48 smithi178 bash[22034]: audit 2024-09-13T14:12:47.394945+0000 mgr.y (mgr.25016) 34 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard iscsi-gateway-add", "name": "smithi062"}]: dispatch 2024-09-13T14:12:48.683 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:12:48 smithi178 bash[22034]: audit 2024-09-13T14:12:47.404269+0000 mon.a (mon.0) 1184 : audit [INF] from='mgr.25016 ' entity='mgr.y' 2024-09-13T14:12:48.683 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:12:48 smithi178 bash[22034]: audit 2024-09-13T14:12:47.410551+0000 mon.c (mon.2) 77 : audit [DBG] from='mgr.25016 172.21.15.62:0/1369658555' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-13T14:12:48.683 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:12:48 smithi178 bash[22034]: audit 2024-09-13T14:12:47.411229+0000 mgr.y (mgr.25016) 35 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-13T14:12:48.684 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 14:12:48 smithi178 bash[53687]: ts=2024-09-13T14:12:48.518Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2024-09-13T14:12:48.684 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 14:12:48 smithi178 bash[53687]: ts=2024-09-13T14:12:48.518Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2024-09-13T14:12:48.684 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 14:12:48 smithi178 bash[53687]: ts=2024-09-13T14:12:48.519Z caller=main.go:570 level=info host_details="(Linux 5.15.0-121-generic #131-Ubuntu SMP Fri Aug 9 08:29:53 UTC 2024 x86_64 smithi178 (none))" 2024-09-13T14:12:48.684 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 14:12:48 smithi178 bash[53687]: ts=2024-09-13T14:12:48.519Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-09-13T14:12:48.684 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 14:12:48 smithi178 bash[53687]: ts=2024-09-13T14:12:48.519Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-09-13T14:12:48.684 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 14:12:48 smithi178 bash[53687]: ts=2024-09-13T14:12:48.520Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2024-09-13T14:12:48.684 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 14:12:48 smithi178 bash[53687]: ts=2024-09-13T14:12:48.520Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2024-09-13T14:12:48.684 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 14:12:48 smithi178 bash[53687]: ts=2024-09-13T14:12:48.522Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2024-09-13T14:12:48.685 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 14:12:48 smithi178 bash[53687]: ts=2024-09-13T14:12:48.522Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-09-13T14:12:48.685 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 14:12:48 smithi178 bash[53687]: ts=2024-09-13T14:12:48.524Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-09-13T14:12:48.685 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 14:12:48 smithi178 bash[53687]: ts=2024-09-13T14:12:48.525Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=849.098µs 2024-09-13T14:12:48.685 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 14:12:48 smithi178 bash[53687]: ts=2024-09-13T14:12:48.525Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-09-13T14:12:48.685 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 14:12:48 smithi178 bash[53687]: ts=2024-09-13T14:12:48.525Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=3 2024-09-13T14:12:48.685 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 14:12:48 smithi178 bash[53687]: ts=2024-09-13T14:12:48.540Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=3 2024-09-13T14:12:48.685 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 14:12:48 smithi178 bash[53687]: ts=2024-09-13T14:12:48.546Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=2 maxSegment=3 2024-09-13T14:12:48.685 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 14:12:48 smithi178 bash[53687]: ts=2024-09-13T14:12:48.546Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=3 maxSegment=3 2024-09-13T14:12:48.685 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 14:12:48 smithi178 bash[53687]: ts=2024-09-13T14:12:48.546Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=31.073µs wal_replay_duration=20.812162ms wbl_replay_duration=459ns total_replay_duration=21.716775ms 2024-09-13T14:12:48.685 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 14:12:48 smithi178 bash[53687]: ts=2024-09-13T14:12:48.548Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2024-09-13T14:12:48.685 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 14:12:48 smithi178 bash[53687]: ts=2024-09-13T14:12:48.548Z caller=main.go:1029 level=info msg="TSDB started" 2024-09-13T14:12:48.685 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 14:12:48 smithi178 bash[53687]: ts=2024-09-13T14:12:48.548Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-09-13T14:12:48.686 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 14:12:48 smithi178 bash[53687]: ts=2024-09-13T14:12:48.571Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=22.83521ms db_storage=1.155µs remote_storage=1.232µs web_handler=438ns query_engine=593ns scrape=239.537µs scrape_sd=123.647µs notify=20.588µs notify_sd=23.743µs rules=21.996973ms tracing=8.611µs 2024-09-13T14:12:48.686 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 14:12:48 smithi178 bash[53687]: ts=2024-09-13T14:12:48.571Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2024-09-13T14:12:48.686 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 14:12:48 smithi178 bash[53687]: ts=2024-09-13T14:12:48.571Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2024-09-13T14:12:48.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:12:48 smithi062 bash[19845]: cluster 2024-09-13T14:12:46.980632+0000 mgr.y (mgr.25016) 30 : cluster [DBG] pgmap v12: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:12:48.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:12:48 smithi062 bash[19845]: audit 2024-09-13T14:12:47.342536+0000 mon.a (mon.0) 1181 : audit [INF] from='mgr.25016 ' entity='mgr.y' 2024-09-13T14:12:48.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:12:48 smithi062 bash[19845]: audit 2024-09-13T14:12:47.359121+0000 mon.a (mon.0) 1182 : audit [INF] from='mgr.25016 ' entity='mgr.y' 2024-09-13T14:12:48.754 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:12:48 smithi062 bash[19845]: audit 2024-09-13T14:12:47.367726+0000 mon.c (mon.2) 74 : audit [DBG] from='mgr.25016 172.21.15.62:0/1369658555' entity='mgr.y' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2024-09-13T14:12:48.754 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:12:48 smithi062 bash[19845]: audit 2024-09-13T14:12:47.369181+0000 mgr.y (mgr.25016) 31 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2024-09-13T14:12:48.754 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:12:48 smithi062 bash[19845]: audit 2024-09-13T14:12:47.387641+0000 mon.a (mon.0) 1183 : audit [INF] from='mgr.25016 ' entity='mgr.y' 2024-09-13T14:12:48.754 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:12:48 smithi062 bash[19845]: cephadm 2024-09-13T14:12:47.390006+0000 mgr.y (mgr.25016) 32 : cephadm [INF] Adding iSCSI gateway http://:@172.21.15.62:5000 to Dashboard 2024-09-13T14:12:48.754 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:12:48 smithi062 bash[19845]: audit 2024-09-13T14:12:47.390377+0000 mon.c (mon.2) 75 : audit [INF] from='mgr.25016 172.21.15.62:0/1369658555' entity='mgr.y' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2024-09-13T14:12:48.754 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:12:48 smithi062 bash[19845]: audit 2024-09-13T14:12:47.391049+0000 mgr.y (mgr.25016) 33 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2024-09-13T14:12:48.755 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:12:48 smithi062 bash[19845]: audit 2024-09-13T14:12:47.394203+0000 mon.c (mon.2) 76 : audit [INF] from='mgr.25016 172.21.15.62:0/1369658555' entity='mgr.y' cmd=[{"prefix": "dashboard iscsi-gateway-add", "name": "smithi062"}]: dispatch 2024-09-13T14:12:48.755 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:12:48 smithi062 bash[19845]: audit 2024-09-13T14:12:47.394945+0000 mgr.y (mgr.25016) 34 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard iscsi-gateway-add", "name": "smithi062"}]: dispatch 2024-09-13T14:12:48.755 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:12:48 smithi062 bash[19845]: audit 2024-09-13T14:12:47.404269+0000 mon.a (mon.0) 1184 : audit [INF] from='mgr.25016 ' entity='mgr.y' 2024-09-13T14:12:48.755 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:12:48 smithi062 bash[19845]: audit 2024-09-13T14:12:47.410551+0000 mon.c (mon.2) 77 : audit [DBG] from='mgr.25016 172.21.15.62:0/1369658555' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-13T14:12:48.755 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:12:48 smithi062 bash[19845]: audit 2024-09-13T14:12:47.411229+0000 mgr.y (mgr.25016) 35 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-13T14:12:48.755 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:12:48 smithi062 bash[26634]: cluster 2024-09-13T14:12:46.980632+0000 mgr.y (mgr.25016) 30 : cluster [DBG] pgmap v12: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:12:48.755 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:12:48 smithi062 bash[26634]: audit 2024-09-13T14:12:47.342536+0000 mon.a (mon.0) 1181 : audit [INF] from='mgr.25016 ' entity='mgr.y' 2024-09-13T14:12:48.756 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:12:48 smithi062 bash[26634]: audit 2024-09-13T14:12:47.359121+0000 mon.a (mon.0) 1182 : audit [INF] from='mgr.25016 ' entity='mgr.y' 2024-09-13T14:12:48.756 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:12:48 smithi062 bash[26634]: audit 2024-09-13T14:12:47.367726+0000 mon.c (mon.2) 74 : audit [DBG] from='mgr.25016 172.21.15.62:0/1369658555' entity='mgr.y' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2024-09-13T14:12:48.756 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:12:48 smithi062 bash[26634]: audit 2024-09-13T14:12:47.369181+0000 mgr.y (mgr.25016) 31 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2024-09-13T14:12:48.756 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:12:48 smithi062 bash[26634]: audit 2024-09-13T14:12:47.387641+0000 mon.a (mon.0) 1183 : audit [INF] from='mgr.25016 ' entity='mgr.y' 2024-09-13T14:12:48.756 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:12:48 smithi062 bash[26634]: cephadm 2024-09-13T14:12:47.390006+0000 mgr.y (mgr.25016) 32 : cephadm [INF] Adding iSCSI gateway http://:@172.21.15.62:5000 to Dashboard 2024-09-13T14:12:48.756 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:12:48 smithi062 bash[26634]: audit 2024-09-13T14:12:47.390377+0000 mon.c (mon.2) 75 : audit [INF] from='mgr.25016 172.21.15.62:0/1369658555' entity='mgr.y' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2024-09-13T14:12:48.756 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:12:48 smithi062 bash[26634]: audit 2024-09-13T14:12:47.391049+0000 mgr.y (mgr.25016) 33 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2024-09-13T14:12:48.756 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:12:48 smithi062 bash[26634]: audit 2024-09-13T14:12:47.394203+0000 mon.c (mon.2) 76 : audit [INF] from='mgr.25016 172.21.15.62:0/1369658555' entity='mgr.y' cmd=[{"prefix": "dashboard iscsi-gateway-add", "name": "smithi062"}]: dispatch 2024-09-13T14:12:48.756 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:12:48 smithi062 bash[26634]: audit 2024-09-13T14:12:47.394945+0000 mgr.y (mgr.25016) 34 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard iscsi-gateway-add", "name": "smithi062"}]: dispatch 2024-09-13T14:12:48.756 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:12:48 smithi062 bash[26634]: audit 2024-09-13T14:12:47.404269+0000 mon.a (mon.0) 1184 : audit [INF] from='mgr.25016 ' entity='mgr.y' 2024-09-13T14:12:48.756 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:12:48 smithi062 bash[26634]: audit 2024-09-13T14:12:47.410551+0000 mon.c (mon.2) 77 : audit [DBG] from='mgr.25016 172.21.15.62:0/1369658555' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-13T14:12:48.757 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:12:48 smithi062 bash[26634]: audit 2024-09-13T14:12:47.411229+0000 mgr.y (mgr.25016) 35 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-13T14:12:50.681 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:12:50 smithi178 bash[22034]: cluster 2024-09-13T14:12:48.981398+0000 mgr.y (mgr.25016) 36 : cluster [DBG] pgmap v13: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:12:50.752 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:12:50 smithi062 bash[19845]: cluster 2024-09-13T14:12:48.981398+0000 mgr.y (mgr.25016) 36 : cluster [DBG] pgmap v13: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:12:50.753 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:12:50 smithi062 bash[26634]: cluster 2024-09-13T14:12:48.981398+0000 mgr.y (mgr.25016) 36 : cluster [DBG] pgmap v13: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:12:52.681 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:12:52 smithi178 bash[22034]: cluster 2024-09-13T14:12:50.983061+0000 mgr.y (mgr.25016) 37 : cluster [DBG] pgmap v14: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:12:52.752 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:12:52 smithi062 bash[19845]: cluster 2024-09-13T14:12:50.983061+0000 mgr.y (mgr.25016) 37 : cluster [DBG] pgmap v14: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:12:52.752 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:12:52 smithi062 bash[26634]: cluster 2024-09-13T14:12:50.983061+0000 mgr.y (mgr.25016) 37 : cluster [DBG] pgmap v14: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:12:53.681 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:12:53 smithi178 bash[22034]: audit 2024-09-13T14:12:52.547178+0000 mgr.y (mgr.25016) 38 : audit [DBG] from='client.25088 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:12:53.752 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:12:53 smithi062 bash[19845]: audit 2024-09-13T14:12:52.547178+0000 mgr.y (mgr.25016) 38 : audit [DBG] from='client.25088 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:12:53.753 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:12:53 smithi062 bash[26634]: audit 2024-09-13T14:12:52.547178+0000 mgr.y (mgr.25016) 38 : audit [DBG] from='client.25088 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:12:54.682 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:12:54 smithi178 bash[22034]: cluster 2024-09-13T14:12:52.983949+0000 mgr.y (mgr.25016) 39 : cluster [DBG] pgmap v15: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:12:54.682 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:12:54 smithi178 bash[22034]: audit 2024-09-13T14:12:53.406127+0000 mon.a (mon.0) 1185 : audit [INF] from='mgr.25016 ' entity='mgr.y' 2024-09-13T14:12:54.682 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:12:54 smithi178 bash[22034]: audit 2024-09-13T14:12:53.415690+0000 mon.a (mon.0) 1186 : audit [INF] from='mgr.25016 ' entity='mgr.y' 2024-09-13T14:12:54.682 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:12:54 smithi178 bash[22034]: audit 2024-09-13T14:12:53.476001+0000 mon.a (mon.0) 1187 : audit [INF] from='mgr.25016 ' entity='mgr.y' 2024-09-13T14:12:54.682 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:12:54 smithi178 bash[22034]: audit 2024-09-13T14:12:53.490601+0000 mon.a (mon.0) 1188 : audit [INF] from='mgr.25016 ' entity='mgr.y' 2024-09-13T14:12:54.682 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:12:54 smithi178 bash[22034]: audit 2024-09-13T14:12:53.493863+0000 mon.c (mon.2) 78 : audit [DBG] from='mgr.25016 172.21.15.62:0/1369658555' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:12:54.682 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:12:54 smithi178 bash[22034]: audit 2024-09-13T14:12:53.495221+0000 mon.c (mon.2) 79 : audit [INF] from='mgr.25016 172.21.15.62:0/1369658555' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T14:12:54.683 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:12:54 smithi178 bash[22034]: audit 2024-09-13T14:12:53.504320+0000 mon.a (mon.0) 1189 : audit [INF] from='mgr.25016 ' entity='mgr.y' 2024-09-13T14:12:54.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:12:54 smithi062 bash[19845]: cluster 2024-09-13T14:12:52.983949+0000 mgr.y (mgr.25016) 39 : cluster [DBG] pgmap v15: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:12:54.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:12:54 smithi062 bash[19845]: audit 2024-09-13T14:12:53.406127+0000 mon.a (mon.0) 1185 : audit [INF] from='mgr.25016 ' entity='mgr.y' 2024-09-13T14:12:54.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:12:54 smithi062 bash[19845]: audit 2024-09-13T14:12:53.415690+0000 mon.a (mon.0) 1186 : audit [INF] from='mgr.25016 ' entity='mgr.y' 2024-09-13T14:12:54.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:12:54 smithi062 bash[19845]: audit 2024-09-13T14:12:53.476001+0000 mon.a (mon.0) 1187 : audit [INF] from='mgr.25016 ' entity='mgr.y' 2024-09-13T14:12:54.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:12:54 smithi062 bash[19845]: audit 2024-09-13T14:12:53.490601+0000 mon.a (mon.0) 1188 : audit [INF] from='mgr.25016 ' entity='mgr.y' 2024-09-13T14:12:54.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:12:54 smithi062 bash[19845]: audit 2024-09-13T14:12:53.493863+0000 mon.c (mon.2) 78 : audit [DBG] from='mgr.25016 172.21.15.62:0/1369658555' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:12:54.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:12:54 smithi062 bash[19845]: audit 2024-09-13T14:12:53.495221+0000 mon.c (mon.2) 79 : audit [INF] from='mgr.25016 172.21.15.62:0/1369658555' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T14:12:54.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:12:54 smithi062 bash[19845]: audit 2024-09-13T14:12:53.504320+0000 mon.a (mon.0) 1189 : audit [INF] from='mgr.25016 ' entity='mgr.y' 2024-09-13T14:12:54.754 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:12:54 smithi062 bash[26634]: cluster 2024-09-13T14:12:52.983949+0000 mgr.y (mgr.25016) 39 : cluster [DBG] pgmap v15: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:12:54.754 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:12:54 smithi062 bash[26634]: audit 2024-09-13T14:12:53.406127+0000 mon.a (mon.0) 1185 : audit [INF] from='mgr.25016 ' entity='mgr.y' 2024-09-13T14:12:54.754 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:12:54 smithi062 bash[26634]: audit 2024-09-13T14:12:53.415690+0000 mon.a (mon.0) 1186 : audit [INF] from='mgr.25016 ' entity='mgr.y' 2024-09-13T14:12:54.754 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:12:54 smithi062 bash[26634]: audit 2024-09-13T14:12:53.476001+0000 mon.a (mon.0) 1187 : audit [INF] from='mgr.25016 ' entity='mgr.y' 2024-09-13T14:12:54.754 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:12:54 smithi062 bash[26634]: audit 2024-09-13T14:12:53.490601+0000 mon.a (mon.0) 1188 : audit [INF] from='mgr.25016 ' entity='mgr.y' 2024-09-13T14:12:54.754 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:12:54 smithi062 bash[26634]: audit 2024-09-13T14:12:53.493863+0000 mon.c (mon.2) 78 : audit [DBG] from='mgr.25016 172.21.15.62:0/1369658555' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:12:54.754 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:12:54 smithi062 bash[26634]: audit 2024-09-13T14:12:53.495221+0000 mon.c (mon.2) 79 : audit [INF] from='mgr.25016 172.21.15.62:0/1369658555' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T14:12:54.754 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:12:54 smithi062 bash[26634]: audit 2024-09-13T14:12:53.504320+0000 mon.a (mon.0) 1189 : audit [INF] from='mgr.25016 ' entity='mgr.y' 2024-09-13T14:12:56.252 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:12:55 smithi062 bash[68610]: ::ffff:172.21.15.178 - - [13/Sep/2024:14:12:55] "GET /metrics HTTP/1.1" 200 38229 "" "Prometheus/2.43.0" 2024-09-13T14:12:56.681 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:12:56 smithi178 bash[22034]: cluster 2024-09-13T14:12:54.985109+0000 mgr.y (mgr.25016) 40 : cluster [DBG] pgmap v16: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:12:56.752 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:12:56 smithi062 bash[19845]: cluster 2024-09-13T14:12:54.985109+0000 mgr.y (mgr.25016) 40 : cluster [DBG] pgmap v16: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:12:56.753 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:12:56 smithi062 bash[26634]: cluster 2024-09-13T14:12:54.985109+0000 mgr.y (mgr.25016) 40 : cluster [DBG] pgmap v16: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:12:58.681 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:12:58 smithi178 bash[22034]: cluster 2024-09-13T14:12:56.986353+0000 mgr.y (mgr.25016) 41 : cluster [DBG] pgmap v17: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:12:58.752 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:12:58 smithi062 bash[26634]: cluster 2024-09-13T14:12:56.986353+0000 mgr.y (mgr.25016) 41 : cluster [DBG] pgmap v17: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:12:58.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:12:58 smithi062 bash[19845]: cluster 2024-09-13T14:12:56.986353+0000 mgr.y (mgr.25016) 41 : cluster [DBG] pgmap v17: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:13:00.681 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:13:00 smithi178 bash[22034]: cluster 2024-09-13T14:12:58.987080+0000 mgr.y (mgr.25016) 42 : cluster [DBG] pgmap v18: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:13:00.682 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:13:00 smithi178 bash[22034]: audit 2024-09-13T14:12:59.802823+0000 mon.c (mon.2) 80 : audit [DBG] from='mgr.25016 172.21.15.62:0/1369658555' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:13:00.752 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:13:00 smithi062 bash[26634]: cluster 2024-09-13T14:12:58.987080+0000 mgr.y (mgr.25016) 42 : cluster [DBG] pgmap v18: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:13:00.752 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:13:00 smithi062 bash[26634]: audit 2024-09-13T14:12:59.802823+0000 mon.c (mon.2) 80 : audit [DBG] from='mgr.25016 172.21.15.62:0/1369658555' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:13:00.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:13:00 smithi062 bash[19845]: cluster 2024-09-13T14:12:58.987080+0000 mgr.y (mgr.25016) 42 : cluster [DBG] pgmap v18: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:13:00.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:13:00 smithi062 bash[19845]: audit 2024-09-13T14:12:59.802823+0000 mon.c (mon.2) 80 : audit [DBG] from='mgr.25016 172.21.15.62:0/1369658555' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:13:02.681 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:13:02 smithi178 bash[22034]: cluster 2024-09-13T14:13:00.988793+0000 mgr.y (mgr.25016) 43 : cluster [DBG] pgmap v19: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:13:02.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:13:02 smithi062 bash[19845]: cluster 2024-09-13T14:13:00.988793+0000 mgr.y (mgr.25016) 43 : cluster [DBG] pgmap v19: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:13:02.753 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:13:02 smithi062 bash[26634]: cluster 2024-09-13T14:13:00.988793+0000 mgr.y (mgr.25016) 43 : cluster [DBG] pgmap v19: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:13:03.752 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:13:03 smithi062 bash[26634]: audit 2024-09-13T14:13:02.553614+0000 mgr.y (mgr.25016) 44 : audit [DBG] from='client.25088 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:13:03.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:13:03 smithi062 bash[19845]: audit 2024-09-13T14:13:02.553614+0000 mgr.y (mgr.25016) 44 : audit [DBG] from='client.25088 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:13:03.931 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:13:03 smithi178 bash[22034]: audit 2024-09-13T14:13:02.553614+0000 mgr.y (mgr.25016) 44 : audit [DBG] from='client.25088 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:13:04.752 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:13:04 smithi062 bash[19845]: cluster 2024-09-13T14:13:02.989503+0000 mgr.y (mgr.25016) 45 : cluster [DBG] pgmap v20: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:13:04.753 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:13:04 smithi062 bash[26634]: cluster 2024-09-13T14:13:02.989503+0000 mgr.y (mgr.25016) 45 : cluster [DBG] pgmap v20: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:13:04.931 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:13:04 smithi178 bash[22034]: cluster 2024-09-13T14:13:02.989503+0000 mgr.y (mgr.25016) 45 : cluster [DBG] pgmap v20: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:13:06.252 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:13:05 smithi062 bash[68610]: ::ffff:172.21.15.178 - - [13/Sep/2024:14:13:05] "GET /metrics HTTP/1.1" 200 38226 "" "Prometheus/2.43.0" 2024-09-13T14:13:06.752 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:13:06 smithi062 bash[19845]: cluster 2024-09-13T14:13:04.990659+0000 mgr.y (mgr.25016) 46 : cluster [DBG] pgmap v21: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:13:06.752 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:13:06 smithi062 bash[26634]: cluster 2024-09-13T14:13:04.990659+0000 mgr.y (mgr.25016) 46 : cluster [DBG] pgmap v21: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:13:06.931 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:13:06 smithi178 bash[22034]: cluster 2024-09-13T14:13:04.990659+0000 mgr.y (mgr.25016) 46 : cluster [DBG] pgmap v21: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:13:08.752 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:13:08 smithi062 bash[19845]: cluster 2024-09-13T14:13:06.991929+0000 mgr.y (mgr.25016) 47 : cluster [DBG] pgmap v22: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:13:08.753 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:13:08 smithi062 bash[26634]: cluster 2024-09-13T14:13:06.991929+0000 mgr.y (mgr.25016) 47 : cluster [DBG] pgmap v22: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:13:08.931 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:13:08 smithi178 bash[22034]: cluster 2024-09-13T14:13:06.991929+0000 mgr.y (mgr.25016) 47 : cluster [DBG] pgmap v22: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:13:10.752 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:13:10 smithi062 bash[26634]: cluster 2024-09-13T14:13:08.992620+0000 mgr.y (mgr.25016) 48 : cluster [DBG] pgmap v23: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:13:10.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:13:10 smithi062 bash[19845]: cluster 2024-09-13T14:13:08.992620+0000 mgr.y (mgr.25016) 48 : cluster [DBG] pgmap v23: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:13:10.931 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:13:10 smithi178 bash[22034]: cluster 2024-09-13T14:13:08.992620+0000 mgr.y (mgr.25016) 48 : cluster [DBG] pgmap v23: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:13:12.752 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:13:12 smithi062 bash[26634]: cluster 2024-09-13T14:13:10.994319+0000 mgr.y (mgr.25016) 49 : cluster [DBG] pgmap v24: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:13:12.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:13:12 smithi062 bash[19845]: cluster 2024-09-13T14:13:10.994319+0000 mgr.y (mgr.25016) 49 : cluster [DBG] pgmap v24: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:13:12.931 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:13:12 smithi178 bash[22034]: cluster 2024-09-13T14:13:10.994319+0000 mgr.y (mgr.25016) 49 : cluster [DBG] pgmap v24: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:13:13.752 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:13:13 smithi062 bash[19845]: audit 2024-09-13T14:13:12.564622+0000 mgr.y (mgr.25016) 50 : audit [DBG] from='client.25088 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:13:13.753 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:13:13 smithi062 bash[26634]: audit 2024-09-13T14:13:12.564622+0000 mgr.y (mgr.25016) 50 : audit [DBG] from='client.25088 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:13:13.931 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:13:13 smithi178 bash[22034]: audit 2024-09-13T14:13:12.564622+0000 mgr.y (mgr.25016) 50 : audit [DBG] from='client.25088 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:13:14.752 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:13:14 smithi062 bash[19845]: cluster 2024-09-13T14:13:12.995049+0000 mgr.y (mgr.25016) 51 : cluster [DBG] pgmap v25: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:13:14.753 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:13:14 smithi062 bash[26634]: cluster 2024-09-13T14:13:12.995049+0000 mgr.y (mgr.25016) 51 : cluster [DBG] pgmap v25: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:13:14.932 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:13:14 smithi178 bash[22034]: cluster 2024-09-13T14:13:12.995049+0000 mgr.y (mgr.25016) 51 : cluster [DBG] pgmap v25: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:13:15.752 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:13:15 smithi062 bash[19845]: audit 2024-09-13T14:13:14.803426+0000 mon.c (mon.2) 81 : audit [DBG] from='mgr.25016 172.21.15.62:0/1369658555' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:13:15.753 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:13:15 smithi062 bash[26634]: audit 2024-09-13T14:13:14.803426+0000 mon.c (mon.2) 81 : audit [DBG] from='mgr.25016 172.21.15.62:0/1369658555' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:13:15.932 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:13:15 smithi178 bash[22034]: audit 2024-09-13T14:13:14.803426+0000 mon.c (mon.2) 81 : audit [DBG] from='mgr.25016 172.21.15.62:0/1369658555' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:13:16.252 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:13:15 smithi062 bash[68610]: ::ffff:172.21.15.178 - - [13/Sep/2024:14:13:15] "GET /metrics HTTP/1.1" 200 38226 "" "Prometheus/2.43.0" 2024-09-13T14:13:16.752 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:13:16 smithi062 bash[19845]: cluster 2024-09-13T14:13:14.996239+0000 mgr.y (mgr.25016) 52 : cluster [DBG] pgmap v26: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:13:16.752 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:13:16 smithi062 bash[26634]: cluster 2024-09-13T14:13:14.996239+0000 mgr.y (mgr.25016) 52 : cluster [DBG] pgmap v26: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:13:16.932 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:13:16 smithi178 bash[22034]: cluster 2024-09-13T14:13:14.996239+0000 mgr.y (mgr.25016) 52 : cluster [DBG] pgmap v26: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:13:18.752 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:13:18 smithi062 bash[19845]: cluster 2024-09-13T14:13:16.997496+0000 mgr.y (mgr.25016) 53 : cluster [DBG] pgmap v27: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:13:18.753 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:13:18 smithi062 bash[26634]: cluster 2024-09-13T14:13:16.997496+0000 mgr.y (mgr.25016) 53 : cluster [DBG] pgmap v27: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:13:18.932 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:13:18 smithi178 bash[22034]: cluster 2024-09-13T14:13:16.997496+0000 mgr.y (mgr.25016) 53 : cluster [DBG] pgmap v27: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:13:20.932 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:13:20 smithi178 bash[22034]: cluster 2024-09-13T14:13:18.998245+0000 mgr.y (mgr.25016) 54 : cluster [DBG] pgmap v28: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:13:21.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:13:20 smithi062 bash[19845]: cluster 2024-09-13T14:13:18.998245+0000 mgr.y (mgr.25016) 54 : cluster [DBG] pgmap v28: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:13:21.002 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:13:20 smithi062 bash[26634]: cluster 2024-09-13T14:13:18.998245+0000 mgr.y (mgr.25016) 54 : cluster [DBG] pgmap v28: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:13:22.931 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:13:22 smithi178 bash[22034]: cluster 2024-09-13T14:13:20.999979+0000 mgr.y (mgr.25016) 55 : cluster [DBG] pgmap v29: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:13:23.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:13:22 smithi062 bash[19845]: cluster 2024-09-13T14:13:20.999979+0000 mgr.y (mgr.25016) 55 : cluster [DBG] pgmap v29: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:13:23.002 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:13:22 smithi062 bash[26634]: cluster 2024-09-13T14:13:20.999979+0000 mgr.y (mgr.25016) 55 : cluster [DBG] pgmap v29: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:13:23.931 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:13:23 smithi178 bash[22034]: audit 2024-09-13T14:13:22.575749+0000 mgr.y (mgr.25016) 56 : audit [DBG] from='client.25088 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:13:24.002 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:13:23 smithi062 bash[26634]: audit 2024-09-13T14:13:22.575749+0000 mgr.y (mgr.25016) 56 : audit [DBG] from='client.25088 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:13:24.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:13:23 smithi062 bash[19845]: audit 2024-09-13T14:13:22.575749+0000 mgr.y (mgr.25016) 56 : audit [DBG] from='client.25088 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:13:24.931 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:13:24 smithi178 bash[22034]: cluster 2024-09-13T14:13:23.000723+0000 mgr.y (mgr.25016) 57 : cluster [DBG] pgmap v30: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:13:25.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:13:24 smithi062 bash[19845]: cluster 2024-09-13T14:13:23.000723+0000 mgr.y (mgr.25016) 57 : cluster [DBG] pgmap v30: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:13:25.002 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:13:24 smithi062 bash[26634]: cluster 2024-09-13T14:13:23.000723+0000 mgr.y (mgr.25016) 57 : cluster [DBG] pgmap v30: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:13:26.252 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:13:25 smithi062 bash[68610]: ::ffff:172.21.15.178 - - [13/Sep/2024:14:13:25] "GET /metrics HTTP/1.1" 200 38226 "" "Prometheus/2.43.0" 2024-09-13T14:13:26.932 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:13:26 smithi178 bash[22034]: cluster 2024-09-13T14:13:25.002047+0000 mgr.y (mgr.25016) 58 : cluster [DBG] pgmap v31: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:13:27.002 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:13:26 smithi062 bash[26634]: cluster 2024-09-13T14:13:25.002047+0000 mgr.y (mgr.25016) 58 : cluster [DBG] pgmap v31: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:13:27.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:13:26 smithi062 bash[19845]: cluster 2024-09-13T14:13:25.002047+0000 mgr.y (mgr.25016) 58 : cluster [DBG] pgmap v31: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:13:28.932 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:13:28 smithi178 bash[22034]: cluster 2024-09-13T14:13:27.003338+0000 mgr.y (mgr.25016) 59 : cluster [DBG] pgmap v32: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:13:29.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:13:28 smithi062 bash[19845]: cluster 2024-09-13T14:13:27.003338+0000 mgr.y (mgr.25016) 59 : cluster [DBG] pgmap v32: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:13:29.002 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:13:28 smithi062 bash[26634]: cluster 2024-09-13T14:13:27.003338+0000 mgr.y (mgr.25016) 59 : cluster [DBG] pgmap v32: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:13:30.932 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:13:30 smithi178 bash[22034]: cluster 2024-09-13T14:13:29.004080+0000 mgr.y (mgr.25016) 60 : cluster [DBG] pgmap v33: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:13:30.932 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:13:30 smithi178 bash[22034]: audit 2024-09-13T14:13:29.806350+0000 mon.c (mon.2) 82 : audit [DBG] from='mgr.25016 172.21.15.62:0/1369658555' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:13:31.002 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:13:30 smithi062 bash[26634]: cluster 2024-09-13T14:13:29.004080+0000 mgr.y (mgr.25016) 60 : cluster [DBG] pgmap v33: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:13:31.002 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:13:30 smithi062 bash[26634]: audit 2024-09-13T14:13:29.806350+0000 mon.c (mon.2) 82 : audit [DBG] from='mgr.25016 172.21.15.62:0/1369658555' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:13:31.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:13:30 smithi062 bash[19845]: cluster 2024-09-13T14:13:29.004080+0000 mgr.y (mgr.25016) 60 : cluster [DBG] pgmap v33: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:13:31.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:13:30 smithi062 bash[19845]: audit 2024-09-13T14:13:29.806350+0000 mon.c (mon.2) 82 : audit [DBG] from='mgr.25016 172.21.15.62:0/1369658555' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:13:32.932 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:13:32 smithi178 bash[22034]: cluster 2024-09-13T14:13:31.006091+0000 mgr.y (mgr.25016) 61 : cluster [DBG] pgmap v34: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:13:33.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:13:32 smithi062 bash[19845]: cluster 2024-09-13T14:13:31.006091+0000 mgr.y (mgr.25016) 61 : cluster [DBG] pgmap v34: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:13:33.002 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:13:32 smithi062 bash[26634]: cluster 2024-09-13T14:13:31.006091+0000 mgr.y (mgr.25016) 61 : cluster [DBG] pgmap v34: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:13:33.932 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:13:33 smithi178 bash[22034]: audit 2024-09-13T14:13:32.586964+0000 mgr.y (mgr.25016) 62 : audit [DBG] from='client.25088 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:13:34.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:13:33 smithi062 bash[19845]: audit 2024-09-13T14:13:32.586964+0000 mgr.y (mgr.25016) 62 : audit [DBG] from='client.25088 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:13:34.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:13:33 smithi062 bash[26634]: audit 2024-09-13T14:13:32.586964+0000 mgr.y (mgr.25016) 62 : audit [DBG] from='client.25088 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:13:34.932 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:13:34 smithi178 bash[22034]: cluster 2024-09-13T14:13:33.006799+0000 mgr.y (mgr.25016) 63 : cluster [DBG] pgmap v35: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:13:35.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:13:34 smithi062 bash[19845]: cluster 2024-09-13T14:13:33.006799+0000 mgr.y (mgr.25016) 63 : cluster [DBG] pgmap v35: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:13:35.002 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:13:34 smithi062 bash[26634]: cluster 2024-09-13T14:13:33.006799+0000 mgr.y (mgr.25016) 63 : cluster [DBG] pgmap v35: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:13:36.252 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:13:35 smithi062 bash[68610]: ::ffff:172.21.15.178 - - [13/Sep/2024:14:13:35] "GET /metrics HTTP/1.1" 200 38226 "" "Prometheus/2.43.0" 2024-09-13T14:13:36.932 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:13:36 smithi178 bash[22034]: cluster 2024-09-13T14:13:35.008087+0000 mgr.y (mgr.25016) 64 : cluster [DBG] pgmap v36: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:13:37.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:13:36 smithi062 bash[19845]: cluster 2024-09-13T14:13:35.008087+0000 mgr.y (mgr.25016) 64 : cluster [DBG] pgmap v36: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:13:37.002 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:13:36 smithi062 bash[26634]: cluster 2024-09-13T14:13:35.008087+0000 mgr.y (mgr.25016) 64 : cluster [DBG] pgmap v36: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:13:38.932 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:13:38 smithi178 bash[22034]: cluster 2024-09-13T14:13:37.009334+0000 mgr.y (mgr.25016) 65 : cluster [DBG] pgmap v37: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:13:39.002 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:13:38 smithi062 bash[26634]: cluster 2024-09-13T14:13:37.009334+0000 mgr.y (mgr.25016) 65 : cluster [DBG] pgmap v37: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:13:39.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:13:38 smithi062 bash[19845]: cluster 2024-09-13T14:13:37.009334+0000 mgr.y (mgr.25016) 65 : cluster [DBG] pgmap v37: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:13:40.932 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:13:40 smithi178 bash[22034]: cluster 2024-09-13T14:13:39.010055+0000 mgr.y (mgr.25016) 66 : cluster [DBG] pgmap v38: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:13:41.002 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:13:40 smithi062 bash[26634]: cluster 2024-09-13T14:13:39.010055+0000 mgr.y (mgr.25016) 66 : cluster [DBG] pgmap v38: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:13:41.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:13:40 smithi062 bash[19845]: cluster 2024-09-13T14:13:39.010055+0000 mgr.y (mgr.25016) 66 : cluster [DBG] pgmap v38: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:13:42.932 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:13:42 smithi178 bash[22034]: cluster 2024-09-13T14:13:41.011726+0000 mgr.y (mgr.25016) 67 : cluster [DBG] pgmap v39: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:13:43.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:13:42 smithi062 bash[19845]: cluster 2024-09-13T14:13:41.011726+0000 mgr.y (mgr.25016) 67 : cluster [DBG] pgmap v39: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:13:43.002 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:13:42 smithi062 bash[26634]: cluster 2024-09-13T14:13:41.011726+0000 mgr.y (mgr.25016) 67 : cluster [DBG] pgmap v39: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:13:43.932 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:13:43 smithi178 bash[22034]: audit 2024-09-13T14:13:42.598261+0000 mgr.y (mgr.25016) 68 : audit [DBG] from='client.25088 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:13:44.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:13:43 smithi062 bash[19845]: audit 2024-09-13T14:13:42.598261+0000 mgr.y (mgr.25016) 68 : audit [DBG] from='client.25088 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:13:44.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:13:43 smithi062 bash[26634]: audit 2024-09-13T14:13:42.598261+0000 mgr.y (mgr.25016) 68 : audit [DBG] from='client.25088 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:13:44.932 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:13:44 smithi178 bash[22034]: cluster 2024-09-13T14:13:43.012401+0000 mgr.y (mgr.25016) 69 : cluster [DBG] pgmap v40: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:13:45.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:13:44 smithi062 bash[19845]: cluster 2024-09-13T14:13:43.012401+0000 mgr.y (mgr.25016) 69 : cluster [DBG] pgmap v40: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:13:45.002 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:13:44 smithi062 bash[26634]: cluster 2024-09-13T14:13:43.012401+0000 mgr.y (mgr.25016) 69 : cluster [DBG] pgmap v40: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:13:45.866 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:13:45 smithi062 bash[26634]: audit 2024-09-13T14:13:44.806781+0000 mon.c (mon.2) 83 : audit [DBG] from='mgr.25016 172.21.15.62:0/1369658555' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:13:45.866 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:13:45 smithi062 bash[19845]: audit 2024-09-13T14:13:44.806781+0000 mon.c (mon.2) 83 : audit [DBG] from='mgr.25016 172.21.15.62:0/1369658555' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:13:45.932 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:13:45 smithi178 bash[22034]: audit 2024-09-13T14:13:44.806781+0000 mon.c (mon.2) 83 : audit [DBG] from='mgr.25016 172.21.15.62:0/1369658555' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:13:46.252 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:13:45 smithi062 bash[68610]: ::ffff:172.21.15.178 - - [13/Sep/2024:14:13:45] "GET /metrics HTTP/1.1" 200 38221 "" "Prometheus/2.43.0" 2024-09-13T14:13:46.932 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:13:46 smithi178 bash[22034]: cluster 2024-09-13T14:13:45.013463+0000 mgr.y (mgr.25016) 70 : cluster [DBG] pgmap v41: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:13:47.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:13:46 smithi062 bash[19845]: cluster 2024-09-13T14:13:45.013463+0000 mgr.y (mgr.25016) 70 : cluster [DBG] pgmap v41: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:13:47.002 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:13:46 smithi062 bash[26634]: cluster 2024-09-13T14:13:45.013463+0000 mgr.y (mgr.25016) 70 : cluster [DBG] pgmap v41: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:13:48.932 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:13:48 smithi178 bash[22034]: cluster 2024-09-13T14:13:47.014668+0000 mgr.y (mgr.25016) 71 : cluster [DBG] pgmap v42: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:13:49.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:13:48 smithi062 bash[19845]: cluster 2024-09-13T14:13:47.014668+0000 mgr.y (mgr.25016) 71 : cluster [DBG] pgmap v42: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:13:49.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:13:48 smithi062 bash[26634]: cluster 2024-09-13T14:13:47.014668+0000 mgr.y (mgr.25016) 71 : cluster [DBG] pgmap v42: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:13:50.932 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:13:50 smithi178 bash[22034]: cluster 2024-09-13T14:13:49.015362+0000 mgr.y (mgr.25016) 72 : cluster [DBG] pgmap v43: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:13:51.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:13:50 smithi062 bash[19845]: cluster 2024-09-13T14:13:49.015362+0000 mgr.y (mgr.25016) 72 : cluster [DBG] pgmap v43: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:13:51.002 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:13:50 smithi062 bash[26634]: cluster 2024-09-13T14:13:49.015362+0000 mgr.y (mgr.25016) 72 : cluster [DBG] pgmap v43: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:13:52.932 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:13:52 smithi178 bash[22034]: cluster 2024-09-13T14:13:51.017055+0000 mgr.y (mgr.25016) 73 : cluster [DBG] pgmap v44: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:13:53.002 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:13:52 smithi062 bash[26634]: cluster 2024-09-13T14:13:51.017055+0000 mgr.y (mgr.25016) 73 : cluster [DBG] pgmap v44: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:13:53.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:13:52 smithi062 bash[19845]: cluster 2024-09-13T14:13:51.017055+0000 mgr.y (mgr.25016) 73 : cluster [DBG] pgmap v44: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:13:53.932 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:13:53 smithi178 bash[22034]: audit 2024-09-13T14:13:52.609537+0000 mgr.y (mgr.25016) 74 : audit [DBG] from='client.25088 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:13:54.002 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:13:53 smithi062 bash[26634]: audit 2024-09-13T14:13:52.609537+0000 mgr.y (mgr.25016) 74 : audit [DBG] from='client.25088 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:13:54.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:13:53 smithi062 bash[19845]: audit 2024-09-13T14:13:52.609537+0000 mgr.y (mgr.25016) 74 : audit [DBG] from='client.25088 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:13:54.932 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:13:54 smithi178 bash[22034]: cluster 2024-09-13T14:13:53.017769+0000 mgr.y (mgr.25016) 75 : cluster [DBG] pgmap v45: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:13:54.932 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:13:54 smithi178 bash[22034]: audit 2024-09-13T14:13:54.363015+0000 mon.c (mon.2) 84 : audit [DBG] from='mgr.25016 172.21.15.62:0/1369658555' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:13:54.932 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:13:54 smithi178 bash[22034]: audit 2024-09-13T14:13:54.364394+0000 mon.c (mon.2) 85 : audit [INF] from='mgr.25016 172.21.15.62:0/1369658555' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T14:13:54.932 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:13:54 smithi178 bash[22034]: audit 2024-09-13T14:13:54.374486+0000 mon.a (mon.0) 1190 : audit [INF] from='mgr.25016 ' entity='mgr.y' 2024-09-13T14:13:55.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:13:54 smithi062 bash[19845]: cluster 2024-09-13T14:13:53.017769+0000 mgr.y (mgr.25016) 75 : cluster [DBG] pgmap v45: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:13:55.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:13:54 smithi062 bash[19845]: audit 2024-09-13T14:13:54.363015+0000 mon.c (mon.2) 84 : audit [DBG] from='mgr.25016 172.21.15.62:0/1369658555' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:13:55.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:13:54 smithi062 bash[19845]: audit 2024-09-13T14:13:54.364394+0000 mon.c (mon.2) 85 : audit [INF] from='mgr.25016 172.21.15.62:0/1369658555' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T14:13:55.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:13:54 smithi062 bash[19845]: audit 2024-09-13T14:13:54.374486+0000 mon.a (mon.0) 1190 : audit [INF] from='mgr.25016 ' entity='mgr.y' 2024-09-13T14:13:55.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:13:54 smithi062 bash[26634]: cluster 2024-09-13T14:13:53.017769+0000 mgr.y (mgr.25016) 75 : cluster [DBG] pgmap v45: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:13:55.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:13:54 smithi062 bash[26634]: audit 2024-09-13T14:13:54.363015+0000 mon.c (mon.2) 84 : audit [DBG] from='mgr.25016 172.21.15.62:0/1369658555' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:13:55.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:13:54 smithi062 bash[26634]: audit 2024-09-13T14:13:54.364394+0000 mon.c (mon.2) 85 : audit [INF] from='mgr.25016 172.21.15.62:0/1369658555' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T14:13:55.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:13:54 smithi062 bash[26634]: audit 2024-09-13T14:13:54.374486+0000 mon.a (mon.0) 1190 : audit [INF] from='mgr.25016 ' entity='mgr.y' 2024-09-13T14:13:56.252 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:13:55 smithi062 bash[68610]: ::ffff:172.21.15.178 - - [13/Sep/2024:14:13:55] "GET /metrics HTTP/1.1" 200 38221 "" "Prometheus/2.43.0" 2024-09-13T14:13:56.932 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:13:56 smithi178 bash[22034]: cluster 2024-09-13T14:13:55.019028+0000 mgr.y (mgr.25016) 76 : cluster [DBG] pgmap v46: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:13:57.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:13:56 smithi062 bash[19845]: cluster 2024-09-13T14:13:55.019028+0000 mgr.y (mgr.25016) 76 : cluster [DBG] pgmap v46: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:13:57.002 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:13:56 smithi062 bash[26634]: cluster 2024-09-13T14:13:55.019028+0000 mgr.y (mgr.25016) 76 : cluster [DBG] pgmap v46: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:13:58.932 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:13:58 smithi178 bash[22034]: cluster 2024-09-13T14:13:57.020241+0000 mgr.y (mgr.25016) 77 : cluster [DBG] pgmap v47: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:13:59.002 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:13:58 smithi062 bash[26634]: cluster 2024-09-13T14:13:57.020241+0000 mgr.y (mgr.25016) 77 : cluster [DBG] pgmap v47: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:13:59.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:13:58 smithi062 bash[19845]: cluster 2024-09-13T14:13:57.020241+0000 mgr.y (mgr.25016) 77 : cluster [DBG] pgmap v47: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:14:00.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:13:59 smithi062 bash[19845]: cluster 2024-09-13T14:13:59.020961+0000 mgr.y (mgr.25016) 78 : cluster [DBG] pgmap v48: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:14:00.002 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:13:59 smithi062 bash[26634]: cluster 2024-09-13T14:13:59.020961+0000 mgr.y (mgr.25016) 78 : cluster [DBG] pgmap v48: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:14:00.182 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:13:59 smithi178 bash[22034]: cluster 2024-09-13T14:13:59.020961+0000 mgr.y (mgr.25016) 78 : cluster [DBG] pgmap v48: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:14:01.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:14:00 smithi062 bash[19845]: audit 2024-09-13T14:13:59.807021+0000 mon.c (mon.2) 86 : audit [DBG] from='mgr.25016 172.21.15.62:0/1369658555' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:14:01.002 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:14:00 smithi062 bash[26634]: audit 2024-09-13T14:13:59.807021+0000 mon.c (mon.2) 86 : audit [DBG] from='mgr.25016 172.21.15.62:0/1369658555' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:14:01.182 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:14:00 smithi178 bash[22034]: audit 2024-09-13T14:13:59.807021+0000 mon.c (mon.2) 86 : audit [DBG] from='mgr.25016 172.21.15.62:0/1369658555' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:14:02.002 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:14:01 smithi062 bash[26634]: cluster 2024-09-13T14:14:01.022633+0000 mgr.y (mgr.25016) 79 : cluster [DBG] pgmap v49: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:14:02.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:14:01 smithi062 bash[19845]: cluster 2024-09-13T14:14:01.022633+0000 mgr.y (mgr.25016) 79 : cluster [DBG] pgmap v49: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:14:02.182 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:14:01 smithi178 bash[22034]: cluster 2024-09-13T14:14:01.022633+0000 mgr.y (mgr.25016) 79 : cluster [DBG] pgmap v49: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:14:03.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:14:02 smithi062 bash[19845]: audit 2024-09-13T14:14:02.620796+0000 mgr.y (mgr.25016) 80 : audit [DBG] from='client.25088 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:14:03.002 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:14:02 smithi062 bash[26634]: audit 2024-09-13T14:14:02.620796+0000 mgr.y (mgr.25016) 80 : audit [DBG] from='client.25088 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:14:03.182 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:14:02 smithi178 bash[22034]: audit 2024-09-13T14:14:02.620796+0000 mgr.y (mgr.25016) 80 : audit [DBG] from='client.25088 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:14:04.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:14:03 smithi062 bash[19845]: cluster 2024-09-13T14:14:03.023342+0000 mgr.y (mgr.25016) 81 : cluster [DBG] pgmap v50: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:14:04.002 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:14:03 smithi062 bash[26634]: cluster 2024-09-13T14:14:03.023342+0000 mgr.y (mgr.25016) 81 : cluster [DBG] pgmap v50: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:14:04.182 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:14:03 smithi178 bash[22034]: cluster 2024-09-13T14:14:03.023342+0000 mgr.y (mgr.25016) 81 : cluster [DBG] pgmap v50: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:14:06.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:14:06 smithi062 bash[19845]: cluster 2024-09-13T14:14:05.024509+0000 mgr.y (mgr.25016) 82 : cluster [DBG] pgmap v51: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:14:06.253 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:14:05 smithi062 bash[68610]: ::ffff:172.21.15.178 - - [13/Sep/2024:14:14:05] "GET /metrics HTTP/1.1" 200 38222 "" "Prometheus/2.43.0" 2024-09-13T14:14:06.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:14:06 smithi062 bash[26634]: cluster 2024-09-13T14:14:05.024509+0000 mgr.y (mgr.25016) 82 : cluster [DBG] pgmap v51: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:14:06.432 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:14:06 smithi178 bash[22034]: cluster 2024-09-13T14:14:05.024509+0000 mgr.y (mgr.25016) 82 : cluster [DBG] pgmap v51: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:14:08.432 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:14:08 smithi178 bash[22034]: cluster 2024-09-13T14:14:07.025731+0000 mgr.y (mgr.25016) 83 : cluster [DBG] pgmap v52: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:14:08.502 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:14:08 smithi062 bash[19845]: cluster 2024-09-13T14:14:07.025731+0000 mgr.y (mgr.25016) 83 : cluster [DBG] pgmap v52: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:14:08.502 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:14:08 smithi062 bash[26634]: cluster 2024-09-13T14:14:07.025731+0000 mgr.y (mgr.25016) 83 : cluster [DBG] pgmap v52: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:14:10.432 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:14:10 smithi178 bash[22034]: cluster 2024-09-13T14:14:09.026449+0000 mgr.y (mgr.25016) 84 : cluster [DBG] pgmap v53: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:14:10.502 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:14:10 smithi062 bash[19845]: cluster 2024-09-13T14:14:09.026449+0000 mgr.y (mgr.25016) 84 : cluster [DBG] pgmap v53: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:14:10.502 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:14:10 smithi062 bash[26634]: cluster 2024-09-13T14:14:09.026449+0000 mgr.y (mgr.25016) 84 : cluster [DBG] pgmap v53: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:14:12.432 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:14:12 smithi178 bash[22034]: cluster 2024-09-13T14:14:11.028126+0000 mgr.y (mgr.25016) 85 : cluster [DBG] pgmap v54: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:14:12.502 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:14:12 smithi062 bash[19845]: cluster 2024-09-13T14:14:11.028126+0000 mgr.y (mgr.25016) 85 : cluster [DBG] pgmap v54: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:14:12.502 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:14:12 smithi062 bash[26634]: cluster 2024-09-13T14:14:11.028126+0000 mgr.y (mgr.25016) 85 : cluster [DBG] pgmap v54: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:14:13.432 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:14:13 smithi178 bash[22034]: audit 2024-09-13T14:14:12.622680+0000 mgr.y (mgr.25016) 86 : audit [DBG] from='client.25088 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:14:13.502 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:14:13 smithi062 bash[19845]: audit 2024-09-13T14:14:12.622680+0000 mgr.y (mgr.25016) 86 : audit [DBG] from='client.25088 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:14:13.502 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:14:13 smithi062 bash[26634]: audit 2024-09-13T14:14:12.622680+0000 mgr.y (mgr.25016) 86 : audit [DBG] from='client.25088 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:14:14.432 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:14:14 smithi178 bash[22034]: cluster 2024-09-13T14:14:13.028775+0000 mgr.y (mgr.25016) 87 : cluster [DBG] pgmap v55: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:14:14.502 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:14:14 smithi062 bash[19845]: cluster 2024-09-13T14:14:13.028775+0000 mgr.y (mgr.25016) 87 : cluster [DBG] pgmap v55: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:14:14.502 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:14:14 smithi062 bash[26634]: cluster 2024-09-13T14:14:13.028775+0000 mgr.y (mgr.25016) 87 : cluster [DBG] pgmap v55: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:14:15.432 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:14:15 smithi178 bash[22034]: audit 2024-09-13T14:14:14.807752+0000 mon.c (mon.2) 87 : audit [DBG] from='mgr.25016 172.21.15.62:0/1369658555' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:14:15.502 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:14:15 smithi062 bash[19845]: audit 2024-09-13T14:14:14.807752+0000 mon.c (mon.2) 87 : audit [DBG] from='mgr.25016 172.21.15.62:0/1369658555' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:14:15.503 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:14:15 smithi062 bash[26634]: audit 2024-09-13T14:14:14.807752+0000 mon.c (mon.2) 87 : audit [DBG] from='mgr.25016 172.21.15.62:0/1369658555' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:14:16.117 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:14:15 smithi062 bash[68610]: ::ffff:172.21.15.178 - - [13/Sep/2024:14:14:15] "GET /metrics HTTP/1.1" 200 38228 "" "Prometheus/2.43.0" 2024-09-13T14:14:16.432 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:14:16 smithi178 bash[22034]: cluster 2024-09-13T14:14:15.030060+0000 mgr.y (mgr.25016) 88 : cluster [DBG] pgmap v56: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:14:16.502 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:14:16 smithi062 bash[19845]: cluster 2024-09-13T14:14:15.030060+0000 mgr.y (mgr.25016) 88 : cluster [DBG] pgmap v56: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:14:16.502 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:14:16 smithi062 bash[26634]: cluster 2024-09-13T14:14:15.030060+0000 mgr.y (mgr.25016) 88 : cluster [DBG] pgmap v56: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:14:18.432 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:14:18 smithi178 bash[22034]: cluster 2024-09-13T14:14:17.031246+0000 mgr.y (mgr.25016) 89 : cluster [DBG] pgmap v57: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:14:18.502 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:14:18 smithi062 bash[19845]: cluster 2024-09-13T14:14:17.031246+0000 mgr.y (mgr.25016) 89 : cluster [DBG] pgmap v57: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:14:18.502 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:14:18 smithi062 bash[26634]: cluster 2024-09-13T14:14:17.031246+0000 mgr.y (mgr.25016) 89 : cluster [DBG] pgmap v57: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:14:20.432 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:14:20 smithi178 bash[22034]: cluster 2024-09-13T14:14:19.031944+0000 mgr.y (mgr.25016) 90 : cluster [DBG] pgmap v58: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:14:20.502 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:14:20 smithi062 bash[26634]: cluster 2024-09-13T14:14:19.031944+0000 mgr.y (mgr.25016) 90 : cluster [DBG] pgmap v58: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:14:20.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:14:20 smithi062 bash[19845]: cluster 2024-09-13T14:14:19.031944+0000 mgr.y (mgr.25016) 90 : cluster [DBG] pgmap v58: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:14:22.432 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:14:22 smithi178 bash[22034]: cluster 2024-09-13T14:14:21.033705+0000 mgr.y (mgr.25016) 91 : cluster [DBG] pgmap v59: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:14:22.502 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:14:22 smithi062 bash[19845]: cluster 2024-09-13T14:14:21.033705+0000 mgr.y (mgr.25016) 91 : cluster [DBG] pgmap v59: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:14:22.502 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:14:22 smithi062 bash[26634]: cluster 2024-09-13T14:14:21.033705+0000 mgr.y (mgr.25016) 91 : cluster [DBG] pgmap v59: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:14:23.432 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:14:23 smithi178 bash[22034]: audit 2024-09-13T14:14:22.633702+0000 mgr.y (mgr.25016) 92 : audit [DBG] from='client.25088 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:14:23.502 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:14:23 smithi062 bash[19845]: audit 2024-09-13T14:14:22.633702+0000 mgr.y (mgr.25016) 92 : audit [DBG] from='client.25088 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:14:23.502 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:14:23 smithi062 bash[26634]: audit 2024-09-13T14:14:22.633702+0000 mgr.y (mgr.25016) 92 : audit [DBG] from='client.25088 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:14:24.432 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:14:24 smithi178 bash[22034]: cluster 2024-09-13T14:14:23.034559+0000 mgr.y (mgr.25016) 93 : cluster [DBG] pgmap v60: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:14:24.502 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:14:24 smithi062 bash[19845]: cluster 2024-09-13T14:14:23.034559+0000 mgr.y (mgr.25016) 93 : cluster [DBG] pgmap v60: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:14:24.502 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:14:24 smithi062 bash[26634]: cluster 2024-09-13T14:14:23.034559+0000 mgr.y (mgr.25016) 93 : cluster [DBG] pgmap v60: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:14:26.146 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:14:25 smithi062 bash[68610]: ::ffff:172.21.15.178 - - [13/Sep/2024:14:14:25] "GET /metrics HTTP/1.1" 200 38228 "" "Prometheus/2.43.0" 2024-09-13T14:14:26.432 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:14:26 smithi178 bash[22034]: cluster 2024-09-13T14:14:25.036199+0000 mgr.y (mgr.25016) 94 : cluster [DBG] pgmap v61: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:14:26.502 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:14:26 smithi062 bash[19845]: cluster 2024-09-13T14:14:25.036199+0000 mgr.y (mgr.25016) 94 : cluster [DBG] pgmap v61: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:14:26.502 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:14:26 smithi062 bash[26634]: cluster 2024-09-13T14:14:25.036199+0000 mgr.y (mgr.25016) 94 : cluster [DBG] pgmap v61: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:14:28.432 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:14:28 smithi178 bash[22034]: cluster 2024-09-13T14:14:27.036947+0000 mgr.y (mgr.25016) 95 : cluster [DBG] pgmap v62: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:14:28.502 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:14:28 smithi062 bash[19845]: cluster 2024-09-13T14:14:27.036947+0000 mgr.y (mgr.25016) 95 : cluster [DBG] pgmap v62: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:14:28.502 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:14:28 smithi062 bash[26634]: cluster 2024-09-13T14:14:27.036947+0000 mgr.y (mgr.25016) 95 : cluster [DBG] pgmap v62: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:14:30.432 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:14:30 smithi178 bash[22034]: cluster 2024-09-13T14:14:29.037834+0000 mgr.y (mgr.25016) 96 : cluster [DBG] pgmap v63: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:14:30.432 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:14:30 smithi178 bash[22034]: audit 2024-09-13T14:14:29.807779+0000 mon.c (mon.2) 88 : audit [DBG] from='mgr.25016 172.21.15.62:0/1369658555' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:14:30.502 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:14:30 smithi062 bash[19845]: cluster 2024-09-13T14:14:29.037834+0000 mgr.y (mgr.25016) 96 : cluster [DBG] pgmap v63: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:14:30.502 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:14:30 smithi062 bash[19845]: audit 2024-09-13T14:14:29.807779+0000 mon.c (mon.2) 88 : audit [DBG] from='mgr.25016 172.21.15.62:0/1369658555' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:14:30.502 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:14:30 smithi062 bash[26634]: cluster 2024-09-13T14:14:29.037834+0000 mgr.y (mgr.25016) 96 : cluster [DBG] pgmap v63: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:14:30.503 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:14:30 smithi062 bash[26634]: audit 2024-09-13T14:14:29.807779+0000 mon.c (mon.2) 88 : audit [DBG] from='mgr.25016 172.21.15.62:0/1369658555' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:14:32.432 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:14:32 smithi178 bash[22034]: cluster 2024-09-13T14:14:31.039464+0000 mgr.y (mgr.25016) 97 : cluster [DBG] pgmap v64: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:14:32.502 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:14:32 smithi062 bash[26634]: cluster 2024-09-13T14:14:31.039464+0000 mgr.y (mgr.25016) 97 : cluster [DBG] pgmap v64: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:14:32.502 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:14:32 smithi062 bash[19845]: cluster 2024-09-13T14:14:31.039464+0000 mgr.y (mgr.25016) 97 : cluster [DBG] pgmap v64: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:14:33.432 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:14:33 smithi178 bash[22034]: audit 2024-09-13T14:14:32.644419+0000 mgr.y (mgr.25016) 98 : audit [DBG] from='client.25088 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:14:33.502 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:14:33 smithi062 bash[26634]: audit 2024-09-13T14:14:32.644419+0000 mgr.y (mgr.25016) 98 : audit [DBG] from='client.25088 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:14:33.502 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:14:33 smithi062 bash[19845]: audit 2024-09-13T14:14:32.644419+0000 mgr.y (mgr.25016) 98 : audit [DBG] from='client.25088 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:14:34.432 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:14:34 smithi178 bash[22034]: cluster 2024-09-13T14:14:33.040165+0000 mgr.y (mgr.25016) 99 : cluster [DBG] pgmap v65: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:14:34.502 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:14:34 smithi062 bash[19845]: cluster 2024-09-13T14:14:33.040165+0000 mgr.y (mgr.25016) 99 : cluster [DBG] pgmap v65: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:14:34.502 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:14:34 smithi062 bash[26634]: cluster 2024-09-13T14:14:33.040165+0000 mgr.y (mgr.25016) 99 : cluster [DBG] pgmap v65: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:14:36.174 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:14:35 smithi062 bash[68610]: ::ffff:172.21.15.178 - - [13/Sep/2024:14:14:35] "GET /metrics HTTP/1.1" 200 38222 "" "Prometheus/2.43.0" 2024-09-13T14:14:36.432 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:14:36 smithi178 bash[22034]: cluster 2024-09-13T14:14:35.041669+0000 mgr.y (mgr.25016) 100 : cluster [DBG] pgmap v66: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:14:36.502 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:14:36 smithi062 bash[19845]: cluster 2024-09-13T14:14:35.041669+0000 mgr.y (mgr.25016) 100 : cluster [DBG] pgmap v66: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:14:36.503 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:14:36 smithi062 bash[26634]: cluster 2024-09-13T14:14:35.041669+0000 mgr.y (mgr.25016) 100 : cluster [DBG] pgmap v66: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:14:38.432 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:14:38 smithi178 bash[22034]: cluster 2024-09-13T14:14:37.042379+0000 mgr.y (mgr.25016) 101 : cluster [DBG] pgmap v67: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:14:38.502 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:14:38 smithi062 bash[19845]: cluster 2024-09-13T14:14:37.042379+0000 mgr.y (mgr.25016) 101 : cluster [DBG] pgmap v67: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:14:38.502 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:14:38 smithi062 bash[26634]: cluster 2024-09-13T14:14:37.042379+0000 mgr.y (mgr.25016) 101 : cluster [DBG] pgmap v67: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:14:40.502 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:14:40 smithi062 bash[19845]: cluster 2024-09-13T14:14:39.043065+0000 mgr.y (mgr.25016) 102 : cluster [DBG] pgmap v68: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:14:40.502 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:14:40 smithi062 bash[26634]: cluster 2024-09-13T14:14:39.043065+0000 mgr.y (mgr.25016) 102 : cluster [DBG] pgmap v68: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:14:40.682 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:14:40 smithi178 bash[22034]: cluster 2024-09-13T14:14:39.043065+0000 mgr.y (mgr.25016) 102 : cluster [DBG] pgmap v68: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:14:42.502 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:14:42 smithi062 bash[19845]: cluster 2024-09-13T14:14:41.044740+0000 mgr.y (mgr.25016) 103 : cluster [DBG] pgmap v69: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:14:42.502 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:14:42 smithi062 bash[26634]: cluster 2024-09-13T14:14:41.044740+0000 mgr.y (mgr.25016) 103 : cluster [DBG] pgmap v69: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:14:42.682 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:14:42 smithi178 bash[22034]: cluster 2024-09-13T14:14:41.044740+0000 mgr.y (mgr.25016) 103 : cluster [DBG] pgmap v69: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:14:43.502 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:14:43 smithi062 bash[19845]: audit 2024-09-13T14:14:42.646746+0000 mgr.y (mgr.25016) 104 : audit [DBG] from='client.25088 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:14:43.502 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:14:43 smithi062 bash[26634]: audit 2024-09-13T14:14:42.646746+0000 mgr.y (mgr.25016) 104 : audit [DBG] from='client.25088 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:14:43.682 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:14:43 smithi178 bash[22034]: audit 2024-09-13T14:14:42.646746+0000 mgr.y (mgr.25016) 104 : audit [DBG] from='client.25088 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:14:44.502 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:14:44 smithi062 bash[19845]: cluster 2024-09-13T14:14:43.045447+0000 mgr.y (mgr.25016) 105 : cluster [DBG] pgmap v70: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:14:44.502 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:14:44 smithi062 bash[26634]: cluster 2024-09-13T14:14:43.045447+0000 mgr.y (mgr.25016) 105 : cluster [DBG] pgmap v70: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:14:44.682 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:14:44 smithi178 bash[22034]: cluster 2024-09-13T14:14:43.045447+0000 mgr.y (mgr.25016) 105 : cluster [DBG] pgmap v70: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:14:45.502 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:14:45 smithi062 bash[19845]: audit 2024-09-13T14:14:44.808472+0000 mon.c (mon.2) 89 : audit [DBG] from='mgr.25016 172.21.15.62:0/1369658555' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:14:45.502 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:14:45 smithi062 bash[26634]: audit 2024-09-13T14:14:44.808472+0000 mon.c (mon.2) 89 : audit [DBG] from='mgr.25016 172.21.15.62:0/1369658555' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:14:45.682 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:14:45 smithi178 bash[22034]: audit 2024-09-13T14:14:44.808472+0000 mon.c (mon.2) 89 : audit [DBG] from='mgr.25016 172.21.15.62:0/1369658555' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:14:46.212 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:14:45 smithi062 bash[68610]: ::ffff:172.21.15.178 - - [13/Sep/2024:14:14:45] "GET /metrics HTTP/1.1" 200 38233 "" "Prometheus/2.43.0" 2024-09-13T14:14:46.502 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:14:46 smithi062 bash[19845]: cluster 2024-09-13T14:14:45.046933+0000 mgr.y (mgr.25016) 106 : cluster [DBG] pgmap v71: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:14:46.502 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:14:46 smithi062 bash[26634]: cluster 2024-09-13T14:14:45.046933+0000 mgr.y (mgr.25016) 106 : cluster [DBG] pgmap v71: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:14:46.682 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:14:46 smithi178 bash[22034]: cluster 2024-09-13T14:14:45.046933+0000 mgr.y (mgr.25016) 106 : cluster [DBG] pgmap v71: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:14:48.502 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:14:48 smithi062 bash[19845]: cluster 2024-09-13T14:14:47.047620+0000 mgr.y (mgr.25016) 107 : cluster [DBG] pgmap v72: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:14:48.502 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:14:48 smithi062 bash[26634]: cluster 2024-09-13T14:14:47.047620+0000 mgr.y (mgr.25016) 107 : cluster [DBG] pgmap v72: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:14:48.682 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:14:48 smithi178 bash[22034]: cluster 2024-09-13T14:14:47.047620+0000 mgr.y (mgr.25016) 107 : cluster [DBG] pgmap v72: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:14:50.502 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:14:50 smithi062 bash[19845]: cluster 2024-09-13T14:14:49.048333+0000 mgr.y (mgr.25016) 108 : cluster [DBG] pgmap v73: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:14:50.502 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:14:50 smithi062 bash[26634]: cluster 2024-09-13T14:14:49.048333+0000 mgr.y (mgr.25016) 108 : cluster [DBG] pgmap v73: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:14:50.682 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:14:50 smithi178 bash[22034]: cluster 2024-09-13T14:14:49.048333+0000 mgr.y (mgr.25016) 108 : cluster [DBG] pgmap v73: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:14:52.502 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:14:52 smithi062 bash[19845]: cluster 2024-09-13T14:14:51.049953+0000 mgr.y (mgr.25016) 109 : cluster [DBG] pgmap v74: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:14:52.502 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:14:52 smithi062 bash[26634]: cluster 2024-09-13T14:14:51.049953+0000 mgr.y (mgr.25016) 109 : cluster [DBG] pgmap v74: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:14:52.682 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:14:52 smithi178 bash[22034]: cluster 2024-09-13T14:14:51.049953+0000 mgr.y (mgr.25016) 109 : cluster [DBG] pgmap v74: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:14:53.502 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:14:53 smithi062 bash[19845]: audit 2024-09-13T14:14:52.658022+0000 mgr.y (mgr.25016) 110 : audit [DBG] from='client.25088 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:14:53.502 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:14:53 smithi062 bash[26634]: audit 2024-09-13T14:14:52.658022+0000 mgr.y (mgr.25016) 110 : audit [DBG] from='client.25088 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:14:53.682 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:14:53 smithi178 bash[22034]: audit 2024-09-13T14:14:52.658022+0000 mgr.y (mgr.25016) 110 : audit [DBG] from='client.25088 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:14:54.502 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:14:54 smithi062 bash[19845]: cluster 2024-09-13T14:14:53.050635+0000 mgr.y (mgr.25016) 111 : cluster [DBG] pgmap v75: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:14:54.502 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:14:54 smithi062 bash[26634]: cluster 2024-09-13T14:14:53.050635+0000 mgr.y (mgr.25016) 111 : cluster [DBG] pgmap v75: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:14:54.682 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:14:54 smithi178 bash[22034]: cluster 2024-09-13T14:14:53.050635+0000 mgr.y (mgr.25016) 111 : cluster [DBG] pgmap v75: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:14:55.682 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:14:55 smithi178 bash[22034]: audit 2024-09-13T14:14:55.203346+0000 mon.c (mon.2) 90 : audit [DBG] from='mgr.25016 172.21.15.62:0/1369658555' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:14:55.682 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:14:55 smithi178 bash[22034]: audit 2024-09-13T14:14:55.205163+0000 mon.c (mon.2) 91 : audit [INF] from='mgr.25016 172.21.15.62:0/1369658555' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T14:14:55.682 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:14:55 smithi178 bash[22034]: audit 2024-09-13T14:14:55.218009+0000 mon.a (mon.0) 1191 : audit [INF] from='mgr.25016 ' entity='mgr.y' 2024-09-13T14:14:55.752 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:14:55 smithi062 bash[19845]: audit 2024-09-13T14:14:55.203346+0000 mon.c (mon.2) 90 : audit [DBG] from='mgr.25016 172.21.15.62:0/1369658555' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:14:55.752 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:14:55 smithi062 bash[19845]: audit 2024-09-13T14:14:55.205163+0000 mon.c (mon.2) 91 : audit [INF] from='mgr.25016 172.21.15.62:0/1369658555' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T14:14:55.752 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:14:55 smithi062 bash[19845]: audit 2024-09-13T14:14:55.218009+0000 mon.a (mon.0) 1191 : audit [INF] from='mgr.25016 ' entity='mgr.y' 2024-09-13T14:14:55.753 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:14:55 smithi062 bash[26634]: audit 2024-09-13T14:14:55.203346+0000 mon.c (mon.2) 90 : audit [DBG] from='mgr.25016 172.21.15.62:0/1369658555' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:14:55.753 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:14:55 smithi062 bash[26634]: audit 2024-09-13T14:14:55.205163+0000 mon.c (mon.2) 91 : audit [INF] from='mgr.25016 172.21.15.62:0/1369658555' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T14:14:55.753 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:14:55 smithi062 bash[26634]: audit 2024-09-13T14:14:55.218009+0000 mon.a (mon.0) 1191 : audit [INF] from='mgr.25016 ' entity='mgr.y' 2024-09-13T14:14:56.252 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:14:55 smithi062 bash[68610]: ::ffff:172.21.15.178 - - [13/Sep/2024:14:14:55] "GET /metrics HTTP/1.1" 200 38233 "" "Prometheus/2.43.0" 2024-09-13T14:14:56.682 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:14:56 smithi178 bash[22034]: cluster 2024-09-13T14:14:55.051351+0000 mgr.y (mgr.25016) 112 : cluster [DBG] pgmap v76: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:14:56.752 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:14:56 smithi062 bash[19845]: cluster 2024-09-13T14:14:55.051351+0000 mgr.y (mgr.25016) 112 : cluster [DBG] pgmap v76: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:14:56.752 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:14:56 smithi062 bash[26634]: cluster 2024-09-13T14:14:55.051351+0000 mgr.y (mgr.25016) 112 : cluster [DBG] pgmap v76: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:14:58.682 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:14:58 smithi178 bash[22034]: cluster 2024-09-13T14:14:57.052032+0000 mgr.y (mgr.25016) 113 : cluster [DBG] pgmap v77: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:14:58.752 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:14:58 smithi062 bash[19845]: cluster 2024-09-13T14:14:57.052032+0000 mgr.y (mgr.25016) 113 : cluster [DBG] pgmap v77: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:14:58.752 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:14:58 smithi062 bash[26634]: cluster 2024-09-13T14:14:57.052032+0000 mgr.y (mgr.25016) 113 : cluster [DBG] pgmap v77: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:15:00.682 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:15:00 smithi178 bash[22034]: cluster 2024-09-13T14:14:59.052751+0000 mgr.y (mgr.25016) 114 : cluster [DBG] pgmap v78: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:15:00.682 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:15:00 smithi178 bash[22034]: audit 2024-09-13T14:14:59.808676+0000 mon.c (mon.2) 92 : audit [DBG] from='mgr.25016 172.21.15.62:0/1369658555' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:15:00.752 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:15:00 smithi062 bash[19845]: cluster 2024-09-13T14:14:59.052751+0000 mgr.y (mgr.25016) 114 : cluster [DBG] pgmap v78: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:15:00.752 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:15:00 smithi062 bash[19845]: audit 2024-09-13T14:14:59.808676+0000 mon.c (mon.2) 92 : audit [DBG] from='mgr.25016 172.21.15.62:0/1369658555' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:15:00.752 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:15:00 smithi062 bash[26634]: cluster 2024-09-13T14:14:59.052751+0000 mgr.y (mgr.25016) 114 : cluster [DBG] pgmap v78: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:15:00.753 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:15:00 smithi062 bash[26634]: audit 2024-09-13T14:14:59.808676+0000 mon.c (mon.2) 92 : audit [DBG] from='mgr.25016 172.21.15.62:0/1369658555' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:15:02.667 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:15:02 smithi062 bash[19845]: cluster 2024-09-13T14:15:01.054387+0000 mgr.y (mgr.25016) 115 : cluster [DBG] pgmap v79: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:15:02.667 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:15:02 smithi062 bash[26634]: cluster 2024-09-13T14:15:01.054387+0000 mgr.y (mgr.25016) 115 : cluster [DBG] pgmap v79: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:15:02.682 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:15:02 smithi178 bash[22034]: cluster 2024-09-13T14:15:01.054387+0000 mgr.y (mgr.25016) 115 : cluster [DBG] pgmap v79: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:15:04.682 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:15:04 smithi178 bash[22034]: audit 2024-09-13T14:15:02.668440+0000 mgr.y (mgr.25016) 116 : audit [DBG] from='client.25088 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:15:04.682 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:15:04 smithi178 bash[22034]: cluster 2024-09-13T14:15:03.055083+0000 mgr.y (mgr.25016) 117 : cluster [DBG] pgmap v80: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:15:04.752 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:15:04 smithi062 bash[19845]: audit 2024-09-13T14:15:02.668440+0000 mgr.y (mgr.25016) 116 : audit [DBG] from='client.25088 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:15:04.752 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:15:04 smithi062 bash[19845]: cluster 2024-09-13T14:15:03.055083+0000 mgr.y (mgr.25016) 117 : cluster [DBG] pgmap v80: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:15:04.752 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:15:04 smithi062 bash[26634]: audit 2024-09-13T14:15:02.668440+0000 mgr.y (mgr.25016) 116 : audit [DBG] from='client.25088 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:15:04.753 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:15:04 smithi062 bash[26634]: cluster 2024-09-13T14:15:03.055083+0000 mgr.y (mgr.25016) 117 : cluster [DBG] pgmap v80: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:15:06.252 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:15:05 smithi062 bash[68610]: ::ffff:172.21.15.178 - - [13/Sep/2024:14:15:05] "GET /metrics HTTP/1.1" 200 38234 "" "Prometheus/2.43.0" 2024-09-13T14:15:06.682 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:15:06 smithi178 bash[22034]: cluster 2024-09-13T14:15:05.056617+0000 mgr.y (mgr.25016) 118 : cluster [DBG] pgmap v81: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:15:06.752 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:15:06 smithi062 bash[19845]: cluster 2024-09-13T14:15:05.056617+0000 mgr.y (mgr.25016) 118 : cluster [DBG] pgmap v81: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:15:06.752 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:15:06 smithi062 bash[26634]: cluster 2024-09-13T14:15:05.056617+0000 mgr.y (mgr.25016) 118 : cluster [DBG] pgmap v81: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:15:08.682 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:15:08 smithi178 bash[22034]: cluster 2024-09-13T14:15:07.057313+0000 mgr.y (mgr.25016) 119 : cluster [DBG] pgmap v82: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:15:08.752 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:15:08 smithi062 bash[19845]: cluster 2024-09-13T14:15:07.057313+0000 mgr.y (mgr.25016) 119 : cluster [DBG] pgmap v82: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:15:08.752 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:15:08 smithi062 bash[26634]: cluster 2024-09-13T14:15:07.057313+0000 mgr.y (mgr.25016) 119 : cluster [DBG] pgmap v82: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:15:10.682 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:15:10 smithi178 bash[22034]: cluster 2024-09-13T14:15:09.058006+0000 mgr.y (mgr.25016) 120 : cluster [DBG] pgmap v83: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:15:10.752 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:15:10 smithi062 bash[19845]: cluster 2024-09-13T14:15:09.058006+0000 mgr.y (mgr.25016) 120 : cluster [DBG] pgmap v83: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:15:10.752 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:15:10 smithi062 bash[26634]: cluster 2024-09-13T14:15:09.058006+0000 mgr.y (mgr.25016) 120 : cluster [DBG] pgmap v83: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:15:12.674 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:15:12 smithi062 bash[26634]: cluster 2024-09-13T14:15:11.059622+0000 mgr.y (mgr.25016) 121 : cluster [DBG] pgmap v84: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:15:12.674 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:15:12 smithi062 bash[19845]: cluster 2024-09-13T14:15:11.059622+0000 mgr.y (mgr.25016) 121 : cluster [DBG] pgmap v84: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:15:12.682 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:15:12 smithi178 bash[22034]: cluster 2024-09-13T14:15:11.059622+0000 mgr.y (mgr.25016) 121 : cluster [DBG] pgmap v84: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:15:14.682 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:15:14 smithi178 bash[22034]: audit 2024-09-13T14:15:12.675558+0000 mgr.y (mgr.25016) 122 : audit [DBG] from='client.25088 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:15:14.682 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:15:14 smithi178 bash[22034]: cluster 2024-09-13T14:15:13.060319+0000 mgr.y (mgr.25016) 123 : cluster [DBG] pgmap v85: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:15:14.752 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:15:14 smithi062 bash[26634]: audit 2024-09-13T14:15:12.675558+0000 mgr.y (mgr.25016) 122 : audit [DBG] from='client.25088 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:15:14.752 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:15:14 smithi062 bash[26634]: cluster 2024-09-13T14:15:13.060319+0000 mgr.y (mgr.25016) 123 : cluster [DBG] pgmap v85: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:15:14.752 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:15:14 smithi062 bash[19845]: audit 2024-09-13T14:15:12.675558+0000 mgr.y (mgr.25016) 122 : audit [DBG] from='client.25088 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:15:14.752 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:15:14 smithi062 bash[19845]: cluster 2024-09-13T14:15:13.060319+0000 mgr.y (mgr.25016) 123 : cluster [DBG] pgmap v85: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:15:15.682 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:15:15 smithi178 bash[22034]: audit 2024-09-13T14:15:14.809144+0000 mon.c (mon.2) 93 : audit [DBG] from='mgr.25016 172.21.15.62:0/1369658555' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:15:15.752 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:15:15 smithi062 bash[26634]: audit 2024-09-13T14:15:14.809144+0000 mon.c (mon.2) 93 : audit [DBG] from='mgr.25016 172.21.15.62:0/1369658555' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:15:15.752 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:15:15 smithi062 bash[19845]: audit 2024-09-13T14:15:14.809144+0000 mon.c (mon.2) 93 : audit [DBG] from='mgr.25016 172.21.15.62:0/1369658555' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:15:16.252 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:15:15 smithi062 bash[68610]: ::ffff:172.21.15.178 - - [13/Sep/2024:14:15:15] "GET /metrics HTTP/1.1" 200 38235 "" "Prometheus/2.43.0" 2024-09-13T14:15:16.682 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:15:16 smithi178 bash[22034]: cluster 2024-09-13T14:15:15.061998+0000 mgr.y (mgr.25016) 124 : cluster [DBG] pgmap v86: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:15:16.752 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:15:16 smithi062 bash[19845]: cluster 2024-09-13T14:15:15.061998+0000 mgr.y (mgr.25016) 124 : cluster [DBG] pgmap v86: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:15:16.752 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:15:16 smithi062 bash[26634]: cluster 2024-09-13T14:15:15.061998+0000 mgr.y (mgr.25016) 124 : cluster [DBG] pgmap v86: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:15:18.682 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:15:18 smithi178 bash[22034]: cluster 2024-09-13T14:15:17.062838+0000 mgr.y (mgr.25016) 125 : cluster [DBG] pgmap v87: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:15:18.752 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:15:18 smithi062 bash[19845]: cluster 2024-09-13T14:15:17.062838+0000 mgr.y (mgr.25016) 125 : cluster [DBG] pgmap v87: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:15:18.752 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:15:18 smithi062 bash[26634]: cluster 2024-09-13T14:15:17.062838+0000 mgr.y (mgr.25016) 125 : cluster [DBG] pgmap v87: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:15:20.682 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:15:20 smithi178 bash[22034]: cluster 2024-09-13T14:15:19.063591+0000 mgr.y (mgr.25016) 126 : cluster [DBG] pgmap v88: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:15:20.752 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:15:20 smithi062 bash[19845]: cluster 2024-09-13T14:15:19.063591+0000 mgr.y (mgr.25016) 126 : cluster [DBG] pgmap v88: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:15:20.752 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:15:20 smithi062 bash[26634]: cluster 2024-09-13T14:15:19.063591+0000 mgr.y (mgr.25016) 126 : cluster [DBG] pgmap v88: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:15:22.682 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:15:22 smithi178 bash[22034]: cluster 2024-09-13T14:15:21.065230+0000 mgr.y (mgr.25016) 127 : cluster [DBG] pgmap v89: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:15:22.685 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:15:22 smithi062 bash[19845]: cluster 2024-09-13T14:15:21.065230+0000 mgr.y (mgr.25016) 127 : cluster [DBG] pgmap v89: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:15:22.685 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:15:22 smithi062 bash[26634]: cluster 2024-09-13T14:15:21.065230+0000 mgr.y (mgr.25016) 127 : cluster [DBG] pgmap v89: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:15:24.682 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:15:24 smithi178 bash[22034]: audit 2024-09-13T14:15:22.686966+0000 mgr.y (mgr.25016) 128 : audit [DBG] from='client.25088 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:15:24.682 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:15:24 smithi178 bash[22034]: cluster 2024-09-13T14:15:23.065931+0000 mgr.y (mgr.25016) 129 : cluster [DBG] pgmap v90: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:15:24.752 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:15:24 smithi062 bash[19845]: audit 2024-09-13T14:15:22.686966+0000 mgr.y (mgr.25016) 128 : audit [DBG] from='client.25088 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:15:24.752 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:15:24 smithi062 bash[19845]: cluster 2024-09-13T14:15:23.065931+0000 mgr.y (mgr.25016) 129 : cluster [DBG] pgmap v90: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:15:24.752 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:15:24 smithi062 bash[26634]: audit 2024-09-13T14:15:22.686966+0000 mgr.y (mgr.25016) 128 : audit [DBG] from='client.25088 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:15:24.753 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:15:24 smithi062 bash[26634]: cluster 2024-09-13T14:15:23.065931+0000 mgr.y (mgr.25016) 129 : cluster [DBG] pgmap v90: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:15:26.252 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:15:25 smithi062 bash[68610]: ::ffff:172.21.15.178 - - [13/Sep/2024:14:15:25] "GET /metrics HTTP/1.1" 200 38235 "" "Prometheus/2.43.0" 2024-09-13T14:15:26.682 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:15:26 smithi178 bash[22034]: cluster 2024-09-13T14:15:25.067487+0000 mgr.y (mgr.25016) 130 : cluster [DBG] pgmap v91: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:15:26.752 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:15:26 smithi062 bash[19845]: cluster 2024-09-13T14:15:25.067487+0000 mgr.y (mgr.25016) 130 : cluster [DBG] pgmap v91: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:15:26.752 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:15:26 smithi062 bash[26634]: cluster 2024-09-13T14:15:25.067487+0000 mgr.y (mgr.25016) 130 : cluster [DBG] pgmap v91: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:15:28.682 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:15:28 smithi178 bash[22034]: cluster 2024-09-13T14:15:27.068206+0000 mgr.y (mgr.25016) 131 : cluster [DBG] pgmap v92: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:15:28.752 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:15:28 smithi062 bash[26634]: cluster 2024-09-13T14:15:27.068206+0000 mgr.y (mgr.25016) 131 : cluster [DBG] pgmap v92: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:15:28.752 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:15:28 smithi062 bash[19845]: cluster 2024-09-13T14:15:27.068206+0000 mgr.y (mgr.25016) 131 : cluster [DBG] pgmap v92: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:15:30.682 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:15:30 smithi178 bash[22034]: cluster 2024-09-13T14:15:29.068847+0000 mgr.y (mgr.25016) 132 : cluster [DBG] pgmap v93: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:15:30.682 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:15:30 smithi178 bash[22034]: audit 2024-09-13T14:15:29.809609+0000 mon.c (mon.2) 94 : audit [DBG] from='mgr.25016 172.21.15.62:0/1369658555' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:15:30.752 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:15:30 smithi062 bash[26634]: cluster 2024-09-13T14:15:29.068847+0000 mgr.y (mgr.25016) 132 : cluster [DBG] pgmap v93: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:15:30.752 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:15:30 smithi062 bash[26634]: audit 2024-09-13T14:15:29.809609+0000 mon.c (mon.2) 94 : audit [DBG] from='mgr.25016 172.21.15.62:0/1369658555' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:15:30.752 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:15:30 smithi062 bash[19845]: cluster 2024-09-13T14:15:29.068847+0000 mgr.y (mgr.25016) 132 : cluster [DBG] pgmap v93: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:15:30.752 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:15:30 smithi062 bash[19845]: audit 2024-09-13T14:15:29.809609+0000 mon.c (mon.2) 94 : audit [DBG] from='mgr.25016 172.21.15.62:0/1369658555' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:15:32.682 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:15:32 smithi178 bash[22034]: cluster 2024-09-13T14:15:31.070496+0000 mgr.y (mgr.25016) 133 : cluster [DBG] pgmap v94: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:15:32.696 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:15:32 smithi062 bash[26634]: cluster 2024-09-13T14:15:31.070496+0000 mgr.y (mgr.25016) 133 : cluster [DBG] pgmap v94: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:15:32.697 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:15:32 smithi062 bash[19845]: cluster 2024-09-13T14:15:31.070496+0000 mgr.y (mgr.25016) 133 : cluster [DBG] pgmap v94: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:15:34.344 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:15:33 smithi178 bash[47154]: logger=cleanup t=2024-09-13T14:15:33.963997109Z level=info msg="Completed cleanup jobs" duration=56.128726ms 2024-09-13T14:15:34.682 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:15:34 smithi178 bash[22034]: audit 2024-09-13T14:15:32.697915+0000 mgr.y (mgr.25016) 134 : audit [DBG] from='client.25088 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:15:34.682 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:15:34 smithi178 bash[22034]: cluster 2024-09-13T14:15:33.071192+0000 mgr.y (mgr.25016) 135 : cluster [DBG] pgmap v95: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:15:34.752 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:15:34 smithi062 bash[19845]: audit 2024-09-13T14:15:32.697915+0000 mgr.y (mgr.25016) 134 : audit [DBG] from='client.25088 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:15:34.752 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:15:34 smithi062 bash[19845]: cluster 2024-09-13T14:15:33.071192+0000 mgr.y (mgr.25016) 135 : cluster [DBG] pgmap v95: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:15:34.752 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:15:34 smithi062 bash[26634]: audit 2024-09-13T14:15:32.697915+0000 mgr.y (mgr.25016) 134 : audit [DBG] from='client.25088 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:15:34.752 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:15:34 smithi062 bash[26634]: cluster 2024-09-13T14:15:33.071192+0000 mgr.y (mgr.25016) 135 : cluster [DBG] pgmap v95: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:15:36.251 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:15:35 smithi062 bash[68610]: ::ffff:172.21.15.178 - - [13/Sep/2024:14:15:35] "GET /metrics HTTP/1.1" 200 38233 "" "Prometheus/2.43.0" 2024-09-13T14:15:36.254 DEBUG:teuthology.orchestra.run.smithi062:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ff1149ea-71d5-11ef-bceb-c7b262605968 -e sha1=b0201b8c79733293453e7f10a10c7fa43119222b -- bash -c 'ceph orch ps' 2024-09-13T14:15:36.501 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:15:36 smithi062 bash[19845]: cluster 2024-09-13T14:15:35.072824+0000 mgr.y (mgr.25016) 136 : cluster [DBG] pgmap v96: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:15:36.502 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:15:36 smithi062 bash[26634]: cluster 2024-09-13T14:15:35.072824+0000 mgr.y (mgr.25016) 136 : cluster [DBG] pgmap v96: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:15:36.682 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:15:36 smithi178 bash[22034]: cluster 2024-09-13T14:15:35.072824+0000 mgr.y (mgr.25016) 136 : cluster [DBG] pgmap v96: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:15:38.682 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:15:38 smithi178 bash[22034]: cluster 2024-09-13T14:15:37.073502+0000 mgr.y (mgr.25016) 137 : cluster [DBG] pgmap v97: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:15:38.752 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:15:38 smithi062 bash[19845]: cluster 2024-09-13T14:15:37.073502+0000 mgr.y (mgr.25016) 137 : cluster [DBG] pgmap v97: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:15:38.752 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:15:38 smithi062 bash[26634]: cluster 2024-09-13T14:15:37.073502+0000 mgr.y (mgr.25016) 137 : cluster [DBG] pgmap v97: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:15:40.682 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:15:40 smithi178 bash[22034]: cluster 2024-09-13T14:15:39.073979+0000 mgr.y (mgr.25016) 138 : cluster [DBG] pgmap v98: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:15:40.752 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:15:40 smithi062 bash[19845]: cluster 2024-09-13T14:15:39.073979+0000 mgr.y (mgr.25016) 138 : cluster [DBG] pgmap v98: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:15:40.752 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:15:40 smithi062 bash[26634]: cluster 2024-09-13T14:15:39.073979+0000 mgr.y (mgr.25016) 138 : cluster [DBG] pgmap v98: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:15:41.080 INFO:teuthology.orchestra.run.smithi062.stderr:Inferring config /var/lib/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T14:15:42.442 INFO:teuthology.orchestra.run.smithi062.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-13T14:15:42.442 INFO:teuthology.orchestra.run.smithi062.stdout:alertmanager.a smithi062 *:9093,9094 running (20m) 2m ago 20m 13.5M - 0.25.0 c8568f914cd2 3855e7cada7e 2024-09-13T14:15:42.442 INFO:teuthology.orchestra.run.smithi062.stdout:grafana.a smithi178 *:3000 running (20m) 2m ago 20m 75.7M - 9.4.12 2bacad6d85d8 f92f4c844371 2024-09-13T14:15:42.442 INFO:teuthology.orchestra.run.smithi062.stdout:iscsi.foo.smithi062.auboqe smithi062 *:5000 running (3m) 2m ago 18m 47.1M - 3.8 19dc8d659727 ef44f14a882a 2024-09-13T14:15:42.442 INFO:teuthology.orchestra.run.smithi062.stdout:mgr.x smithi178 *:8443,9283,8765 running (13m) 2m ago 29m 439M - 19.3.0-4917-gb0201b8c 1641fe80ce72 a32905ba8b13 2024-09-13T14:15:42.442 INFO:teuthology.orchestra.run.smithi062.stdout:mgr.y smithi062 *:8443,9283,8765 running (6m) 2m ago 31m 495M - 19.3.0-4917-gb0201b8c 1641fe80ce72 fd629cc84850 2024-09-13T14:15:42.442 INFO:teuthology.orchestra.run.smithi062.stdout:mon.a smithi062 running (31m) 2m ago 31m 72.3M 2048M 19.1.1-322-g7741f7f9 19dc8d659727 4664a2c15794 2024-09-13T14:15:42.442 INFO:teuthology.orchestra.run.smithi062.stdout:mon.b smithi178 running (29m) 2m ago 29m 54.3M 2048M 19.1.1-322-g7741f7f9 19dc8d659727 f0553780881c 2024-09-13T14:15:42.442 INFO:teuthology.orchestra.run.smithi062.stdout:mon.c smithi062 running (29m) 2m ago 29m 53.4M 2048M 19.1.1-322-g7741f7f9 19dc8d659727 0846e375e651 2024-09-13T14:15:42.442 INFO:teuthology.orchestra.run.smithi062.stdout:node-exporter.a smithi062 *:9100 running (21m) 2m ago 21m 8811k - 1.5.0 0da6a335fe13 fd29265c5570 2024-09-13T14:15:42.442 INFO:teuthology.orchestra.run.smithi062.stdout:node-exporter.b smithi178 *:9100 running (21m) 2m ago 21m 9039k - 1.5.0 0da6a335fe13 400d31a0fc83 2024-09-13T14:15:42.442 INFO:teuthology.orchestra.run.smithi062.stdout:osd.0 smithi062 running (28m) 2m ago 28m 63.6M 3036M 19.1.1-322-g7741f7f9 19dc8d659727 a01ecc33ada0 2024-09-13T14:15:42.443 INFO:teuthology.orchestra.run.smithi062.stdout:osd.1 smithi062 running (27m) 2m ago 27m 56.5M 3036M 19.1.1-322-g7741f7f9 19dc8d659727 d6ca3f655d05 2024-09-13T14:15:42.443 INFO:teuthology.orchestra.run.smithi062.stdout:osd.2 smithi062 running (26m) 2m ago 26m 60.3M 3036M 19.1.1-322-g7741f7f9 19dc8d659727 f001b702483d 2024-09-13T14:15:42.443 INFO:teuthology.orchestra.run.smithi062.stdout:osd.3 smithi062 running (25m) 2m ago 25m 55.4M 3036M 19.1.1-322-g7741f7f9 19dc8d659727 cebed6322996 2024-09-13T14:15:42.443 INFO:teuthology.orchestra.run.smithi062.stdout:osd.4 smithi178 running (24m) 2m ago 25m 63.4M 3292M 19.1.1-322-g7741f7f9 19dc8d659727 7ff166ed36a8 2024-09-13T14:15:42.443 INFO:teuthology.orchestra.run.smithi062.stdout:osd.5 smithi178 running (24m) 2m ago 24m 62.4M 3292M 19.1.1-322-g7741f7f9 19dc8d659727 0ee354299930 2024-09-13T14:15:42.443 INFO:teuthology.orchestra.run.smithi062.stdout:osd.6 smithi178 running (23m) 2m ago 23m 52.3M 3292M 19.1.1-322-g7741f7f9 19dc8d659727 e6cb50c05b1b 2024-09-13T14:15:42.443 INFO:teuthology.orchestra.run.smithi062.stdout:osd.7 smithi178 running (22m) 2m ago 22m 62.4M 3292M 19.1.1-322-g7741f7f9 19dc8d659727 fbc9d74ccd0e 2024-09-13T14:15:42.443 INFO:teuthology.orchestra.run.smithi062.stdout:prometheus.a smithi178 *:9095 running (2m) 2m ago 21m 30.9M - 2.43.0 a07b618ecd1d f1813d1cdbe0 2024-09-13T14:15:42.443 INFO:teuthology.orchestra.run.smithi062.stdout:rgw.foo.smithi062.raldkl smithi062 *:8000 running (18m) 2m ago 18m 99.0M - 19.1.1-322-g7741f7f9 19dc8d659727 c374202ad667 2024-09-13T14:15:42.443 INFO:teuthology.orchestra.run.smithi062.stdout:rgw.foo.smithi178.sseeij smithi178 *:8000 running (18m) 2m ago 18m 100M - 19.1.1-322-g7741f7f9 19dc8d659727 86fcacc26a6b 2024-09-13T14:15:42.645 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:15:42 smithi062 bash[19845]: cluster 2024-09-13T14:15:41.075572+0000 mgr.y (mgr.25016) 139 : cluster [DBG] pgmap v99: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:15:42.645 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:15:42 smithi062 bash[26634]: cluster 2024-09-13T14:15:41.075572+0000 mgr.y (mgr.25016) 139 : cluster [DBG] pgmap v99: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:15:42.682 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:15:42 smithi178 bash[22034]: cluster 2024-09-13T14:15:41.075572+0000 mgr.y (mgr.25016) 139 : cluster [DBG] pgmap v99: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:15:43.127 DEBUG:teuthology.orchestra.run.smithi062:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ff1149ea-71d5-11ef-bceb-c7b262605968 -e sha1=b0201b8c79733293453e7f10a10c7fa43119222b -- bash -c 'ceph versions' 2024-09-13T14:15:43.502 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:15:43 smithi062 bash[19845]: audit 2024-09-13T14:15:42.428026+0000 mgr.y (mgr.25016) 140 : audit [DBG] from='client.15219 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:15:43.502 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:15:43 smithi062 bash[26634]: audit 2024-09-13T14:15:42.428026+0000 mgr.y (mgr.25016) 140 : audit [DBG] from='client.15219 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:15:43.682 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:15:43 smithi178 bash[22034]: audit 2024-09-13T14:15:42.428026+0000 mgr.y (mgr.25016) 140 : audit [DBG] from='client.15219 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:15:44.682 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:15:44 smithi178 bash[22034]: audit 2024-09-13T14:15:42.708388+0000 mgr.y (mgr.25016) 141 : audit [DBG] from='client.25088 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:15:44.682 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:15:44 smithi178 bash[22034]: cluster 2024-09-13T14:15:43.076228+0000 mgr.y (mgr.25016) 142 : cluster [DBG] pgmap v100: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:15:44.752 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:15:44 smithi062 bash[26634]: audit 2024-09-13T14:15:42.708388+0000 mgr.y (mgr.25016) 141 : audit [DBG] from='client.25088 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:15:44.752 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:15:44 smithi062 bash[26634]: cluster 2024-09-13T14:15:43.076228+0000 mgr.y (mgr.25016) 142 : cluster [DBG] pgmap v100: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:15:44.752 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:15:44 smithi062 bash[19845]: audit 2024-09-13T14:15:42.708388+0000 mgr.y (mgr.25016) 141 : audit [DBG] from='client.25088 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:15:44.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:15:44 smithi062 bash[19845]: cluster 2024-09-13T14:15:43.076228+0000 mgr.y (mgr.25016) 142 : cluster [DBG] pgmap v100: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:15:45.682 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:15:45 smithi178 bash[22034]: audit 2024-09-13T14:15:44.810192+0000 mon.c (mon.2) 95 : audit [DBG] from='mgr.25016 172.21.15.62:0/1369658555' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:15:45.752 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:15:45 smithi062 bash[26634]: audit 2024-09-13T14:15:44.810192+0000 mon.c (mon.2) 95 : audit [DBG] from='mgr.25016 172.21.15.62:0/1369658555' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:15:45.752 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:15:45 smithi062 bash[19845]: audit 2024-09-13T14:15:44.810192+0000 mon.c (mon.2) 95 : audit [DBG] from='mgr.25016 172.21.15.62:0/1369658555' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:15:46.252 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:15:45 smithi062 bash[68610]: ::ffff:172.21.15.178 - - [13/Sep/2024:14:15:45] "GET /metrics HTTP/1.1" 200 38233 "" "Prometheus/2.43.0" 2024-09-13T14:15:46.682 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:15:46 smithi178 bash[22034]: cluster 2024-09-13T14:15:45.077811+0000 mgr.y (mgr.25016) 143 : cluster [DBG] pgmap v101: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:15:46.752 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:15:46 smithi062 bash[26634]: cluster 2024-09-13T14:15:45.077811+0000 mgr.y (mgr.25016) 143 : cluster [DBG] pgmap v101: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:15:46.752 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:15:46 smithi062 bash[19845]: cluster 2024-09-13T14:15:45.077811+0000 mgr.y (mgr.25016) 143 : cluster [DBG] pgmap v101: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:15:47.954 INFO:teuthology.orchestra.run.smithi062.stderr:Inferring config /var/lib/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T14:15:48.682 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:15:48 smithi178 bash[22034]: cluster 2024-09-13T14:15:47.078571+0000 mgr.y (mgr.25016) 144 : cluster [DBG] pgmap v102: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:15:48.752 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:15:48 smithi062 bash[19845]: cluster 2024-09-13T14:15:47.078571+0000 mgr.y (mgr.25016) 144 : cluster [DBG] pgmap v102: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:15:49.163 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:15:48 smithi062 bash[26634]: cluster 2024-09-13T14:15:47.078571+0000 mgr.y (mgr.25016) 144 : cluster [DBG] pgmap v102: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:15:49.563 INFO:teuthology.orchestra.run.smithi062.stdout:{ 2024-09-13T14:15:49.563 INFO:teuthology.orchestra.run.smithi062.stdout: "mon": { 2024-09-13T14:15:49.563 INFO:teuthology.orchestra.run.smithi062.stdout: "ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable)": 3 2024-09-13T14:15:49.563 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-09-13T14:15:49.563 INFO:teuthology.orchestra.run.smithi062.stdout: "mgr": { 2024-09-13T14:15:49.563 INFO:teuthology.orchestra.run.smithi062.stdout: "ceph version 19.3.0-4917-gb0201b8c (b0201b8c79733293453e7f10a10c7fa43119222b) squid (dev)": 2 2024-09-13T14:15:49.563 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-09-13T14:15:49.563 INFO:teuthology.orchestra.run.smithi062.stdout: "osd": { 2024-09-13T14:15:49.563 INFO:teuthology.orchestra.run.smithi062.stdout: "ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable)": 8 2024-09-13T14:15:49.564 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-09-13T14:15:49.564 INFO:teuthology.orchestra.run.smithi062.stdout: "rgw": { 2024-09-13T14:15:49.564 INFO:teuthology.orchestra.run.smithi062.stdout: "ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable)": 2 2024-09-13T14:15:49.564 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-09-13T14:15:49.564 INFO:teuthology.orchestra.run.smithi062.stdout: "overall": { 2024-09-13T14:15:49.564 INFO:teuthology.orchestra.run.smithi062.stdout: "ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable)": 13, 2024-09-13T14:15:49.564 INFO:teuthology.orchestra.run.smithi062.stdout: "ceph version 19.3.0-4917-gb0201b8c (b0201b8c79733293453e7f10a10c7fa43119222b) squid (dev)": 2 2024-09-13T14:15:49.564 INFO:teuthology.orchestra.run.smithi062.stdout: } 2024-09-13T14:15:49.564 INFO:teuthology.orchestra.run.smithi062.stdout:} 2024-09-13T14:15:50.165 DEBUG:teuthology.orchestra.run.smithi062:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ff1149ea-71d5-11ef-bceb-c7b262605968 -e sha1=b0201b8c79733293453e7f10a10c7fa43119222b -- bash -c 'ceph -s' 2024-09-13T14:15:50.502 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:15:50 smithi062 bash[19845]: cluster 2024-09-13T14:15:49.079332+0000 mgr.y (mgr.25016) 145 : cluster [DBG] pgmap v103: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:15:50.502 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:15:50 smithi062 bash[19845]: audit 2024-09-13T14:15:49.564761+0000 mon.a (mon.0) 1192 : audit [DBG] from='client.? 172.21.15.62:0/969040407' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:15:50.502 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:15:50 smithi062 bash[26634]: cluster 2024-09-13T14:15:49.079332+0000 mgr.y (mgr.25016) 145 : cluster [DBG] pgmap v103: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:15:50.502 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:15:50 smithi062 bash[26634]: audit 2024-09-13T14:15:49.564761+0000 mon.a (mon.0) 1192 : audit [DBG] from='client.? 172.21.15.62:0/969040407' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:15:50.682 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:15:50 smithi178 bash[22034]: cluster 2024-09-13T14:15:49.079332+0000 mgr.y (mgr.25016) 145 : cluster [DBG] pgmap v103: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:15:50.682 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:15:50 smithi178 bash[22034]: audit 2024-09-13T14:15:49.564761+0000 mon.a (mon.0) 1192 : audit [DBG] from='client.? 172.21.15.62:0/969040407' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:15:52.682 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:15:52 smithi178 bash[22034]: cluster 2024-09-13T14:15:51.081050+0000 mgr.y (mgr.25016) 146 : cluster [DBG] pgmap v104: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:15:52.720 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:15:52 smithi062 bash[26634]: cluster 2024-09-13T14:15:51.081050+0000 mgr.y (mgr.25016) 146 : cluster [DBG] pgmap v104: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:15:52.721 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:15:52 smithi062 bash[19845]: cluster 2024-09-13T14:15:51.081050+0000 mgr.y (mgr.25016) 146 : cluster [DBG] pgmap v104: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:15:54.682 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:15:54 smithi178 bash[22034]: audit 2024-09-13T14:15:52.719523+0000 mgr.y (mgr.25016) 147 : audit [DBG] from='client.25088 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:15:54.682 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:15:54 smithi178 bash[22034]: cluster 2024-09-13T14:15:53.081845+0000 mgr.y (mgr.25016) 148 : cluster [DBG] pgmap v105: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:15:54.752 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:15:54 smithi062 bash[19845]: audit 2024-09-13T14:15:52.719523+0000 mgr.y (mgr.25016) 147 : audit [DBG] from='client.25088 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:15:54.752 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:15:54 smithi062 bash[19845]: cluster 2024-09-13T14:15:53.081845+0000 mgr.y (mgr.25016) 148 : cluster [DBG] pgmap v105: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:15:54.752 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:15:54 smithi062 bash[26634]: audit 2024-09-13T14:15:52.719523+0000 mgr.y (mgr.25016) 147 : audit [DBG] from='client.25088 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:15:54.752 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:15:54 smithi062 bash[26634]: cluster 2024-09-13T14:15:53.081845+0000 mgr.y (mgr.25016) 148 : cluster [DBG] pgmap v105: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:15:54.987 INFO:teuthology.orchestra.run.smithi062.stderr:Inferring config /var/lib/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T14:15:56.149 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:15:55 smithi062 bash[68610]: ::ffff:172.21.15.178 - - [13/Sep/2024:14:15:55] "GET /metrics HTTP/1.1" 200 38233 "" "Prometheus/2.43.0" 2024-09-13T14:15:56.577 INFO:teuthology.orchestra.run.smithi062.stdout: cluster: 2024-09-13T14:15:56.578 INFO:teuthology.orchestra.run.smithi062.stdout: id: ff1149ea-71d5-11ef-bceb-c7b262605968 2024-09-13T14:15:56.578 INFO:teuthology.orchestra.run.smithi062.stdout: health: HEALTH_OK 2024-09-13T14:15:56.578 INFO:teuthology.orchestra.run.smithi062.stdout: 2024-09-13T14:15:56.578 INFO:teuthology.orchestra.run.smithi062.stdout: services: 2024-09-13T14:15:56.578 INFO:teuthology.orchestra.run.smithi062.stdout: mon: 3 daemons, quorum a,b,c (age 29m) 2024-09-13T14:15:56.578 INFO:teuthology.orchestra.run.smithi062.stdout: mgr: y(active, since 3m), standbys: x 2024-09-13T14:15:56.578 INFO:teuthology.orchestra.run.smithi062.stdout: osd: 8 osds: 8 up (since 22m), 8 in (since 22m) 2024-09-13T14:15:56.578 INFO:teuthology.orchestra.run.smithi062.stdout: rgw: 2 daemons active (2 hosts, 1 zones) 2024-09-13T14:15:56.578 INFO:teuthology.orchestra.run.smithi062.stdout: 2024-09-13T14:15:56.578 INFO:teuthology.orchestra.run.smithi062.stdout: data: 2024-09-13T14:15:56.578 INFO:teuthology.orchestra.run.smithi062.stdout: pools: 6 pools, 161 pgs 2024-09-13T14:15:56.579 INFO:teuthology.orchestra.run.smithi062.stdout: objects: 212 objects, 585 KiB 2024-09-13T14:15:56.579 INFO:teuthology.orchestra.run.smithi062.stdout: usage: 267 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:15:56.579 INFO:teuthology.orchestra.run.smithi062.stdout: pgs: 161 active+clean 2024-09-13T14:15:56.579 INFO:teuthology.orchestra.run.smithi062.stdout: 2024-09-13T14:15:56.579 INFO:teuthology.orchestra.run.smithi062.stdout: io: 2024-09-13T14:15:56.579 INFO:teuthology.orchestra.run.smithi062.stdout: client: 1.2 KiB/s rd, 1 op/s rd, 0 op/s wr 2024-09-13T14:15:56.579 INFO:teuthology.orchestra.run.smithi062.stdout: 2024-09-13T14:15:56.682 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:15:56 smithi178 bash[22034]: cluster 2024-09-13T14:15:55.083516+0000 mgr.y (mgr.25016) 149 : cluster [DBG] pgmap v106: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:15:56.682 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:15:56 smithi178 bash[22034]: audit 2024-09-13T14:15:55.912523+0000 mon.a (mon.0) 1193 : audit [INF] from='mgr.25016 ' entity='mgr.y' 2024-09-13T14:15:56.682 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:15:56 smithi178 bash[22034]: audit 2024-09-13T14:15:55.920743+0000 mon.a (mon.0) 1194 : audit [INF] from='mgr.25016 ' entity='mgr.y' 2024-09-13T14:15:56.752 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:15:56 smithi062 bash[19845]: cluster 2024-09-13T14:15:55.083516+0000 mgr.y (mgr.25016) 149 : cluster [DBG] pgmap v106: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:15:56.752 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:15:56 smithi062 bash[19845]: audit 2024-09-13T14:15:55.912523+0000 mon.a (mon.0) 1193 : audit [INF] from='mgr.25016 ' entity='mgr.y' 2024-09-13T14:15:56.752 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:15:56 smithi062 bash[19845]: audit 2024-09-13T14:15:55.920743+0000 mon.a (mon.0) 1194 : audit [INF] from='mgr.25016 ' entity='mgr.y' 2024-09-13T14:15:56.752 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:15:56 smithi062 bash[26634]: cluster 2024-09-13T14:15:55.083516+0000 mgr.y (mgr.25016) 149 : cluster [DBG] pgmap v106: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:15:56.752 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:15:56 smithi062 bash[26634]: audit 2024-09-13T14:15:55.912523+0000 mon.a (mon.0) 1193 : audit [INF] from='mgr.25016 ' entity='mgr.y' 2024-09-13T14:15:56.752 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:15:56 smithi062 bash[26634]: audit 2024-09-13T14:15:55.920743+0000 mon.a (mon.0) 1194 : audit [INF] from='mgr.25016 ' entity='mgr.y' 2024-09-13T14:15:57.296 DEBUG:teuthology.orchestra.run.smithi062:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ff1149ea-71d5-11ef-bceb-c7b262605968 -e sha1=b0201b8c79733293453e7f10a10c7fa43119222b -- bash -c 'ceph health detail' 2024-09-13T14:15:57.682 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:15:57 smithi178 bash[22034]: audit 2024-09-13T14:15:56.559928+0000 mon.c (mon.2) 96 : audit [DBG] from='mgr.25016 172.21.15.62:0/1369658555' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:15:57.682 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:15:57 smithi178 bash[22034]: audit 2024-09-13T14:15:56.561050+0000 mon.c (mon.2) 97 : audit [INF] from='mgr.25016 172.21.15.62:0/1369658555' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T14:15:57.682 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:15:57 smithi178 bash[22034]: audit 2024-09-13T14:15:56.567553+0000 mon.a (mon.0) 1195 : audit [INF] from='mgr.25016 ' entity='mgr.y' 2024-09-13T14:15:57.682 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:15:57 smithi178 bash[22034]: audit 2024-09-13T14:15:56.579903+0000 mon.c (mon.2) 98 : audit [DBG] from='client.? 172.21.15.62:0/3105542176' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-09-13T14:15:57.752 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:15:57 smithi062 bash[19845]: audit 2024-09-13T14:15:56.559928+0000 mon.c (mon.2) 96 : audit [DBG] from='mgr.25016 172.21.15.62:0/1369658555' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:15:57.752 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:15:57 smithi062 bash[19845]: audit 2024-09-13T14:15:56.561050+0000 mon.c (mon.2) 97 : audit [INF] from='mgr.25016 172.21.15.62:0/1369658555' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T14:15:57.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:15:57 smithi062 bash[19845]: audit 2024-09-13T14:15:56.567553+0000 mon.a (mon.0) 1195 : audit [INF] from='mgr.25016 ' entity='mgr.y' 2024-09-13T14:15:57.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:15:57 smithi062 bash[19845]: audit 2024-09-13T14:15:56.579903+0000 mon.c (mon.2) 98 : audit [DBG] from='client.? 172.21.15.62:0/3105542176' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-09-13T14:15:57.753 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:15:57 smithi062 bash[26634]: audit 2024-09-13T14:15:56.559928+0000 mon.c (mon.2) 96 : audit [DBG] from='mgr.25016 172.21.15.62:0/1369658555' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:15:57.753 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:15:57 smithi062 bash[26634]: audit 2024-09-13T14:15:56.561050+0000 mon.c (mon.2) 97 : audit [INF] from='mgr.25016 172.21.15.62:0/1369658555' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T14:15:57.754 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:15:57 smithi062 bash[26634]: audit 2024-09-13T14:15:56.567553+0000 mon.a (mon.0) 1195 : audit [INF] from='mgr.25016 ' entity='mgr.y' 2024-09-13T14:15:57.754 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:15:57 smithi062 bash[26634]: audit 2024-09-13T14:15:56.579903+0000 mon.c (mon.2) 98 : audit [DBG] from='client.? 172.21.15.62:0/3105542176' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-09-13T14:15:58.932 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:15:58 smithi178 bash[22034]: cluster 2024-09-13T14:15:57.084252+0000 mgr.y (mgr.25016) 150 : cluster [DBG] pgmap v107: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:15:59.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:15:58 smithi062 bash[19845]: cluster 2024-09-13T14:15:57.084252+0000 mgr.y (mgr.25016) 150 : cluster [DBG] pgmap v107: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:15:59.002 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:15:58 smithi062 bash[26634]: cluster 2024-09-13T14:15:57.084252+0000 mgr.y (mgr.25016) 150 : cluster [DBG] pgmap v107: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:16:00.932 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:16:00 smithi178 bash[22034]: cluster 2024-09-13T14:15:59.084968+0000 mgr.y (mgr.25016) 151 : cluster [DBG] pgmap v108: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:16:00.932 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:16:00 smithi178 bash[22034]: audit 2024-09-13T14:15:59.810255+0000 mon.c (mon.2) 99 : audit [DBG] from='mgr.25016 172.21.15.62:0/1369658555' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:16:01.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:16:00 smithi062 bash[19845]: cluster 2024-09-13T14:15:59.084968+0000 mgr.y (mgr.25016) 151 : cluster [DBG] pgmap v108: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:16:01.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:16:00 smithi062 bash[19845]: audit 2024-09-13T14:15:59.810255+0000 mon.c (mon.2) 99 : audit [DBG] from='mgr.25016 172.21.15.62:0/1369658555' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:16:01.002 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:16:00 smithi062 bash[26634]: cluster 2024-09-13T14:15:59.084968+0000 mgr.y (mgr.25016) 151 : cluster [DBG] pgmap v108: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:16:01.002 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:16:00 smithi062 bash[26634]: audit 2024-09-13T14:15:59.810255+0000 mon.c (mon.2) 99 : audit [DBG] from='mgr.25016 172.21.15.62:0/1369658555' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:16:02.134 INFO:teuthology.orchestra.run.smithi062.stderr:Inferring config /var/lib/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T14:16:02.932 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:16:02 smithi178 bash[22034]: cluster 2024-09-13T14:16:01.086619+0000 mgr.y (mgr.25016) 152 : cluster [DBG] pgmap v109: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:16:03.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:16:02 smithi062 bash[19845]: cluster 2024-09-13T14:16:01.086619+0000 mgr.y (mgr.25016) 152 : cluster [DBG] pgmap v109: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:16:03.002 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:16:02 smithi062 bash[26634]: cluster 2024-09-13T14:16:01.086619+0000 mgr.y (mgr.25016) 152 : cluster [DBG] pgmap v109: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:16:03.765 INFO:teuthology.orchestra.run.smithi062.stdout:HEALTH_OK 2024-09-13T14:16:04.388 DEBUG:teuthology.orchestra.run.smithi062:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ff1149ea-71d5-11ef-bceb-c7b262605968 -e sha1=b0201b8c79733293453e7f10a10c7fa43119222b -- bash -c 'ceph versions | jq -e '"'"'.mgr | length == 1'"'"'' 2024-09-13T14:16:04.752 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:16:04 smithi062 bash[26634]: audit 2024-09-13T14:16:02.728388+0000 mgr.y (mgr.25016) 153 : audit [DBG] from='client.25088 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:16:04.752 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:16:04 smithi062 bash[26634]: cluster 2024-09-13T14:16:03.087325+0000 mgr.y (mgr.25016) 154 : cluster [DBG] pgmap v110: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:16:04.752 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:16:04 smithi062 bash[26634]: audit 2024-09-13T14:16:03.767387+0000 mon.c (mon.2) 100 : audit [DBG] from='client.? 172.21.15.62:0/3338708215' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2024-09-13T14:16:04.752 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:16:04 smithi062 bash[19845]: audit 2024-09-13T14:16:02.728388+0000 mgr.y (mgr.25016) 153 : audit [DBG] from='client.25088 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:16:04.752 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:16:04 smithi062 bash[19845]: cluster 2024-09-13T14:16:03.087325+0000 mgr.y (mgr.25016) 154 : cluster [DBG] pgmap v110: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:16:04.752 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:16:04 smithi062 bash[19845]: audit 2024-09-13T14:16:03.767387+0000 mon.c (mon.2) 100 : audit [DBG] from='client.? 172.21.15.62:0/3338708215' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2024-09-13T14:16:04.932 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:16:04 smithi178 bash[22034]: audit 2024-09-13T14:16:02.728388+0000 mgr.y (mgr.25016) 153 : audit [DBG] from='client.25088 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:16:04.932 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:16:04 smithi178 bash[22034]: cluster 2024-09-13T14:16:03.087325+0000 mgr.y (mgr.25016) 154 : cluster [DBG] pgmap v110: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:16:04.932 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:16:04 smithi178 bash[22034]: audit 2024-09-13T14:16:03.767387+0000 mon.c (mon.2) 100 : audit [DBG] from='client.? 172.21.15.62:0/3338708215' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2024-09-13T14:16:06.252 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:16:05 smithi062 bash[68610]: ::ffff:172.21.15.178 - - [13/Sep/2024:14:16:05] "GET /metrics HTTP/1.1" 200 38232 "" "Prometheus/2.43.0" 2024-09-13T14:16:06.932 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:16:06 smithi178 bash[22034]: cluster 2024-09-13T14:16:05.088934+0000 mgr.y (mgr.25016) 155 : cluster [DBG] pgmap v111: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:16:07.002 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:16:06 smithi062 bash[26634]: cluster 2024-09-13T14:16:05.088934+0000 mgr.y (mgr.25016) 155 : cluster [DBG] pgmap v111: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:16:07.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:16:06 smithi062 bash[19845]: cluster 2024-09-13T14:16:05.088934+0000 mgr.y (mgr.25016) 155 : cluster [DBG] pgmap v111: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:16:08.932 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:16:08 smithi178 bash[22034]: cluster 2024-09-13T14:16:07.089632+0000 mgr.y (mgr.25016) 156 : cluster [DBG] pgmap v112: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:16:09.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:16:08 smithi062 bash[19845]: cluster 2024-09-13T14:16:07.089632+0000 mgr.y (mgr.25016) 156 : cluster [DBG] pgmap v112: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:16:09.002 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:16:08 smithi062 bash[26634]: cluster 2024-09-13T14:16:07.089632+0000 mgr.y (mgr.25016) 156 : cluster [DBG] pgmap v112: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:16:09.214 INFO:teuthology.orchestra.run.smithi062.stderr:Inferring config /var/lib/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T14:16:10.752 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:16:10 smithi062 bash[26634]: cluster 2024-09-13T14:16:09.090350+0000 mgr.y (mgr.25016) 157 : cluster [DBG] pgmap v113: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:16:10.752 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:16:10 smithi062 bash[19845]: cluster 2024-09-13T14:16:09.090350+0000 mgr.y (mgr.25016) 157 : cluster [DBG] pgmap v113: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:16:10.799 INFO:teuthology.orchestra.run.smithi062.stdout:true 2024-09-13T14:16:10.932 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:16:10 smithi178 bash[22034]: cluster 2024-09-13T14:16:09.090350+0000 mgr.y (mgr.25016) 157 : cluster [DBG] pgmap v113: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:16:11.423 DEBUG:teuthology.orchestra.run.smithi062:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ff1149ea-71d5-11ef-bceb-c7b262605968 -e sha1=b0201b8c79733293453e7f10a10c7fa43119222b -- bash -c 'ceph mgr fail' 2024-09-13T14:16:11.751 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:16:11 smithi062 bash[26634]: audit 2024-09-13T14:16:10.787834+0000 mon.c (mon.2) 101 : audit [DBG] from='client.? 172.21.15.62:0/2278599561' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:16:11.752 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:16:11 smithi062 bash[19845]: audit 2024-09-13T14:16:10.787834+0000 mon.c (mon.2) 101 : audit [DBG] from='client.? 172.21.15.62:0/2278599561' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:16:11.932 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:16:11 smithi178 bash[22034]: audit 2024-09-13T14:16:10.787834+0000 mon.c (mon.2) 101 : audit [DBG] from='client.? 172.21.15.62:0/2278599561' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:16:12.932 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:16:12 smithi178 bash[22034]: cluster 2024-09-13T14:16:11.092021+0000 mgr.y (mgr.25016) 158 : cluster [DBG] pgmap v114: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:16:13.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:16:12 smithi062 bash[19845]: cluster 2024-09-13T14:16:11.092021+0000 mgr.y (mgr.25016) 158 : cluster [DBG] pgmap v114: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:16:13.002 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:16:12 smithi062 bash[26634]: cluster 2024-09-13T14:16:11.092021+0000 mgr.y (mgr.25016) 158 : cluster [DBG] pgmap v114: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:16:14.932 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:16:14 smithi178 bash[22034]: audit 2024-09-13T14:16:12.739652+0000 mgr.y (mgr.25016) 159 : audit [DBG] from='client.25088 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:16:14.932 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:16:14 smithi178 bash[22034]: cluster 2024-09-13T14:16:13.092693+0000 mgr.y (mgr.25016) 160 : cluster [DBG] pgmap v115: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:16:15.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:16:14 smithi062 bash[19845]: audit 2024-09-13T14:16:12.739652+0000 mgr.y (mgr.25016) 159 : audit [DBG] from='client.25088 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:16:15.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:16:14 smithi062 bash[19845]: cluster 2024-09-13T14:16:13.092693+0000 mgr.y (mgr.25016) 160 : cluster [DBG] pgmap v115: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:16:15.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:16:14 smithi062 bash[26634]: audit 2024-09-13T14:16:12.739652+0000 mgr.y (mgr.25016) 159 : audit [DBG] from='client.25088 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:16:15.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:16:14 smithi062 bash[26634]: cluster 2024-09-13T14:16:13.092693+0000 mgr.y (mgr.25016) 160 : cluster [DBG] pgmap v115: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:16:15.932 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:16:15 smithi178 bash[22034]: audit 2024-09-13T14:16:14.810810+0000 mon.c (mon.2) 102 : audit [DBG] from='mgr.25016 172.21.15.62:0/1369658555' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:16:16.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:16:15 smithi062 bash[19845]: audit 2024-09-13T14:16:14.810810+0000 mon.c (mon.2) 102 : audit [DBG] from='mgr.25016 172.21.15.62:0/1369658555' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:16:16.002 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:16:15 smithi062 bash[68610]: ::ffff:172.21.15.178 - - [13/Sep/2024:14:16:15] "GET /metrics HTTP/1.1" 200 38235 "" "Prometheus/2.43.0" 2024-09-13T14:16:16.002 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:16:15 smithi062 bash[26634]: audit 2024-09-13T14:16:14.810810+0000 mon.c (mon.2) 102 : audit [DBG] from='mgr.25016 172.21.15.62:0/1369658555' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:16:16.255 INFO:teuthology.orchestra.run.smithi062.stderr:Inferring config /var/lib/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T14:16:16.623 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:16:16 smithi062 bash[19845]: cluster 2024-09-13T14:16:15.094274+0000 mgr.y (mgr.25016) 161 : cluster [DBG] pgmap v116: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:16:16.932 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:16:16 smithi178 bash[22034]: cluster 2024-09-13T14:16:15.094274+0000 mgr.y (mgr.25016) 161 : cluster [DBG] pgmap v116: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:16:17.001 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:16:16 smithi062 bash[26634]: cluster 2024-09-13T14:16:15.094274+0000 mgr.y (mgr.25016) 161 : cluster [DBG] pgmap v116: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:16:18.182 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 13 14:16:17 smithi178 bash[50171]: [13/Sep/2024:14:16:17] ENGINE Bus STOPPING 2024-09-13T14:16:18.252 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:16:17 smithi062 bash[68610]: debug 2024-09-13T14:16:17.891+0000 7f7f659ed640 -1 mgr handle_mgr_map I was active but no longer am 2024-09-13T14:16:18.252 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:16:17 smithi062 bash[68610]: ignoring --setuser ceph since I am not root 2024-09-13T14:16:18.252 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:16:17 smithi062 bash[68610]: ignoring --setgroup ceph since I am not root 2024-09-13T14:16:18.552 DEBUG:teuthology.orchestra.run.smithi062:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ff1149ea-71d5-11ef-bceb-c7b262605968 -e sha1=b0201b8c79733293453e7f10a10c7fa43119222b -- bash -c 'sleep 180' 2024-09-13T14:16:18.625 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 13 14:16:18 smithi178 bash[50171]: [13/Sep/2024:14:16:18] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-13T14:16:18.625 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 13 14:16:18 smithi178 bash[50171]: [13/Sep/2024:14:16:18] ENGINE Bus STOPPED 2024-09-13T14:16:18.828 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:16:18 smithi062 bash[19845]: cluster 2024-09-13T14:16:17.094993+0000 mgr.y (mgr.25016) 162 : cluster [DBG] pgmap v117: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:16:18.828 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:16:18 smithi062 bash[19845]: audit 2024-09-13T14:16:17.877407+0000 mon.a (mon.0) 1196 : audit [INF] from='client.? 172.21.15.62:0/2638942721' entity='client.admin' cmd=[{"prefix": "mgr fail"}]: dispatch 2024-09-13T14:16:18.828 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:16:18 smithi062 bash[19845]: cluster 2024-09-13T14:16:17.878206+0000 mon.a (mon.0) 1197 : cluster [INF] Activating manager daemon x 2024-09-13T14:16:18.828 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:16:18 smithi062 bash[19845]: audit 2024-09-13T14:16:17.882565+0000 mon.a (mon.0) 1198 : audit [INF] from='client.? 172.21.15.62:0/2638942721' entity='client.admin' cmd='[{"prefix": "mgr fail"}]': finished 2024-09-13T14:16:18.828 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:16:18 smithi062 bash[19845]: cluster 2024-09-13T14:16:17.891920+0000 mon.a (mon.0) 1199 : cluster [DBG] osdmap e106: 8 total, 8 up, 8 in 2024-09-13T14:16:18.828 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:16:18 smithi062 bash[19845]: cluster 2024-09-13T14:16:17.893272+0000 mon.a (mon.0) 1200 : cluster [DBG] mgrmap e35: x(active, starting, since 0.0150648s) 2024-09-13T14:16:18.828 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:16:18 smithi062 bash[19845]: audit 2024-09-13T14:16:17.902770+0000 mon.b (mon.1) 111 : audit [DBG] from='mgr.24607 172.21.15.178:0/966970752' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T14:16:18.828 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:16:18 smithi062 bash[19845]: audit 2024-09-13T14:16:17.903294+0000 mon.b (mon.1) 112 : audit [DBG] from='mgr.24607 172.21.15.178:0/966970752' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T14:16:18.829 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:16:18 smithi062 bash[19845]: audit 2024-09-13T14:16:17.903780+0000 mon.b (mon.1) 113 : audit [DBG] from='mgr.24607 172.21.15.178:0/966970752' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T14:16:18.829 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:16:18 smithi062 bash[19845]: audit 2024-09-13T14:16:17.904293+0000 mon.b (mon.1) 114 : audit [DBG] from='mgr.24607 172.21.15.178:0/966970752' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-13T14:16:18.829 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:16:18 smithi062 bash[19845]: audit 2024-09-13T14:16:17.904924+0000 mon.b (mon.1) 115 : audit [DBG] from='mgr.24607 172.21.15.178:0/966970752' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-13T14:16:18.829 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:16:18 smithi062 bash[19845]: audit 2024-09-13T14:16:17.905590+0000 mon.b (mon.1) 116 : audit [DBG] from='mgr.24607 172.21.15.178:0/966970752' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-13T14:16:18.829 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:16:18 smithi062 bash[19845]: audit 2024-09-13T14:16:17.906231+0000 mon.b (mon.1) 117 : audit [DBG] from='mgr.24607 172.21.15.178:0/966970752' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-13T14:16:18.829 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:16:18 smithi062 bash[19845]: audit 2024-09-13T14:16:17.906894+0000 mon.b (mon.1) 118 : audit [DBG] from='mgr.24607 172.21.15.178:0/966970752' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-13T14:16:18.829 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:16:18 smithi062 bash[19845]: audit 2024-09-13T14:16:17.907528+0000 mon.b (mon.1) 119 : audit [DBG] from='mgr.24607 172.21.15.178:0/966970752' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-13T14:16:18.829 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:16:18 smithi062 bash[19845]: audit 2024-09-13T14:16:17.908195+0000 mon.b (mon.1) 120 : audit [DBG] from='mgr.24607 172.21.15.178:0/966970752' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-13T14:16:18.829 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:16:18 smithi062 bash[19845]: audit 2024-09-13T14:16:17.908819+0000 mon.b (mon.1) 121 : audit [DBG] from='mgr.24607 172.21.15.178:0/966970752' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-13T14:16:18.829 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:16:18 smithi062 bash[19845]: audit 2024-09-13T14:16:17.909513+0000 mon.b (mon.1) 122 : audit [DBG] from='mgr.24607 172.21.15.178:0/966970752' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-13T14:16:18.829 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:16:18 smithi062 bash[19845]: audit 2024-09-13T14:16:17.910223+0000 mon.b (mon.1) 123 : audit [DBG] from='mgr.24607 172.21.15.178:0/966970752' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-13T14:16:18.829 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:16:18 smithi062 bash[19845]: audit 2024-09-13T14:16:17.910730+0000 mon.b (mon.1) 124 : audit [DBG] from='mgr.24607 172.21.15.178:0/966970752' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-13T14:16:18.829 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:16:18 smithi062 bash[19845]: audit 2024-09-13T14:16:17.912024+0000 mon.b (mon.1) 125 : audit [DBG] from='mgr.24607 172.21.15.178:0/966970752' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-13T14:16:18.830 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:16:18 smithi062 bash[19845]: cluster 2024-09-13T14:16:18.321396+0000 mon.a (mon.0) 1201 : cluster [INF] Manager daemon x is now available 2024-09-13T14:16:18.830 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:16:18 smithi062 bash[26634]: cluster 2024-09-13T14:16:17.094993+0000 mgr.y (mgr.25016) 162 : cluster [DBG] pgmap v117: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:16:18.830 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:16:18 smithi062 bash[26634]: audit 2024-09-13T14:16:17.877407+0000 mon.a (mon.0) 1196 : audit [INF] from='client.? 172.21.15.62:0/2638942721' entity='client.admin' cmd=[{"prefix": "mgr fail"}]: dispatch 2024-09-13T14:16:18.830 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:16:18 smithi062 bash[26634]: cluster 2024-09-13T14:16:17.878206+0000 mon.a (mon.0) 1197 : cluster [INF] Activating manager daemon x 2024-09-13T14:16:18.831 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:16:18 smithi062 bash[26634]: audit 2024-09-13T14:16:17.882565+0000 mon.a (mon.0) 1198 : audit [INF] from='client.? 172.21.15.62:0/2638942721' entity='client.admin' cmd='[{"prefix": "mgr fail"}]': finished 2024-09-13T14:16:18.831 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:16:18 smithi062 bash[26634]: cluster 2024-09-13T14:16:17.891920+0000 mon.a (mon.0) 1199 : cluster [DBG] osdmap e106: 8 total, 8 up, 8 in 2024-09-13T14:16:18.831 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:16:18 smithi062 bash[26634]: cluster 2024-09-13T14:16:17.893272+0000 mon.a (mon.0) 1200 : cluster [DBG] mgrmap e35: x(active, starting, since 0.0150648s) 2024-09-13T14:16:18.831 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:16:18 smithi062 bash[26634]: audit 2024-09-13T14:16:17.902770+0000 mon.b (mon.1) 111 : audit [DBG] from='mgr.24607 172.21.15.178:0/966970752' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T14:16:18.831 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:16:18 smithi062 bash[26634]: audit 2024-09-13T14:16:17.903294+0000 mon.b (mon.1) 112 : audit [DBG] from='mgr.24607 172.21.15.178:0/966970752' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T14:16:18.831 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:16:18 smithi062 bash[26634]: audit 2024-09-13T14:16:17.903780+0000 mon.b (mon.1) 113 : audit [DBG] from='mgr.24607 172.21.15.178:0/966970752' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T14:16:18.831 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:16:18 smithi062 bash[26634]: audit 2024-09-13T14:16:17.904293+0000 mon.b (mon.1) 114 : audit [DBG] from='mgr.24607 172.21.15.178:0/966970752' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-13T14:16:18.831 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:16:18 smithi062 bash[26634]: audit 2024-09-13T14:16:17.904924+0000 mon.b (mon.1) 115 : audit [DBG] from='mgr.24607 172.21.15.178:0/966970752' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-13T14:16:18.831 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:16:18 smithi062 bash[26634]: audit 2024-09-13T14:16:17.905590+0000 mon.b (mon.1) 116 : audit [DBG] from='mgr.24607 172.21.15.178:0/966970752' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-13T14:16:18.831 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:16:18 smithi062 bash[26634]: audit 2024-09-13T14:16:17.906231+0000 mon.b (mon.1) 117 : audit [DBG] from='mgr.24607 172.21.15.178:0/966970752' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-13T14:16:18.831 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:16:18 smithi062 bash[26634]: audit 2024-09-13T14:16:17.906894+0000 mon.b (mon.1) 118 : audit [DBG] from='mgr.24607 172.21.15.178:0/966970752' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-13T14:16:18.831 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:16:18 smithi062 bash[26634]: audit 2024-09-13T14:16:17.907528+0000 mon.b (mon.1) 119 : audit [DBG] from='mgr.24607 172.21.15.178:0/966970752' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-13T14:16:18.832 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:16:18 smithi062 bash[26634]: audit 2024-09-13T14:16:17.908195+0000 mon.b (mon.1) 120 : audit [DBG] from='mgr.24607 172.21.15.178:0/966970752' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-13T14:16:18.832 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:16:18 smithi062 bash[26634]: audit 2024-09-13T14:16:17.908819+0000 mon.b (mon.1) 121 : audit [DBG] from='mgr.24607 172.21.15.178:0/966970752' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-13T14:16:18.832 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:16:18 smithi062 bash[26634]: audit 2024-09-13T14:16:17.909513+0000 mon.b (mon.1) 122 : audit [DBG] from='mgr.24607 172.21.15.178:0/966970752' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-13T14:16:18.832 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:16:18 smithi062 bash[26634]: audit 2024-09-13T14:16:17.910223+0000 mon.b (mon.1) 123 : audit [DBG] from='mgr.24607 172.21.15.178:0/966970752' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-13T14:16:18.832 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:16:18 smithi062 bash[26634]: audit 2024-09-13T14:16:17.910730+0000 mon.b (mon.1) 124 : audit [DBG] from='mgr.24607 172.21.15.178:0/966970752' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-13T14:16:18.832 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:16:18 smithi062 bash[26634]: audit 2024-09-13T14:16:17.912024+0000 mon.b (mon.1) 125 : audit [DBG] from='mgr.24607 172.21.15.178:0/966970752' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-13T14:16:18.832 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:16:18 smithi062 bash[26634]: cluster 2024-09-13T14:16:18.321396+0000 mon.a (mon.0) 1201 : cluster [INF] Manager daemon x is now available 2024-09-13T14:16:18.912 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:16:18 smithi178 bash[22034]: cluster 2024-09-13T14:16:17.094993+0000 mgr.y (mgr.25016) 162 : cluster [DBG] pgmap v117: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:16:18.912 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:16:18 smithi178 bash[22034]: audit 2024-09-13T14:16:17.877407+0000 mon.a (mon.0) 1196 : audit [INF] from='client.? 172.21.15.62:0/2638942721' entity='client.admin' cmd=[{"prefix": "mgr fail"}]: dispatch 2024-09-13T14:16:18.912 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:16:18 smithi178 bash[22034]: cluster 2024-09-13T14:16:17.878206+0000 mon.a (mon.0) 1197 : cluster [INF] Activating manager daemon x 2024-09-13T14:16:18.912 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:16:18 smithi178 bash[22034]: audit 2024-09-13T14:16:17.882565+0000 mon.a (mon.0) 1198 : audit [INF] from='client.? 172.21.15.62:0/2638942721' entity='client.admin' cmd='[{"prefix": "mgr fail"}]': finished 2024-09-13T14:16:18.913 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:16:18 smithi178 bash[22034]: cluster 2024-09-13T14:16:17.891920+0000 mon.a (mon.0) 1199 : cluster [DBG] osdmap e106: 8 total, 8 up, 8 in 2024-09-13T14:16:18.913 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:16:18 smithi178 bash[22034]: cluster 2024-09-13T14:16:17.893272+0000 mon.a (mon.0) 1200 : cluster [DBG] mgrmap e35: x(active, starting, since 0.0150648s) 2024-09-13T14:16:18.913 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:16:18 smithi178 bash[22034]: audit 2024-09-13T14:16:17.902770+0000 mon.b (mon.1) 111 : audit [DBG] from='mgr.24607 172.21.15.178:0/966970752' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T14:16:18.913 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:16:18 smithi178 bash[22034]: audit 2024-09-13T14:16:17.903294+0000 mon.b (mon.1) 112 : audit [DBG] from='mgr.24607 172.21.15.178:0/966970752' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T14:16:18.913 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:16:18 smithi178 bash[22034]: audit 2024-09-13T14:16:17.903780+0000 mon.b (mon.1) 113 : audit [DBG] from='mgr.24607 172.21.15.178:0/966970752' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T14:16:18.913 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:16:18 smithi178 bash[22034]: audit 2024-09-13T14:16:17.904293+0000 mon.b (mon.1) 114 : audit [DBG] from='mgr.24607 172.21.15.178:0/966970752' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-13T14:16:18.913 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:16:18 smithi178 bash[22034]: audit 2024-09-13T14:16:17.904924+0000 mon.b (mon.1) 115 : audit [DBG] from='mgr.24607 172.21.15.178:0/966970752' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-13T14:16:18.913 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:16:18 smithi178 bash[22034]: audit 2024-09-13T14:16:17.905590+0000 mon.b (mon.1) 116 : audit [DBG] from='mgr.24607 172.21.15.178:0/966970752' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-13T14:16:18.913 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:16:18 smithi178 bash[22034]: audit 2024-09-13T14:16:17.906231+0000 mon.b (mon.1) 117 : audit [DBG] from='mgr.24607 172.21.15.178:0/966970752' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-13T14:16:18.913 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:16:18 smithi178 bash[22034]: audit 2024-09-13T14:16:17.906894+0000 mon.b (mon.1) 118 : audit [DBG] from='mgr.24607 172.21.15.178:0/966970752' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-13T14:16:18.913 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:16:18 smithi178 bash[22034]: audit 2024-09-13T14:16:17.907528+0000 mon.b (mon.1) 119 : audit [DBG] from='mgr.24607 172.21.15.178:0/966970752' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-13T14:16:18.913 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:16:18 smithi178 bash[22034]: audit 2024-09-13T14:16:17.908195+0000 mon.b (mon.1) 120 : audit [DBG] from='mgr.24607 172.21.15.178:0/966970752' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-13T14:16:18.913 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:16:18 smithi178 bash[22034]: audit 2024-09-13T14:16:17.908819+0000 mon.b (mon.1) 121 : audit [DBG] from='mgr.24607 172.21.15.178:0/966970752' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-13T14:16:18.914 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:16:18 smithi178 bash[22034]: audit 2024-09-13T14:16:17.909513+0000 mon.b (mon.1) 122 : audit [DBG] from='mgr.24607 172.21.15.178:0/966970752' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-13T14:16:18.914 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:16:18 smithi178 bash[22034]: audit 2024-09-13T14:16:17.910223+0000 mon.b (mon.1) 123 : audit [DBG] from='mgr.24607 172.21.15.178:0/966970752' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-13T14:16:18.914 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:16:18 smithi178 bash[22034]: audit 2024-09-13T14:16:17.910730+0000 mon.b (mon.1) 124 : audit [DBG] from='mgr.24607 172.21.15.178:0/966970752' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-13T14:16:18.914 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:16:18 smithi178 bash[22034]: audit 2024-09-13T14:16:17.912024+0000 mon.b (mon.1) 125 : audit [DBG] from='mgr.24607 172.21.15.178:0/966970752' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-13T14:16:18.914 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:16:18 smithi178 bash[22034]: cluster 2024-09-13T14:16:18.321396+0000 mon.a (mon.0) 1201 : cluster [INF] Manager daemon x is now available 2024-09-13T14:16:19.182 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 13 14:16:18 smithi178 bash[50171]: [13/Sep/2024:14:16:18] ENGINE Bus STARTING 2024-09-13T14:16:19.182 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 13 14:16:19 smithi178 bash[50171]: [13/Sep/2024:14:16:19] ENGINE Serving on http://:::9283 2024-09-13T14:16:19.182 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 13 14:16:19 smithi178 bash[50171]: [13/Sep/2024:14:16:19] ENGINE Bus STARTED 2024-09-13T14:16:19.932 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:16:19 smithi178 bash[22034]: audit 2024-09-13T14:16:18.647866+0000 mon.b (mon.1) 126 : audit [DBG] from='mgr.24607 172.21.15.178:0/966970752' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:16:19.932 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:16:19 smithi178 bash[22034]: audit 2024-09-13T14:16:18.650545+0000 mon.b (mon.1) 127 : audit [INF] from='mgr.24607 172.21.15.178:0/966970752' entity='mgr.x' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-09-13T14:16:19.932 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:16:19 smithi178 bash[22034]: audit 2024-09-13T14:16:18.656401+0000 mon.a (mon.0) 1202 : audit [INF] from='mgr.24607 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-09-13T14:16:19.932 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:16:19 smithi178 bash[22034]: audit 2024-09-13T14:16:18.656830+0000 mon.b (mon.1) 128 : audit [INF] from='mgr.24607 172.21.15.178:0/966970752' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-09-13T14:16:19.932 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:16:19 smithi178 bash[22034]: audit 2024-09-13T14:16:18.687169+0000 mon.a (mon.0) 1203 : audit [INF] from='mgr.24607 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-09-13T14:16:19.933 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:16:19 smithi178 bash[22034]: audit 2024-09-13T14:16:18.687313+0000 mon.b (mon.1) 129 : audit [INF] from='mgr.24607 172.21.15.178:0/966970752' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-09-13T14:16:19.933 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:16:19 smithi178 bash[22034]: cluster 2024-09-13T14:16:18.896086+0000 mon.a (mon.0) 1204 : cluster [DBG] mgrmap e36: x(active, since 1.01787s) 2024-09-13T14:16:19.933 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:16:19 smithi178 bash[22034]: audit 2024-09-13T14:16:18.900288+0000 mgr.x (mgr.24607) 1 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-09-13T14:16:19.933 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:16:19 smithi178 bash[22034]: cluster 2024-09-13T14:16:18.905590+0000 mgr.x (mgr.24607) 2 : cluster [DBG] pgmap v3: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:16:20.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:16:19 smithi062 bash[19845]: audit 2024-09-13T14:16:18.647866+0000 mon.b (mon.1) 126 : audit [DBG] from='mgr.24607 172.21.15.178:0/966970752' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:16:20.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:16:19 smithi062 bash[19845]: audit 2024-09-13T14:16:18.650545+0000 mon.b (mon.1) 127 : audit [INF] from='mgr.24607 172.21.15.178:0/966970752' entity='mgr.x' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-09-13T14:16:20.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:16:19 smithi062 bash[19845]: audit 2024-09-13T14:16:18.656401+0000 mon.a (mon.0) 1202 : audit [INF] from='mgr.24607 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-09-13T14:16:20.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:16:19 smithi062 bash[19845]: audit 2024-09-13T14:16:18.656830+0000 mon.b (mon.1) 128 : audit [INF] from='mgr.24607 172.21.15.178:0/966970752' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-09-13T14:16:20.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:16:19 smithi062 bash[19845]: audit 2024-09-13T14:16:18.687169+0000 mon.a (mon.0) 1203 : audit [INF] from='mgr.24607 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-09-13T14:16:20.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:16:19 smithi062 bash[19845]: audit 2024-09-13T14:16:18.687313+0000 mon.b (mon.1) 129 : audit [INF] from='mgr.24607 172.21.15.178:0/966970752' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-09-13T14:16:20.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:16:19 smithi062 bash[19845]: cluster 2024-09-13T14:16:18.896086+0000 mon.a (mon.0) 1204 : cluster [DBG] mgrmap e36: x(active, since 1.01787s) 2024-09-13T14:16:20.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:16:19 smithi062 bash[19845]: audit 2024-09-13T14:16:18.900288+0000 mgr.x (mgr.24607) 1 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-09-13T14:16:20.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:16:19 smithi062 bash[19845]: cluster 2024-09-13T14:16:18.905590+0000 mgr.x (mgr.24607) 2 : cluster [DBG] pgmap v3: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:16:20.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:16:19 smithi062 bash[26634]: audit 2024-09-13T14:16:18.647866+0000 mon.b (mon.1) 126 : audit [DBG] from='mgr.24607 172.21.15.178:0/966970752' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:16:20.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:16:19 smithi062 bash[26634]: audit 2024-09-13T14:16:18.650545+0000 mon.b (mon.1) 127 : audit [INF] from='mgr.24607 172.21.15.178:0/966970752' entity='mgr.x' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-09-13T14:16:20.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:16:19 smithi062 bash[26634]: audit 2024-09-13T14:16:18.656401+0000 mon.a (mon.0) 1202 : audit [INF] from='mgr.24607 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-09-13T14:16:20.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:16:19 smithi062 bash[26634]: audit 2024-09-13T14:16:18.656830+0000 mon.b (mon.1) 128 : audit [INF] from='mgr.24607 172.21.15.178:0/966970752' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-09-13T14:16:20.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:16:19 smithi062 bash[26634]: audit 2024-09-13T14:16:18.687169+0000 mon.a (mon.0) 1203 : audit [INF] from='mgr.24607 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-09-13T14:16:20.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:16:19 smithi062 bash[26634]: audit 2024-09-13T14:16:18.687313+0000 mon.b (mon.1) 129 : audit [INF] from='mgr.24607 172.21.15.178:0/966970752' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-09-13T14:16:20.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:16:19 smithi062 bash[26634]: cluster 2024-09-13T14:16:18.896086+0000 mon.a (mon.0) 1204 : cluster [DBG] mgrmap e36: x(active, since 1.01787s) 2024-09-13T14:16:20.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:16:19 smithi062 bash[26634]: audit 2024-09-13T14:16:18.900288+0000 mgr.x (mgr.24607) 1 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-09-13T14:16:20.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:16:19 smithi062 bash[26634]: cluster 2024-09-13T14:16:18.905590+0000 mgr.x (mgr.24607) 2 : cluster [DBG] pgmap v3: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:16:20.432 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 13 14:16:20 smithi178 bash[50171]: debug 2024-09-13T14:16:20.049+0000 7f71843e8640 -1 log_channel(cephadm) log [ERR] : [13/Sep/2024:14:16:20] ENGINE Error in HTTPServer.serve 2024-09-13T14:16:20.432 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 13 14:16:20 smithi178 bash[50171]: Traceback (most recent call last): 2024-09-13T14:16:20.433 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 13 14:16:20 smithi178 bash[50171]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-13T14:16:20.433 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 13 14:16:20 smithi178 bash[50171]: self._connections.run(self.expiration_interval) 2024-09-13T14:16:20.433 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 13 14:16:20 smithi178 bash[50171]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-13T14:16:20.433 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 13 14:16:20 smithi178 bash[50171]: self._run(expiration_interval) 2024-09-13T14:16:20.433 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 13 14:16:20 smithi178 bash[50171]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-13T14:16:20.433 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 13 14:16:20 smithi178 bash[50171]: new_conn = self._from_server_socket(self.server.socket) 2024-09-13T14:16:20.433 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 13 14:16:20 smithi178 bash[50171]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-13T14:16:20.433 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 13 14:16:20 smithi178 bash[50171]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-13T14:16:20.433 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 13 14:16:20 smithi178 bash[50171]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-13T14:16:20.433 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 13 14:16:20 smithi178 bash[50171]: s = self.context.wrap_socket( 2024-09-13T14:16:20.433 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 13 14:16:20 smithi178 bash[50171]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-13T14:16:20.433 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 13 14:16:20 smithi178 bash[50171]: return self.sslsocket_class._create( 2024-09-13T14:16:20.433 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 13 14:16:20 smithi178 bash[50171]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-13T14:16:20.433 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 13 14:16:20 smithi178 bash[50171]: self.do_handshake() 2024-09-13T14:16:20.434 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 13 14:16:20 smithi178 bash[50171]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-13T14:16:20.434 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 13 14:16:20 smithi178 bash[50171]: self._sslobj.do_handshake() 2024-09-13T14:16:20.434 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 13 14:16:20 smithi178 bash[50171]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-13T14:16:21.182 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:16:20 smithi178 bash[22034]: cluster 2024-09-13T14:16:19.907421+0000 mon.a (mon.0) 1205 : cluster [DBG] mgrmap e37: x(active, since 2s) 2024-09-13T14:16:21.183 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:16:20 smithi178 bash[22034]: cephadm 2024-09-13T14:16:19.926785+0000 mgr.x (mgr.24607) 4 : cephadm [INF] [13/Sep/2024:14:16:19] ENGINE Bus STARTING 2024-09-13T14:16:21.183 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:16:20 smithi178 bash[22034]: cephadm 2024-09-13T14:16:20.046675+0000 mgr.x (mgr.24607) 5 : cephadm [INF] [13/Sep/2024:14:16:20] ENGINE Serving on https://172.21.15.178:7150 2024-09-13T14:16:21.183 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:16:20 smithi178 bash[22034]: cephadm 2024-09-13T14:16:20.049900+0000 mgr.x (mgr.24607) 6 : cephadm [ERR] [13/Sep/2024:14:16:20] ENGINE Error in HTTPServer.serve 2024-09-13T14:16:21.183 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:16:20 smithi178 bash[22034]: Traceback (most recent call last): 2024-09-13T14:16:21.183 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:16:20 smithi178 bash[22034]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-13T14:16:21.184 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:16:20 smithi178 bash[22034]: self._connections.run(self.expiration_interval) 2024-09-13T14:16:21.184 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:16:20 smithi178 bash[22034]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-13T14:16:21.184 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:16:20 smithi178 bash[22034]: self._run(expiration_interval) 2024-09-13T14:16:21.184 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:16:20 smithi178 bash[22034]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-13T14:16:21.184 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:16:20 smithi178 bash[22034]: new_conn = self._from_server_socket(self.server.socket) 2024-09-13T14:16:21.184 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:16:20 smithi178 bash[22034]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-13T14:16:21.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:16:20 smithi178 bash[22034]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-13T14:16:21.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:16:20 smithi178 bash[22034]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-13T14:16:21.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:16:20 smithi178 bash[22034]: s = self.context.wrap_socket( 2024-09-13T14:16:21.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:16:20 smithi178 bash[22034]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-13T14:16:21.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:16:20 smithi178 bash[22034]: return self.sslsocket_class._create( 2024-09-13T14:16:21.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:16:20 smithi178 bash[22034]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-13T14:16:21.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:16:20 smithi178 bash[22034]: self.do_handshake() 2024-09-13T14:16:21.186 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:16:20 smithi178 bash[22034]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-13T14:16:21.186 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:16:20 smithi178 bash[22034]: self._sslobj.do_handshake() 2024-09-13T14:16:21.186 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:16:20 smithi178 bash[22034]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-13T14:16:21.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:16:20 smithi062 bash[19845]: cluster 2024-09-13T14:16:19.907421+0000 mon.a (mon.0) 1205 : cluster [DBG] mgrmap e37: x(active, since 2s) 2024-09-13T14:16:21.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:16:20 smithi062 bash[19845]: cephadm 2024-09-13T14:16:19.926785+0000 mgr.x (mgr.24607) 4 : cephadm [INF] [13/Sep/2024:14:16:19] ENGINE Bus STARTING 2024-09-13T14:16:21.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:16:20 smithi062 bash[19845]: cephadm 2024-09-13T14:16:20.046675+0000 mgr.x (mgr.24607) 5 : cephadm [INF] [13/Sep/2024:14:16:20] ENGINE Serving on https://172.21.15.178:7150 2024-09-13T14:16:21.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:16:20 smithi062 bash[19845]: cephadm 2024-09-13T14:16:20.049900+0000 mgr.x (mgr.24607) 6 : cephadm [ERR] [13/Sep/2024:14:16:20] ENGINE Error in HTTPServer.serve 2024-09-13T14:16:21.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:16:20 smithi062 bash[19845]: Traceback (most recent call last): 2024-09-13T14:16:21.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:16:20 smithi062 bash[19845]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-13T14:16:21.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:16:20 smithi062 bash[19845]: self._connections.run(self.expiration_interval) 2024-09-13T14:16:21.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:16:20 smithi062 bash[19845]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-13T14:16:21.255 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:16:20 smithi062 bash[19845]: self._run(expiration_interval) 2024-09-13T14:16:21.255 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:16:20 smithi062 bash[19845]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-13T14:16:21.255 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:16:20 smithi062 bash[19845]: new_conn = self._from_server_socket(self.server.socket) 2024-09-13T14:16:21.255 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:16:20 smithi062 bash[19845]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-13T14:16:21.255 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:16:20 smithi062 bash[19845]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-13T14:16:21.255 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:16:20 smithi062 bash[19845]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-13T14:16:21.256 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:16:20 smithi062 bash[19845]: s = self.context.wrap_socket( 2024-09-13T14:16:21.256 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:16:20 smithi062 bash[19845]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-13T14:16:21.256 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:16:20 smithi062 bash[19845]: return self.sslsocket_class._create( 2024-09-13T14:16:21.256 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:16:20 smithi062 bash[19845]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-13T14:16:21.256 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:16:20 smithi062 bash[19845]: self.do_handshake() 2024-09-13T14:16:21.256 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:16:20 smithi062 bash[19845]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-13T14:16:21.257 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:16:20 smithi062 bash[19845]: self._sslobj.do_handshake() 2024-09-13T14:16:21.257 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:16:20 smithi062 bash[19845]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-13T14:16:21.257 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:16:20 smithi062 bash[26634]: cluster 2024-09-13T14:16:19.907421+0000 mon.a (mon.0) 1205 : cluster [DBG] mgrmap e37: x(active, since 2s) 2024-09-13T14:16:21.257 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:16:20 smithi062 bash[26634]: cephadm 2024-09-13T14:16:19.926785+0000 mgr.x (mgr.24607) 4 : cephadm [INF] [13/Sep/2024:14:16:19] ENGINE Bus STARTING 2024-09-13T14:16:21.257 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:16:20 smithi062 bash[26634]: cephadm 2024-09-13T14:16:20.046675+0000 mgr.x (mgr.24607) 5 : cephadm [INF] [13/Sep/2024:14:16:20] ENGINE Serving on https://172.21.15.178:7150 2024-09-13T14:16:21.258 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:16:20 smithi062 bash[26634]: cephadm 2024-09-13T14:16:20.049900+0000 mgr.x (mgr.24607) 6 : cephadm [ERR] [13/Sep/2024:14:16:20] ENGINE Error in HTTPServer.serve 2024-09-13T14:16:21.258 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:16:20 smithi062 bash[26634]: Traceback (most recent call last): 2024-09-13T14:16:21.258 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:16:20 smithi062 bash[26634]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-13T14:16:21.258 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:16:20 smithi062 bash[26634]: self._connections.run(self.expiration_interval) 2024-09-13T14:16:21.258 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:16:20 smithi062 bash[26634]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-13T14:16:21.258 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:16:20 smithi062 bash[26634]: self._run(expiration_interval) 2024-09-13T14:16:21.259 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:16:20 smithi062 bash[26634]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-13T14:16:21.259 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:16:20 smithi062 bash[26634]: new_conn = self._from_server_socket(self.server.socket) 2024-09-13T14:16:21.259 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:16:20 smithi062 bash[26634]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-13T14:16:21.259 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:16:20 smithi062 bash[26634]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-13T14:16:21.259 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:16:20 smithi062 bash[26634]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-13T14:16:21.259 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:16:20 smithi062 bash[26634]: s = self.context.wrap_socket( 2024-09-13T14:16:21.259 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:16:20 smithi062 bash[26634]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-13T14:16:21.259 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:16:20 smithi062 bash[26634]: return self.sslsocket_class._create( 2024-09-13T14:16:21.260 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:16:20 smithi062 bash[26634]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-13T14:16:21.260 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:16:20 smithi062 bash[26634]: self.do_handshake() 2024-09-13T14:16:21.260 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:16:20 smithi062 bash[26634]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-13T14:16:21.260 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:16:20 smithi062 bash[26634]: self._sslobj.do_handshake() 2024-09-13T14:16:21.260 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:16:20 smithi062 bash[26634]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-13T14:16:22.182 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:16:21 smithi178 bash[22034]: cephadm 2024-09-13T14:16:20.147912+0000 mgr.x (mgr.24607) 7 : cephadm [INF] [13/Sep/2024:14:16:20] ENGINE Serving on http://172.21.15.178:8765 2024-09-13T14:16:22.182 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:16:21 smithi178 bash[22034]: cephadm 2024-09-13T14:16:20.148002+0000 mgr.x (mgr.24607) 8 : cephadm [INF] [13/Sep/2024:14:16:20] ENGINE Bus STARTED 2024-09-13T14:16:22.252 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:16:21 smithi062 bash[19845]: cephadm 2024-09-13T14:16:20.147912+0000 mgr.x (mgr.24607) 7 : cephadm [INF] [13/Sep/2024:14:16:20] ENGINE Serving on http://172.21.15.178:8765 2024-09-13T14:16:22.252 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:16:21 smithi062 bash[19845]: cephadm 2024-09-13T14:16:20.148002+0000 mgr.x (mgr.24607) 8 : cephadm [INF] [13/Sep/2024:14:16:20] ENGINE Bus STARTED 2024-09-13T14:16:22.252 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:16:21 smithi062 bash[26634]: cephadm 2024-09-13T14:16:20.147912+0000 mgr.x (mgr.24607) 7 : cephadm [INF] [13/Sep/2024:14:16:20] ENGINE Serving on http://172.21.15.178:8765 2024-09-13T14:16:22.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:16:21 smithi062 bash[26634]: cephadm 2024-09-13T14:16:20.148002+0000 mgr.x (mgr.24607) 8 : cephadm [INF] [13/Sep/2024:14:16:20] ENGINE Bus STARTED 2024-09-13T14:16:23.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:16:22 smithi062 bash[19845]: cluster 2024-09-13T14:16:21.908060+0000 mgr.x (mgr.24607) 9 : cluster [DBG] pgmap v5: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:16:23.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:16:22 smithi062 bash[19845]: cluster 2024-09-13T14:16:21.926046+0000 mon.a (mon.0) 1206 : cluster [DBG] mgrmap e38: x(active, since 4s) 2024-09-13T14:16:23.002 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:16:22 smithi062 bash[26634]: cluster 2024-09-13T14:16:21.908060+0000 mgr.x (mgr.24607) 9 : cluster [DBG] pgmap v5: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:16:23.002 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:16:22 smithi062 bash[26634]: cluster 2024-09-13T14:16:21.926046+0000 mon.a (mon.0) 1206 : cluster [DBG] mgrmap e38: x(active, since 4s) 2024-09-13T14:16:23.182 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:16:22 smithi178 bash[22034]: cluster 2024-09-13T14:16:21.908060+0000 mgr.x (mgr.24607) 9 : cluster [DBG] pgmap v5: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:16:23.182 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:16:22 smithi178 bash[22034]: cluster 2024-09-13T14:16:21.926046+0000 mon.a (mon.0) 1206 : cluster [DBG] mgrmap e38: x(active, since 4s) 2024-09-13T14:16:23.348 INFO:teuthology.orchestra.run.smithi062.stderr:Inferring config /var/lib/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T14:16:24.182 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:16:23 smithi178 bash[22034]: audit 2024-09-13T14:16:22.749379+0000 mgr.x (mgr.24607) 10 : audit [DBG] from='client.25088 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:16:24.251 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:16:23 smithi062 bash[19845]: audit 2024-09-13T14:16:22.749379+0000 mgr.x (mgr.24607) 10 : audit [DBG] from='client.25088 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:16:24.252 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:16:23 smithi062 bash[26634]: audit 2024-09-13T14:16:22.749379+0000 mgr.x (mgr.24607) 10 : audit [DBG] from='client.25088 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:16:24.628 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:16:24 smithi062 bash[68610]: [13/Sep/2024:14:16:24] ENGINE Bus STARTING 2024-09-13T14:16:24.628 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:16:24 smithi062 bash[68610]: CherryPy Checker: 2024-09-13T14:16:24.628 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:16:24 smithi062 bash[68610]: The Application mounted at '' has an empty config. 2024-09-13T14:16:24.628 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:16:24 smithi062 bash[68610]: [13/Sep/2024:14:16:24] ENGINE Serving on http://:::9283 2024-09-13T14:16:24.628 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:16:24 smithi062 bash[68610]: [13/Sep/2024:14:16:24] ENGINE Bus STARTED 2024-09-13T14:16:25.182 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:16:24 smithi178 bash[22034]: cluster 2024-09-13T14:16:23.909660+0000 mgr.x (mgr.24607) 11 : cluster [DBG] pgmap v6: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 36 KiB/s rd, 0 B/s wr, 15 op/s 2024-09-13T14:16:25.182 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:16:24 smithi178 bash[22034]: audit 2024-09-13T14:16:24.163342+0000 mon.a (mon.0) 1207 : audit [INF] from='mgr.24607 ' entity='mgr.x' 2024-09-13T14:16:25.182 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:16:24 smithi178 bash[22034]: audit 2024-09-13T14:16:24.173111+0000 mon.a (mon.0) 1208 : audit [INF] from='mgr.24607 ' entity='mgr.x' 2024-09-13T14:16:25.182 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:16:24 smithi178 bash[22034]: cluster 2024-09-13T14:16:24.370735+0000 mon.a (mon.0) 1209 : cluster [DBG] Standby manager daemon y started 2024-09-13T14:16:25.182 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:16:24 smithi178 bash[22034]: audit 2024-09-13T14:16:24.371927+0000 mon.c (mon.2) 103 : audit [DBG] from='mgr.? 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-09-13T14:16:25.182 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:16:24 smithi178 bash[22034]: audit 2024-09-13T14:16:24.372891+0000 mon.c (mon.2) 104 : audit [DBG] from='mgr.? 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-13T14:16:25.182 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:16:24 smithi178 bash[22034]: audit 2024-09-13T14:16:24.374808+0000 mon.c (mon.2) 105 : audit [DBG] from='mgr.? 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-09-13T14:16:25.182 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:16:24 smithi178 bash[22034]: audit 2024-09-13T14:16:24.376258+0000 mon.c (mon.2) 106 : audit [DBG] from='mgr.? 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-13T14:16:25.252 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:16:24 smithi062 bash[19845]: cluster 2024-09-13T14:16:23.909660+0000 mgr.x (mgr.24607) 11 : cluster [DBG] pgmap v6: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 36 KiB/s rd, 0 B/s wr, 15 op/s 2024-09-13T14:16:25.252 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:16:24 smithi062 bash[19845]: audit 2024-09-13T14:16:24.163342+0000 mon.a (mon.0) 1207 : audit [INF] from='mgr.24607 ' entity='mgr.x' 2024-09-13T14:16:25.252 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:16:24 smithi062 bash[19845]: audit 2024-09-13T14:16:24.173111+0000 mon.a (mon.0) 1208 : audit [INF] from='mgr.24607 ' entity='mgr.x' 2024-09-13T14:16:25.252 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:16:24 smithi062 bash[19845]: cluster 2024-09-13T14:16:24.370735+0000 mon.a (mon.0) 1209 : cluster [DBG] Standby manager daemon y started 2024-09-13T14:16:25.252 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:16:24 smithi062 bash[19845]: audit 2024-09-13T14:16:24.371927+0000 mon.c (mon.2) 103 : audit [DBG] from='mgr.? 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-09-13T14:16:25.252 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:16:24 smithi062 bash[19845]: audit 2024-09-13T14:16:24.372891+0000 mon.c (mon.2) 104 : audit [DBG] from='mgr.? 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-13T14:16:25.252 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:16:24 smithi062 bash[19845]: audit 2024-09-13T14:16:24.374808+0000 mon.c (mon.2) 105 : audit [DBG] from='mgr.? 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-09-13T14:16:25.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:16:24 smithi062 bash[19845]: audit 2024-09-13T14:16:24.376258+0000 mon.c (mon.2) 106 : audit [DBG] from='mgr.? 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-13T14:16:25.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:16:24 smithi062 bash[26634]: cluster 2024-09-13T14:16:23.909660+0000 mgr.x (mgr.24607) 11 : cluster [DBG] pgmap v6: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 36 KiB/s rd, 0 B/s wr, 15 op/s 2024-09-13T14:16:25.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:16:24 smithi062 bash[26634]: audit 2024-09-13T14:16:24.163342+0000 mon.a (mon.0) 1207 : audit [INF] from='mgr.24607 ' entity='mgr.x' 2024-09-13T14:16:25.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:16:24 smithi062 bash[26634]: audit 2024-09-13T14:16:24.173111+0000 mon.a (mon.0) 1208 : audit [INF] from='mgr.24607 ' entity='mgr.x' 2024-09-13T14:16:25.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:16:24 smithi062 bash[26634]: cluster 2024-09-13T14:16:24.370735+0000 mon.a (mon.0) 1209 : cluster [DBG] Standby manager daemon y started 2024-09-13T14:16:25.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:16:24 smithi062 bash[26634]: audit 2024-09-13T14:16:24.371927+0000 mon.c (mon.2) 103 : audit [DBG] from='mgr.? 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-09-13T14:16:25.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:16:24 smithi062 bash[26634]: audit 2024-09-13T14:16:24.372891+0000 mon.c (mon.2) 104 : audit [DBG] from='mgr.? 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-13T14:16:25.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:16:24 smithi062 bash[26634]: audit 2024-09-13T14:16:24.374808+0000 mon.c (mon.2) 105 : audit [DBG] from='mgr.? 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-09-13T14:16:25.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:16:24 smithi062 bash[26634]: audit 2024-09-13T14:16:24.376258+0000 mon.c (mon.2) 106 : audit [DBG] from='mgr.? 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-13T14:16:26.159 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:16:25 smithi062 bash[68610]: ::ffff:172.21.15.178 - - [13/Sep/2024:14:16:25] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-09-13T14:16:26.432 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:16:26 smithi178 bash[22034]: audit 2024-09-13T14:16:25.160624+0000 mon.a (mon.0) 1210 : audit [INF] from='mgr.24607 ' entity='mgr.x' 2024-09-13T14:16:26.432 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:16:26 smithi178 bash[22034]: audit 2024-09-13T14:16:25.172183+0000 mon.a (mon.0) 1211 : audit [INF] from='mgr.24607 ' entity='mgr.x' 2024-09-13T14:16:26.432 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:16:26 smithi178 bash[22034]: audit 2024-09-13T14:16:25.189240+0000 mon.b (mon.1) 130 : audit [DBG] from='mgr.24607 172.21.15.178:0/966970752' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-13T14:16:26.432 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:16:26 smithi178 bash[22034]: cluster 2024-09-13T14:16:25.190091+0000 mon.a (mon.0) 1212 : cluster [DBG] mgrmap e39: x(active, since 7s), standbys: y 2024-09-13T14:16:26.432 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:16:26 smithi178 bash[22034]: audit 2024-09-13T14:16:25.289614+0000 mon.a (mon.0) 1213 : audit [INF] from='mgr.24607 ' entity='mgr.x' 2024-09-13T14:16:26.432 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:16:26 smithi178 bash[22034]: audit 2024-09-13T14:16:25.301411+0000 mon.a (mon.0) 1214 : audit [INF] from='mgr.24607 ' entity='mgr.x' 2024-09-13T14:16:26.432 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:16:26 smithi178 bash[22034]: cluster 2024-09-13T14:16:25.910340+0000 mgr.x (mgr.24607) 12 : cluster [DBG] pgmap v7: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 26 KiB/s rd, 0 B/s wr, 10 op/s 2024-09-13T14:16:26.502 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:16:26 smithi062 bash[26634]: audit 2024-09-13T14:16:25.160624+0000 mon.a (mon.0) 1210 : audit [INF] from='mgr.24607 ' entity='mgr.x' 2024-09-13T14:16:26.502 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:16:26 smithi062 bash[26634]: audit 2024-09-13T14:16:25.172183+0000 mon.a (mon.0) 1211 : audit [INF] from='mgr.24607 ' entity='mgr.x' 2024-09-13T14:16:26.502 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:16:26 smithi062 bash[26634]: audit 2024-09-13T14:16:25.189240+0000 mon.b (mon.1) 130 : audit [DBG] from='mgr.24607 172.21.15.178:0/966970752' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-13T14:16:26.502 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:16:26 smithi062 bash[26634]: cluster 2024-09-13T14:16:25.190091+0000 mon.a (mon.0) 1212 : cluster [DBG] mgrmap e39: x(active, since 7s), standbys: y 2024-09-13T14:16:26.502 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:16:26 smithi062 bash[26634]: audit 2024-09-13T14:16:25.289614+0000 mon.a (mon.0) 1213 : audit [INF] from='mgr.24607 ' entity='mgr.x' 2024-09-13T14:16:26.502 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:16:26 smithi062 bash[26634]: audit 2024-09-13T14:16:25.301411+0000 mon.a (mon.0) 1214 : audit [INF] from='mgr.24607 ' entity='mgr.x' 2024-09-13T14:16:26.502 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:16:26 smithi062 bash[26634]: cluster 2024-09-13T14:16:25.910340+0000 mgr.x (mgr.24607) 12 : cluster [DBG] pgmap v7: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 26 KiB/s rd, 0 B/s wr, 10 op/s 2024-09-13T14:16:26.502 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:16:26 smithi062 bash[19845]: audit 2024-09-13T14:16:25.160624+0000 mon.a (mon.0) 1210 : audit [INF] from='mgr.24607 ' entity='mgr.x' 2024-09-13T14:16:26.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:16:26 smithi062 bash[19845]: audit 2024-09-13T14:16:25.172183+0000 mon.a (mon.0) 1211 : audit [INF] from='mgr.24607 ' entity='mgr.x' 2024-09-13T14:16:26.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:16:26 smithi062 bash[19845]: audit 2024-09-13T14:16:25.189240+0000 mon.b (mon.1) 130 : audit [DBG] from='mgr.24607 172.21.15.178:0/966970752' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-13T14:16:26.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:16:26 smithi062 bash[19845]: cluster 2024-09-13T14:16:25.190091+0000 mon.a (mon.0) 1212 : cluster [DBG] mgrmap e39: x(active, since 7s), standbys: y 2024-09-13T14:16:26.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:16:26 smithi062 bash[19845]: audit 2024-09-13T14:16:25.289614+0000 mon.a (mon.0) 1213 : audit [INF] from='mgr.24607 ' entity='mgr.x' 2024-09-13T14:16:26.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:16:26 smithi062 bash[19845]: audit 2024-09-13T14:16:25.301411+0000 mon.a (mon.0) 1214 : audit [INF] from='mgr.24607 ' entity='mgr.x' 2024-09-13T14:16:26.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:16:26 smithi062 bash[19845]: cluster 2024-09-13T14:16:25.910340+0000 mgr.x (mgr.24607) 12 : cluster [DBG] pgmap v7: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 26 KiB/s rd, 0 B/s wr, 10 op/s 2024-09-13T14:16:27.683 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:16:27 smithi178 bash[22034]: audit 2024-09-13T14:16:26.259780+0000 mon.a (mon.0) 1215 : audit [INF] from='mgr.24607 ' entity='mgr.x' 2024-09-13T14:16:27.683 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:16:27 smithi178 bash[22034]: audit 2024-09-13T14:16:26.270865+0000 mon.a (mon.0) 1216 : audit [INF] from='mgr.24607 ' entity='mgr.x' 2024-09-13T14:16:27.683 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:16:27 smithi178 bash[22034]: audit 2024-09-13T14:16:26.274669+0000 mon.b (mon.1) 131 : audit [DBG] from='mgr.24607 172.21.15.178:0/966970752' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:16:27.683 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:16:27 smithi178 bash[22034]: audit 2024-09-13T14:16:26.275810+0000 mon.b (mon.1) 132 : audit [INF] from='mgr.24607 172.21.15.178:0/966970752' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T14:16:27.683 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:16:27 smithi178 bash[22034]: cephadm 2024-09-13T14:16:26.277675+0000 mgr.x (mgr.24607) 13 : cephadm [INF] Updating smithi062:/etc/ceph/ceph.conf 2024-09-13T14:16:27.683 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:16:27 smithi178 bash[22034]: cephadm 2024-09-13T14:16:26.278023+0000 mgr.x (mgr.24607) 14 : cephadm [INF] Updating smithi178:/etc/ceph/ceph.conf 2024-09-13T14:16:27.683 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:16:27 smithi178 bash[22034]: cephadm 2024-09-13T14:16:26.386534+0000 mgr.x (mgr.24607) 15 : cephadm [INF] Updating smithi062:/var/lib/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-13T14:16:27.683 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:16:27 smithi178 bash[22034]: cephadm 2024-09-13T14:16:26.386819+0000 mgr.x (mgr.24607) 16 : cephadm [INF] Updating smithi178:/var/lib/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-13T14:16:27.683 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:16:27 smithi178 bash[22034]: cephadm 2024-09-13T14:16:26.479431+0000 mgr.x (mgr.24607) 17 : cephadm [INF] Updating smithi062:/etc/ceph/ceph.client.admin.keyring 2024-09-13T14:16:27.683 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:16:27 smithi178 bash[22034]: cephadm 2024-09-13T14:16:26.479704+0000 mgr.x (mgr.24607) 18 : cephadm [INF] Updating smithi178:/etc/ceph/ceph.client.admin.keyring 2024-09-13T14:16:27.683 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:16:27 smithi178 bash[22034]: cephadm 2024-09-13T14:16:26.565042+0000 mgr.x (mgr.24607) 19 : cephadm [INF] Updating smithi178:/var/lib/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-13T14:16:27.684 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:16:27 smithi178 bash[22034]: cephadm 2024-09-13T14:16:26.568933+0000 mgr.x (mgr.24607) 20 : cephadm [INF] Updating smithi062:/var/lib/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-13T14:16:27.684 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:16:27 smithi178 bash[22034]: audit 2024-09-13T14:16:26.653752+0000 mon.a (mon.0) 1217 : audit [INF] from='mgr.24607 ' entity='mgr.x' 2024-09-13T14:16:27.684 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:16:27 smithi178 bash[22034]: audit 2024-09-13T14:16:26.662431+0000 mon.a (mon.0) 1218 : audit [INF] from='mgr.24607 ' entity='mgr.x' 2024-09-13T14:16:27.684 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:16:27 smithi178 bash[22034]: audit 2024-09-13T14:16:26.671517+0000 mon.a (mon.0) 1219 : audit [INF] from='mgr.24607 ' entity='mgr.x' 2024-09-13T14:16:27.684 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:16:27 smithi178 bash[22034]: audit 2024-09-13T14:16:26.679790+0000 mon.a (mon.0) 1220 : audit [INF] from='mgr.24607 ' entity='mgr.x' 2024-09-13T14:16:27.684 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:16:27 smithi178 bash[22034]: audit 2024-09-13T14:16:26.689221+0000 mon.a (mon.0) 1221 : audit [INF] from='mgr.24607 ' entity='mgr.x' 2024-09-13T14:16:27.684 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:16:27 smithi178 bash[22034]: cephadm 2024-09-13T14:16:26.720119+0000 mgr.x (mgr.24607) 21 : cephadm [INF] Reconfiguring iscsi.foo.smithi062.auboqe (dependencies changed)... 2024-09-13T14:16:27.684 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:16:27 smithi178 bash[22034]: audit 2024-09-13T14:16:26.720571+0000 mon.a (mon.0) 1222 : audit [INF] from='mgr.24607 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi062.auboqe", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-09-13T14:16:27.684 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:16:27 smithi178 bash[22034]: audit 2024-09-13T14:16:26.720834+0000 mon.b (mon.1) 133 : audit [INF] from='mgr.24607 172.21.15.178:0/966970752' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi062.auboqe", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-09-13T14:16:27.684 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:16:27 smithi178 bash[22034]: audit 2024-09-13T14:16:26.738913+0000 mon.b (mon.1) 134 : audit [DBG] from='mgr.24607 172.21.15.178:0/966970752' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:16:27.684 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:16:27 smithi178 bash[22034]: cephadm 2024-09-13T14:16:26.740434+0000 mgr.x (mgr.24607) 22 : cephadm [INF] Reconfiguring daemon iscsi.foo.smithi062.auboqe on smithi062 2024-09-13T14:16:27.752 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:16:27 smithi062 bash[19845]: audit 2024-09-13T14:16:26.259780+0000 mon.a (mon.0) 1215 : audit [INF] from='mgr.24607 ' entity='mgr.x' 2024-09-13T14:16:27.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:16:27 smithi062 bash[19845]: audit 2024-09-13T14:16:26.270865+0000 mon.a (mon.0) 1216 : audit [INF] from='mgr.24607 ' entity='mgr.x' 2024-09-13T14:16:27.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:16:27 smithi062 bash[19845]: audit 2024-09-13T14:16:26.274669+0000 mon.b (mon.1) 131 : audit [DBG] from='mgr.24607 172.21.15.178:0/966970752' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:16:27.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:16:27 smithi062 bash[19845]: audit 2024-09-13T14:16:26.275810+0000 mon.b (mon.1) 132 : audit [INF] from='mgr.24607 172.21.15.178:0/966970752' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T14:16:27.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:16:27 smithi062 bash[19845]: cephadm 2024-09-13T14:16:26.277675+0000 mgr.x (mgr.24607) 13 : cephadm [INF] Updating smithi062:/etc/ceph/ceph.conf 2024-09-13T14:16:27.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:16:27 smithi062 bash[19845]: cephadm 2024-09-13T14:16:26.278023+0000 mgr.x (mgr.24607) 14 : cephadm [INF] Updating smithi178:/etc/ceph/ceph.conf 2024-09-13T14:16:27.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:16:27 smithi062 bash[19845]: cephadm 2024-09-13T14:16:26.386534+0000 mgr.x (mgr.24607) 15 : cephadm [INF] Updating smithi062:/var/lib/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-13T14:16:27.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:16:27 smithi062 bash[19845]: cephadm 2024-09-13T14:16:26.386819+0000 mgr.x (mgr.24607) 16 : cephadm [INF] Updating smithi178:/var/lib/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-13T14:16:27.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:16:27 smithi062 bash[19845]: cephadm 2024-09-13T14:16:26.479431+0000 mgr.x (mgr.24607) 17 : cephadm [INF] Updating smithi062:/etc/ceph/ceph.client.admin.keyring 2024-09-13T14:16:27.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:16:27 smithi062 bash[19845]: cephadm 2024-09-13T14:16:26.479704+0000 mgr.x (mgr.24607) 18 : cephadm [INF] Updating smithi178:/etc/ceph/ceph.client.admin.keyring 2024-09-13T14:16:27.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:16:27 smithi062 bash[19845]: cephadm 2024-09-13T14:16:26.565042+0000 mgr.x (mgr.24607) 19 : cephadm [INF] Updating smithi178:/var/lib/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-13T14:16:27.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:16:27 smithi062 bash[19845]: cephadm 2024-09-13T14:16:26.568933+0000 mgr.x (mgr.24607) 20 : cephadm [INF] Updating smithi062:/var/lib/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-13T14:16:27.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:16:27 smithi062 bash[19845]: audit 2024-09-13T14:16:26.653752+0000 mon.a (mon.0) 1217 : audit [INF] from='mgr.24607 ' entity='mgr.x' 2024-09-13T14:16:27.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:16:27 smithi062 bash[19845]: audit 2024-09-13T14:16:26.662431+0000 mon.a (mon.0) 1218 : audit [INF] from='mgr.24607 ' entity='mgr.x' 2024-09-13T14:16:27.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:16:27 smithi062 bash[19845]: audit 2024-09-13T14:16:26.671517+0000 mon.a (mon.0) 1219 : audit [INF] from='mgr.24607 ' entity='mgr.x' 2024-09-13T14:16:27.754 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:16:27 smithi062 bash[19845]: audit 2024-09-13T14:16:26.679790+0000 mon.a (mon.0) 1220 : audit [INF] from='mgr.24607 ' entity='mgr.x' 2024-09-13T14:16:27.754 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:16:27 smithi062 bash[19845]: audit 2024-09-13T14:16:26.689221+0000 mon.a (mon.0) 1221 : audit [INF] from='mgr.24607 ' entity='mgr.x' 2024-09-13T14:16:27.754 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:16:27 smithi062 bash[19845]: cephadm 2024-09-13T14:16:26.720119+0000 mgr.x (mgr.24607) 21 : cephadm [INF] Reconfiguring iscsi.foo.smithi062.auboqe (dependencies changed)... 2024-09-13T14:16:27.754 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:16:27 smithi062 bash[19845]: audit 2024-09-13T14:16:26.720571+0000 mon.a (mon.0) 1222 : audit [INF] from='mgr.24607 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi062.auboqe", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-09-13T14:16:27.754 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:16:27 smithi062 bash[19845]: audit 2024-09-13T14:16:26.720834+0000 mon.b (mon.1) 133 : audit [INF] from='mgr.24607 172.21.15.178:0/966970752' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi062.auboqe", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-09-13T14:16:27.754 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:16:27 smithi062 bash[19845]: audit 2024-09-13T14:16:26.738913+0000 mon.b (mon.1) 134 : audit [DBG] from='mgr.24607 172.21.15.178:0/966970752' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:16:27.754 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:16:27 smithi062 bash[19845]: cephadm 2024-09-13T14:16:26.740434+0000 mgr.x (mgr.24607) 22 : cephadm [INF] Reconfiguring daemon iscsi.foo.smithi062.auboqe on smithi062 2024-09-13T14:16:27.754 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:16:27 smithi062 bash[26634]: audit 2024-09-13T14:16:26.259780+0000 mon.a (mon.0) 1215 : audit [INF] from='mgr.24607 ' entity='mgr.x' 2024-09-13T14:16:27.754 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:16:27 smithi062 bash[26634]: audit 2024-09-13T14:16:26.270865+0000 mon.a (mon.0) 1216 : audit [INF] from='mgr.24607 ' entity='mgr.x' 2024-09-13T14:16:27.754 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:16:27 smithi062 bash[26634]: audit 2024-09-13T14:16:26.274669+0000 mon.b (mon.1) 131 : audit [DBG] from='mgr.24607 172.21.15.178:0/966970752' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:16:27.754 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:16:27 smithi062 bash[26634]: audit 2024-09-13T14:16:26.275810+0000 mon.b (mon.1) 132 : audit [INF] from='mgr.24607 172.21.15.178:0/966970752' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T14:16:27.755 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:16:27 smithi062 bash[26634]: cephadm 2024-09-13T14:16:26.277675+0000 mgr.x (mgr.24607) 13 : cephadm [INF] Updating smithi062:/etc/ceph/ceph.conf 2024-09-13T14:16:27.755 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:16:27 smithi062 bash[26634]: cephadm 2024-09-13T14:16:26.278023+0000 mgr.x (mgr.24607) 14 : cephadm [INF] Updating smithi178:/etc/ceph/ceph.conf 2024-09-13T14:16:27.755 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:16:27 smithi062 bash[26634]: cephadm 2024-09-13T14:16:26.386534+0000 mgr.x (mgr.24607) 15 : cephadm [INF] Updating smithi062:/var/lib/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-13T14:16:27.755 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:16:27 smithi062 bash[26634]: cephadm 2024-09-13T14:16:26.386819+0000 mgr.x (mgr.24607) 16 : cephadm [INF] Updating smithi178:/var/lib/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-13T14:16:27.755 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:16:27 smithi062 bash[26634]: cephadm 2024-09-13T14:16:26.479431+0000 mgr.x (mgr.24607) 17 : cephadm [INF] Updating smithi062:/etc/ceph/ceph.client.admin.keyring 2024-09-13T14:16:27.755 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:16:27 smithi062 bash[26634]: cephadm 2024-09-13T14:16:26.479704+0000 mgr.x (mgr.24607) 18 : cephadm [INF] Updating smithi178:/etc/ceph/ceph.client.admin.keyring 2024-09-13T14:16:27.755 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:16:27 smithi062 bash[26634]: cephadm 2024-09-13T14:16:26.565042+0000 mgr.x (mgr.24607) 19 : cephadm [INF] Updating smithi178:/var/lib/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-13T14:16:27.755 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:16:27 smithi062 bash[26634]: cephadm 2024-09-13T14:16:26.568933+0000 mgr.x (mgr.24607) 20 : cephadm [INF] Updating smithi062:/var/lib/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-13T14:16:27.755 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:16:27 smithi062 bash[26634]: audit 2024-09-13T14:16:26.653752+0000 mon.a (mon.0) 1217 : audit [INF] from='mgr.24607 ' entity='mgr.x' 2024-09-13T14:16:27.755 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:16:27 smithi062 bash[26634]: audit 2024-09-13T14:16:26.662431+0000 mon.a (mon.0) 1218 : audit [INF] from='mgr.24607 ' entity='mgr.x' 2024-09-13T14:16:27.755 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:16:27 smithi062 bash[26634]: audit 2024-09-13T14:16:26.671517+0000 mon.a (mon.0) 1219 : audit [INF] from='mgr.24607 ' entity='mgr.x' 2024-09-13T14:16:27.755 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:16:27 smithi062 bash[26634]: audit 2024-09-13T14:16:26.679790+0000 mon.a (mon.0) 1220 : audit [INF] from='mgr.24607 ' entity='mgr.x' 2024-09-13T14:16:27.755 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:16:27 smithi062 bash[26634]: audit 2024-09-13T14:16:26.689221+0000 mon.a (mon.0) 1221 : audit [INF] from='mgr.24607 ' entity='mgr.x' 2024-09-13T14:16:27.755 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:16:27 smithi062 bash[26634]: cephadm 2024-09-13T14:16:26.720119+0000 mgr.x (mgr.24607) 21 : cephadm [INF] Reconfiguring iscsi.foo.smithi062.auboqe (dependencies changed)... 2024-09-13T14:16:27.755 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:16:27 smithi062 bash[26634]: audit 2024-09-13T14:16:26.720571+0000 mon.a (mon.0) 1222 : audit [INF] from='mgr.24607 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi062.auboqe", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-09-13T14:16:27.756 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:16:27 smithi062 bash[26634]: audit 2024-09-13T14:16:26.720834+0000 mon.b (mon.1) 133 : audit [INF] from='mgr.24607 172.21.15.178:0/966970752' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi062.auboqe", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-09-13T14:16:27.756 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:16:27 smithi062 bash[26634]: audit 2024-09-13T14:16:26.738913+0000 mon.b (mon.1) 134 : audit [DBG] from='mgr.24607 172.21.15.178:0/966970752' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:16:27.756 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:16:27 smithi062 bash[26634]: cephadm 2024-09-13T14:16:26.740434+0000 mgr.x (mgr.24607) 22 : cephadm [INF] Reconfiguring daemon iscsi.foo.smithi062.auboqe on smithi062 2024-09-13T14:16:28.563 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:16:28 smithi062 bash[19845]: cluster 2024-09-13T14:16:27.911211+0000 mgr.x (mgr.24607) 23 : cluster [DBG] pgmap v8: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 20 KiB/s rd, 0 B/s wr, 8 op/s 2024-09-13T14:16:28.564 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:16:28 smithi062 bash[26634]: cluster 2024-09-13T14:16:27.911211+0000 mgr.x (mgr.24607) 23 : cluster [DBG] pgmap v8: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 20 KiB/s rd, 0 B/s wr, 8 op/s 2024-09-13T14:16:28.682 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:16:28 smithi178 bash[22034]: cluster 2024-09-13T14:16:27.911211+0000 mgr.x (mgr.24607) 23 : cluster [DBG] pgmap v8: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 20 KiB/s rd, 0 B/s wr, 8 op/s 2024-09-13T14:16:30.932 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:16:30 smithi178 bash[22034]: audit 2024-09-13T14:16:29.798991+0000 mon.a (mon.0) 1223 : audit [INF] from='mgr.24607 ' entity='mgr.x' 2024-09-13T14:16:30.932 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:16:30 smithi178 bash[22034]: audit 2024-09-13T14:16:29.813100+0000 mon.a (mon.0) 1224 : audit [INF] from='mgr.24607 ' entity='mgr.x' 2024-09-13T14:16:30.932 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:16:30 smithi178 bash[22034]: cephadm 2024-09-13T14:16:29.820490+0000 mgr.x (mgr.24607) 24 : cephadm [INF] Reconfiguring prometheus.a (dependencies changed)... 2024-09-13T14:16:30.932 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:16:30 smithi178 bash[22034]: cluster 2024-09-13T14:16:29.912971+0000 mgr.x (mgr.24607) 25 : cluster [DBG] pgmap v9: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 7 op/s 2024-09-13T14:16:31.005 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:16:30 smithi062 bash[26634]: audit 2024-09-13T14:16:29.798991+0000 mon.a (mon.0) 1223 : audit [INF] from='mgr.24607 ' entity='mgr.x' 2024-09-13T14:16:31.005 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:16:30 smithi062 bash[26634]: audit 2024-09-13T14:16:29.813100+0000 mon.a (mon.0) 1224 : audit [INF] from='mgr.24607 ' entity='mgr.x' 2024-09-13T14:16:31.005 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:16:30 smithi062 bash[26634]: cephadm 2024-09-13T14:16:29.820490+0000 mgr.x (mgr.24607) 24 : cephadm [INF] Reconfiguring prometheus.a (dependencies changed)... 2024-09-13T14:16:31.005 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:16:30 smithi062 bash[26634]: cluster 2024-09-13T14:16:29.912971+0000 mgr.x (mgr.24607) 25 : cluster [DBG] pgmap v9: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 7 op/s 2024-09-13T14:16:31.005 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:16:30 smithi062 bash[19845]: audit 2024-09-13T14:16:29.798991+0000 mon.a (mon.0) 1223 : audit [INF] from='mgr.24607 ' entity='mgr.x' 2024-09-13T14:16:31.005 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:16:30 smithi062 bash[19845]: audit 2024-09-13T14:16:29.813100+0000 mon.a (mon.0) 1224 : audit [INF] from='mgr.24607 ' entity='mgr.x' 2024-09-13T14:16:31.005 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:16:30 smithi062 bash[19845]: cephadm 2024-09-13T14:16:29.820490+0000 mgr.x (mgr.24607) 24 : cephadm [INF] Reconfiguring prometheus.a (dependencies changed)... 2024-09-13T14:16:31.005 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:16:30 smithi062 bash[19845]: cluster 2024-09-13T14:16:29.912971+0000 mgr.x (mgr.24607) 25 : cluster [DBG] pgmap v9: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 7 op/s 2024-09-13T14:16:32.083 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:16:31 smithi178 bash[22034]: cephadm 2024-09-13T14:16:30.111045+0000 mgr.x (mgr.24607) 26 : cephadm [INF] Reconfiguring daemon prometheus.a on smithi178 2024-09-13T14:16:32.083 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:16:31 smithi178 bash[22034]: audit 2024-09-13T14:16:31.390590+0000 mon.c (mon.2) 107 : audit [DBG] from='client.? 172.21.15.62:0/961105666' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-09-13T14:16:32.083 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:16:31 smithi178 bash[22034]: audit 2024-09-13T14:16:31.715332+0000 mon.c (mon.2) 108 : audit [INF] from='client.? 172.21.15.62:0/3257823909' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.62:0/2102813414"}]: dispatch 2024-09-13T14:16:32.083 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:16:31 smithi178 bash[22034]: audit 2024-09-13T14:16:31.716076+0000 mon.a (mon.0) 1225 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.62:0/2102813414"}]: dispatch 2024-09-13T14:16:32.252 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:16:31 smithi062 bash[19845]: cephadm 2024-09-13T14:16:30.111045+0000 mgr.x (mgr.24607) 26 : cephadm [INF] Reconfiguring daemon prometheus.a on smithi178 2024-09-13T14:16:32.252 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:16:31 smithi062 bash[19845]: audit 2024-09-13T14:16:31.390590+0000 mon.c (mon.2) 107 : audit [DBG] from='client.? 172.21.15.62:0/961105666' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-09-13T14:16:32.252 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:16:31 smithi062 bash[19845]: audit 2024-09-13T14:16:31.715332+0000 mon.c (mon.2) 108 : audit [INF] from='client.? 172.21.15.62:0/3257823909' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.62:0/2102813414"}]: dispatch 2024-09-13T14:16:32.252 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:16:31 smithi062 bash[19845]: audit 2024-09-13T14:16:31.716076+0000 mon.a (mon.0) 1225 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.62:0/2102813414"}]: dispatch 2024-09-13T14:16:32.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:16:31 smithi062 bash[26634]: cephadm 2024-09-13T14:16:30.111045+0000 mgr.x (mgr.24607) 26 : cephadm [INF] Reconfiguring daemon prometheus.a on smithi178 2024-09-13T14:16:32.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:16:31 smithi062 bash[26634]: audit 2024-09-13T14:16:31.390590+0000 mon.c (mon.2) 107 : audit [DBG] from='client.? 172.21.15.62:0/961105666' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-09-13T14:16:32.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:16:31 smithi062 bash[26634]: audit 2024-09-13T14:16:31.715332+0000 mon.c (mon.2) 108 : audit [INF] from='client.? 172.21.15.62:0/3257823909' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.62:0/2102813414"}]: dispatch 2024-09-13T14:16:32.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:16:31 smithi062 bash[26634]: audit 2024-09-13T14:16:31.716076+0000 mon.a (mon.0) 1225 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.62:0/2102813414"}]: dispatch 2024-09-13T14:16:33.182 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:16:32 smithi178 bash[22034]: audit 2024-09-13T14:16:31.815088+0000 mon.a (mon.0) 1226 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi062.auboqe' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.62:0/2102813414"}]': finished 2024-09-13T14:16:33.182 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:16:32 smithi178 bash[22034]: cluster 2024-09-13T14:16:31.821968+0000 mon.a (mon.0) 1227 : cluster [DBG] osdmap e107: 8 total, 8 up, 8 in 2024-09-13T14:16:33.182 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:16:32 smithi178 bash[22034]: cluster 2024-09-13T14:16:31.913781+0000 mgr.x (mgr.24607) 27 : cluster [DBG] pgmap v11: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 19 KiB/s rd, 0 B/s wr, 8 op/s 2024-09-13T14:16:33.182 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:16:32 smithi178 bash[22034]: audit 2024-09-13T14:16:32.153854+0000 mon.c (mon.2) 109 : audit [INF] from='client.? 172.21.15.62:0/3750421717' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.62:6800/2560953189"}]: dispatch 2024-09-13T14:16:33.182 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:16:32 smithi178 bash[22034]: audit 2024-09-13T14:16:32.154441+0000 mon.a (mon.0) 1228 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.62:6800/2560953189"}]: dispatch 2024-09-13T14:16:33.252 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:16:32 smithi062 bash[26634]: audit 2024-09-13T14:16:31.815088+0000 mon.a (mon.0) 1226 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi062.auboqe' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.62:0/2102813414"}]': finished 2024-09-13T14:16:33.252 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:16:32 smithi062 bash[26634]: cluster 2024-09-13T14:16:31.821968+0000 mon.a (mon.0) 1227 : cluster [DBG] osdmap e107: 8 total, 8 up, 8 in 2024-09-13T14:16:33.252 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:16:32 smithi062 bash[26634]: cluster 2024-09-13T14:16:31.913781+0000 mgr.x (mgr.24607) 27 : cluster [DBG] pgmap v11: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 19 KiB/s rd, 0 B/s wr, 8 op/s 2024-09-13T14:16:33.252 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:16:32 smithi062 bash[26634]: audit 2024-09-13T14:16:32.153854+0000 mon.c (mon.2) 109 : audit [INF] from='client.? 172.21.15.62:0/3750421717' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.62:6800/2560953189"}]: dispatch 2024-09-13T14:16:33.252 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:16:32 smithi062 bash[26634]: audit 2024-09-13T14:16:32.154441+0000 mon.a (mon.0) 1228 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.62:6800/2560953189"}]: dispatch 2024-09-13T14:16:33.252 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:16:32 smithi062 bash[19845]: audit 2024-09-13T14:16:31.815088+0000 mon.a (mon.0) 1226 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi062.auboqe' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.62:0/2102813414"}]': finished 2024-09-13T14:16:33.252 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:16:32 smithi062 bash[19845]: cluster 2024-09-13T14:16:31.821968+0000 mon.a (mon.0) 1227 : cluster [DBG] osdmap e107: 8 total, 8 up, 8 in 2024-09-13T14:16:33.252 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:16:32 smithi062 bash[19845]: cluster 2024-09-13T14:16:31.913781+0000 mgr.x (mgr.24607) 27 : cluster [DBG] pgmap v11: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 19 KiB/s rd, 0 B/s wr, 8 op/s 2024-09-13T14:16:33.252 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:16:32 smithi062 bash[19845]: audit 2024-09-13T14:16:32.153854+0000 mon.c (mon.2) 109 : audit [INF] from='client.? 172.21.15.62:0/3750421717' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.62:6800/2560953189"}]: dispatch 2024-09-13T14:16:33.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:16:32 smithi062 bash[19845]: audit 2024-09-13T14:16:32.154441+0000 mon.a (mon.0) 1228 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.62:6800/2560953189"}]: dispatch 2024-09-13T14:16:34.131 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:16:33 smithi178 bash[22034]: audit 2024-09-13T14:16:32.838130+0000 mon.a (mon.0) 1229 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi062.auboqe' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.62:6800/2560953189"}]': finished 2024-09-13T14:16:34.132 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:16:33 smithi178 bash[22034]: cluster 2024-09-13T14:16:32.850186+0000 mon.a (mon.0) 1230 : cluster [DBG] osdmap e108: 8 total, 8 up, 8 in 2024-09-13T14:16:34.132 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:16:33 smithi178 bash[22034]: audit 2024-09-13T14:16:33.178873+0000 mon.a (mon.0) 1231 : audit [INF] from='client.? 172.21.15.62:0/1220295858' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.62:6801/2560953189"}]: dispatch 2024-09-13T14:16:34.132 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:16:33 smithi178 bash[22034]: audit 2024-09-13T14:16:33.648685+0000 mon.b (mon.1) 135 : audit [DBG] from='mgr.24607 172.21.15.178:0/966970752' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:16:34.252 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:16:33 smithi062 bash[26634]: audit 2024-09-13T14:16:32.838130+0000 mon.a (mon.0) 1229 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi062.auboqe' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.62:6800/2560953189"}]': finished 2024-09-13T14:16:34.252 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:16:33 smithi062 bash[26634]: cluster 2024-09-13T14:16:32.850186+0000 mon.a (mon.0) 1230 : cluster [DBG] osdmap e108: 8 total, 8 up, 8 in 2024-09-13T14:16:34.252 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:16:33 smithi062 bash[26634]: audit 2024-09-13T14:16:33.178873+0000 mon.a (mon.0) 1231 : audit [INF] from='client.? 172.21.15.62:0/1220295858' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.62:6801/2560953189"}]: dispatch 2024-09-13T14:16:34.252 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:16:33 smithi062 bash[26634]: audit 2024-09-13T14:16:33.648685+0000 mon.b (mon.1) 135 : audit [DBG] from='mgr.24607 172.21.15.178:0/966970752' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:16:34.252 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:16:33 smithi062 bash[19845]: audit 2024-09-13T14:16:32.838130+0000 mon.a (mon.0) 1229 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi062.auboqe' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.62:6800/2560953189"}]': finished 2024-09-13T14:16:34.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:16:33 smithi062 bash[19845]: cluster 2024-09-13T14:16:32.850186+0000 mon.a (mon.0) 1230 : cluster [DBG] osdmap e108: 8 total, 8 up, 8 in 2024-09-13T14:16:34.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:16:33 smithi062 bash[19845]: audit 2024-09-13T14:16:33.178873+0000 mon.a (mon.0) 1231 : audit [INF] from='client.? 172.21.15.62:0/1220295858' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.62:6801/2560953189"}]: dispatch 2024-09-13T14:16:34.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:16:33 smithi062 bash[19845]: audit 2024-09-13T14:16:33.648685+0000 mon.b (mon.1) 135 : audit [DBG] from='mgr.24607 172.21.15.178:0/966970752' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:16:35.114 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:16:34 smithi178 bash[22034]: audit 2024-09-13T14:16:33.850000+0000 mon.a (mon.0) 1232 : audit [INF] from='client.? 172.21.15.62:0/1220295858' entity='client.iscsi.foo.smithi062.auboqe' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.62:6801/2560953189"}]': finished 2024-09-13T14:16:35.114 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:16:34 smithi178 bash[22034]: cluster 2024-09-13T14:16:33.857436+0000 mon.a (mon.0) 1233 : cluster [DBG] osdmap e109: 8 total, 8 up, 8 in 2024-09-13T14:16:35.114 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:16:34 smithi178 bash[22034]: cluster 2024-09-13T14:16:33.915397+0000 mgr.x (mgr.24607) 28 : cluster [DBG] pgmap v14: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.7 KiB/s rd, 1 op/s 2024-09-13T14:16:35.114 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:16:34 smithi178 bash[22034]: audit 2024-09-13T14:16:34.191213+0000 mon.c (mon.2) 110 : audit [INF] from='client.? 172.21.15.62:0/3246242331' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.62:0/895773229"}]: dispatch 2024-09-13T14:16:35.114 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:16:34 smithi178 bash[22034]: audit 2024-09-13T14:16:34.192100+0000 mon.a (mon.0) 1234 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.62:0/895773229"}]: dispatch 2024-09-13T14:16:35.115 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 14:16:34 smithi178 systemd[1]: Stopping Ceph prometheus.a for ff1149ea-71d5-11ef-bceb-c7b262605968... 2024-09-13T14:16:35.115 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 14:16:34 smithi178 bash[53687]: ts=2024-09-13T14:16:34.906Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-09-13T14:16:35.115 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 14:16:34 smithi178 bash[53687]: ts=2024-09-13T14:16:34.906Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2024-09-13T14:16:35.115 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 14:16:34 smithi178 bash[53687]: ts=2024-09-13T14:16:34.906Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2024-09-13T14:16:35.115 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 14:16:34 smithi178 bash[53687]: ts=2024-09-13T14:16:34.907Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2024-09-13T14:16:35.115 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 14:16:34 smithi178 bash[53687]: ts=2024-09-13T14:16:34.907Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2024-09-13T14:16:35.115 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 14:16:34 smithi178 bash[53687]: ts=2024-09-13T14:16:34.907Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2024-09-13T14:16:35.115 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 14:16:34 smithi178 bash[53687]: ts=2024-09-13T14:16:34.907Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2024-09-13T14:16:35.115 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 14:16:34 smithi178 bash[53687]: ts=2024-09-13T14:16:34.907Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2024-09-13T14:16:35.115 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 14:16:34 smithi178 bash[53687]: ts=2024-09-13T14:16:34.907Z caller=main.go:907 level=info msg="Scrape manager stopped" 2024-09-13T14:16:35.115 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 14:16:34 smithi178 bash[53687]: ts=2024-09-13T14:16:34.907Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2024-09-13T14:16:35.115 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 14:16:34 smithi178 bash[53687]: ts=2024-09-13T14:16:34.908Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2024-09-13T14:16:35.116 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 14:16:34 smithi178 bash[53687]: ts=2024-09-13T14:16:34.908Z caller=main.go:1147 level=info msg="See you next time!" 2024-09-13T14:16:35.252 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:16:34 smithi062 bash[19845]: audit 2024-09-13T14:16:33.850000+0000 mon.a (mon.0) 1232 : audit [INF] from='client.? 172.21.15.62:0/1220295858' entity='client.iscsi.foo.smithi062.auboqe' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.62:6801/2560953189"}]': finished 2024-09-13T14:16:35.252 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:16:34 smithi062 bash[19845]: cluster 2024-09-13T14:16:33.857436+0000 mon.a (mon.0) 1233 : cluster [DBG] osdmap e109: 8 total, 8 up, 8 in 2024-09-13T14:16:35.252 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:16:34 smithi062 bash[19845]: cluster 2024-09-13T14:16:33.915397+0000 mgr.x (mgr.24607) 28 : cluster [DBG] pgmap v14: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.7 KiB/s rd, 1 op/s 2024-09-13T14:16:35.252 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:16:34 smithi062 bash[19845]: audit 2024-09-13T14:16:34.191213+0000 mon.c (mon.2) 110 : audit [INF] from='client.? 172.21.15.62:0/3246242331' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.62:0/895773229"}]: dispatch 2024-09-13T14:16:35.252 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:16:34 smithi062 bash[19845]: audit 2024-09-13T14:16:34.192100+0000 mon.a (mon.0) 1234 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.62:0/895773229"}]: dispatch 2024-09-13T14:16:35.252 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:16:34 smithi062 bash[26634]: audit 2024-09-13T14:16:33.850000+0000 mon.a (mon.0) 1232 : audit [INF] from='client.? 172.21.15.62:0/1220295858' entity='client.iscsi.foo.smithi062.auboqe' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.62:6801/2560953189"}]': finished 2024-09-13T14:16:35.252 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:16:34 smithi062 bash[26634]: cluster 2024-09-13T14:16:33.857436+0000 mon.a (mon.0) 1233 : cluster [DBG] osdmap e109: 8 total, 8 up, 8 in 2024-09-13T14:16:35.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:16:34 smithi062 bash[26634]: cluster 2024-09-13T14:16:33.915397+0000 mgr.x (mgr.24607) 28 : cluster [DBG] pgmap v14: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.7 KiB/s rd, 1 op/s 2024-09-13T14:16:35.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:16:34 smithi062 bash[26634]: audit 2024-09-13T14:16:34.191213+0000 mon.c (mon.2) 110 : audit [INF] from='client.? 172.21.15.62:0/3246242331' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.62:0/895773229"}]: dispatch 2024-09-13T14:16:35.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:16:34 smithi062 bash[26634]: audit 2024-09-13T14:16:34.192100+0000 mon.a (mon.0) 1234 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.62:0/895773229"}]: dispatch 2024-09-13T14:16:35.755 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 14:16:35 smithi178 bash[54966]: ceph-ff1149ea-71d5-11ef-bceb-c7b262605968-prometheus-a 2024-09-13T14:16:35.755 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 14:16:35 smithi178 bash[55028]: Error response from daemon: No such container: ceph-ff1149ea-71d5-11ef-bceb-c7b262605968-prometheus-a 2024-09-13T14:16:35.756 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 14:16:35 smithi178 systemd[1]: ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@prometheus.a.service: Deactivated successfully. 2024-09-13T14:16:35.756 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 14:16:35 smithi178 systemd[1]: Stopped Ceph prometheus.a for ff1149ea-71d5-11ef-bceb-c7b262605968. 2024-09-13T14:16:35.756 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 14:16:35 smithi178 systemd[1]: Started Ceph prometheus.a for ff1149ea-71d5-11ef-bceb-c7b262605968. 2024-09-13T14:16:36.182 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:16:35 smithi178 bash[22034]: audit 2024-09-13T14:16:34.863429+0000 mon.a (mon.0) 1235 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi062.auboqe' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.62:0/895773229"}]': finished 2024-09-13T14:16:36.182 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:16:35 smithi178 bash[22034]: cluster 2024-09-13T14:16:34.876526+0000 mon.a (mon.0) 1236 : cluster [DBG] osdmap e110: 8 total, 8 up, 8 in 2024-09-13T14:16:36.182 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:16:35 smithi178 bash[22034]: audit 2024-09-13T14:16:35.205401+0000 mon.a (mon.0) 1237 : audit [INF] from='client.? 172.21.15.62:0/1569344928' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.62:0/3428499493"}]: dispatch 2024-09-13T14:16:36.182 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:16:35 smithi178 bash[22034]: audit 2024-09-13T14:16:35.697141+0000 mon.a (mon.0) 1238 : audit [INF] from='mgr.24607 ' entity='mgr.x' 2024-09-13T14:16:36.182 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:16:35 smithi178 bash[22034]: audit 2024-09-13T14:16:35.709626+0000 mon.a (mon.0) 1239 : audit [INF] from='mgr.24607 ' entity='mgr.x' 2024-09-13T14:16:36.182 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:16:35 smithi178 bash[22034]: audit 2024-09-13T14:16:35.716024+0000 mon.b (mon.1) 136 : audit [DBG] from='mgr.24607 172.21.15.178:0/966970752' entity='mgr.x' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2024-09-13T14:16:36.182 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:16:35 smithi178 bash[22034]: audit 2024-09-13T14:16:35.720694+0000 mon.b (mon.1) 137 : audit [INF] from='mgr.24607 172.21.15.178:0/966970752' entity='mgr.x' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2024-09-13T14:16:36.182 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:16:35 smithi178 bash[22034]: audit 2024-09-13T14:16:35.726177+0000 mon.b (mon.1) 138 : audit [DBG] from='mgr.24607 172.21.15.178:0/966970752' entity='mgr.x' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-13T14:16:36.252 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:16:35 smithi062 bash[26634]: audit 2024-09-13T14:16:34.863429+0000 mon.a (mon.0) 1235 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi062.auboqe' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.62:0/895773229"}]': finished 2024-09-13T14:16:36.252 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:16:35 smithi062 bash[26634]: cluster 2024-09-13T14:16:34.876526+0000 mon.a (mon.0) 1236 : cluster [DBG] osdmap e110: 8 total, 8 up, 8 in 2024-09-13T14:16:36.252 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:16:35 smithi062 bash[26634]: audit 2024-09-13T14:16:35.205401+0000 mon.a (mon.0) 1237 : audit [INF] from='client.? 172.21.15.62:0/1569344928' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.62:0/3428499493"}]: dispatch 2024-09-13T14:16:36.252 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:16:35 smithi062 bash[26634]: audit 2024-09-13T14:16:35.697141+0000 mon.a (mon.0) 1238 : audit [INF] from='mgr.24607 ' entity='mgr.x' 2024-09-13T14:16:36.252 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:16:35 smithi062 bash[26634]: audit 2024-09-13T14:16:35.709626+0000 mon.a (mon.0) 1239 : audit [INF] from='mgr.24607 ' entity='mgr.x' 2024-09-13T14:16:36.252 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:16:35 smithi062 bash[26634]: audit 2024-09-13T14:16:35.716024+0000 mon.b (mon.1) 136 : audit [DBG] from='mgr.24607 172.21.15.178:0/966970752' entity='mgr.x' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2024-09-13T14:16:36.252 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:16:35 smithi062 bash[26634]: audit 2024-09-13T14:16:35.720694+0000 mon.b (mon.1) 137 : audit [INF] from='mgr.24607 172.21.15.178:0/966970752' entity='mgr.x' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2024-09-13T14:16:36.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:16:35 smithi062 bash[26634]: audit 2024-09-13T14:16:35.726177+0000 mon.b (mon.1) 138 : audit [DBG] from='mgr.24607 172.21.15.178:0/966970752' entity='mgr.x' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-13T14:16:36.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:16:35 smithi062 bash[19845]: audit 2024-09-13T14:16:34.863429+0000 mon.a (mon.0) 1235 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi062.auboqe' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.62:0/895773229"}]': finished 2024-09-13T14:16:36.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:16:35 smithi062 bash[19845]: cluster 2024-09-13T14:16:34.876526+0000 mon.a (mon.0) 1236 : cluster [DBG] osdmap e110: 8 total, 8 up, 8 in 2024-09-13T14:16:36.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:16:35 smithi062 bash[19845]: audit 2024-09-13T14:16:35.205401+0000 mon.a (mon.0) 1237 : audit [INF] from='client.? 172.21.15.62:0/1569344928' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.62:0/3428499493"}]: dispatch 2024-09-13T14:16:36.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:16:35 smithi062 bash[19845]: audit 2024-09-13T14:16:35.697141+0000 mon.a (mon.0) 1238 : audit [INF] from='mgr.24607 ' entity='mgr.x' 2024-09-13T14:16:36.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:16:35 smithi062 bash[19845]: audit 2024-09-13T14:16:35.709626+0000 mon.a (mon.0) 1239 : audit [INF] from='mgr.24607 ' entity='mgr.x' 2024-09-13T14:16:36.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:16:35 smithi062 bash[19845]: audit 2024-09-13T14:16:35.716024+0000 mon.b (mon.1) 136 : audit [DBG] from='mgr.24607 172.21.15.178:0/966970752' entity='mgr.x' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2024-09-13T14:16:36.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:16:35 smithi062 bash[19845]: audit 2024-09-13T14:16:35.720694+0000 mon.b (mon.1) 137 : audit [INF] from='mgr.24607 172.21.15.178:0/966970752' entity='mgr.x' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2024-09-13T14:16:36.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:16:35 smithi062 bash[19845]: audit 2024-09-13T14:16:35.726177+0000 mon.b (mon.1) 138 : audit [DBG] from='mgr.24607 172.21.15.178:0/966970752' entity='mgr.x' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-13T14:16:37.182 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:16:36 smithi178 bash[22034]: audit 2024-09-13T14:16:35.716700+0000 mgr.x (mgr.24607) 29 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2024-09-13T14:16:37.182 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:16:36 smithi178 bash[22034]: audit 2024-09-13T14:16:35.721091+0000 mgr.x (mgr.24607) 30 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2024-09-13T14:16:37.182 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:16:36 smithi178 bash[22034]: audit 2024-09-13T14:16:35.726560+0000 mgr.x (mgr.24607) 31 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-13T14:16:37.182 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:16:36 smithi178 bash[22034]: audit 2024-09-13T14:16:35.868064+0000 mon.a (mon.0) 1240 : audit [INF] from='client.? 172.21.15.62:0/1569344928' entity='client.iscsi.foo.smithi062.auboqe' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.62:0/3428499493"}]': finished 2024-09-13T14:16:37.183 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:16:36 smithi178 bash[22034]: cluster 2024-09-13T14:16:35.874448+0000 mon.a (mon.0) 1241 : cluster [DBG] osdmap e111: 8 total, 8 up, 8 in 2024-09-13T14:16:37.183 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:16:36 smithi178 bash[22034]: cluster 2024-09-13T14:16:35.916060+0000 mgr.x (mgr.24607) 32 : cluster [DBG] pgmap v17: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:16:37.183 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:16:36 smithi178 bash[22034]: audit 2024-09-13T14:16:36.205360+0000 mon.c (mon.2) 111 : audit [INF] from='client.? 172.21.15.62:0/2282609328' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.62:0/3086417370"}]: dispatch 2024-09-13T14:16:37.183 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:16:36 smithi178 bash[22034]: audit 2024-09-13T14:16:36.205939+0000 mon.a (mon.0) 1242 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.62:0/3086417370"}]: dispatch 2024-09-13T14:16:37.183 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 14:16:37 smithi178 bash[55057]: ts=2024-09-13T14:16:37.014Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2024-09-13T14:16:37.183 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 14:16:37 smithi178 bash[55057]: ts=2024-09-13T14:16:37.014Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2024-09-13T14:16:37.183 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 14:16:37 smithi178 bash[55057]: ts=2024-09-13T14:16:37.014Z caller=main.go:570 level=info host_details="(Linux 5.15.0-121-generic #131-Ubuntu SMP Fri Aug 9 08:29:53 UTC 2024 x86_64 smithi178 (none))" 2024-09-13T14:16:37.183 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 14:16:37 smithi178 bash[55057]: ts=2024-09-13T14:16:37.014Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-09-13T14:16:37.183 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 14:16:37 smithi178 bash[55057]: ts=2024-09-13T14:16:37.014Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-09-13T14:16:37.183 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 14:16:37 smithi178 bash[55057]: ts=2024-09-13T14:16:37.015Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2024-09-13T14:16:37.184 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 14:16:37 smithi178 bash[55057]: ts=2024-09-13T14:16:37.016Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2024-09-13T14:16:37.184 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 14:16:37 smithi178 bash[55057]: ts=2024-09-13T14:16:37.017Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2024-09-13T14:16:37.184 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 14:16:37 smithi178 bash[55057]: ts=2024-09-13T14:16:37.017Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-09-13T14:16:37.184 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 14:16:37 smithi178 bash[55057]: ts=2024-09-13T14:16:37.020Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-09-13T14:16:37.184 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 14:16:37 smithi178 bash[55057]: ts=2024-09-13T14:16:37.021Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=941.925µs 2024-09-13T14:16:37.184 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 14:16:37 smithi178 bash[55057]: ts=2024-09-13T14:16:37.021Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-09-13T14:16:37.185 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 14:16:37 smithi178 bash[55057]: ts=2024-09-13T14:16:37.021Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=4 2024-09-13T14:16:37.185 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 14:16:37 smithi178 bash[55057]: ts=2024-09-13T14:16:37.035Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=4 2024-09-13T14:16:37.185 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 14:16:37 smithi178 bash[55057]: ts=2024-09-13T14:16:37.040Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=2 maxSegment=4 2024-09-13T14:16:37.185 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 14:16:37 smithi178 bash[55057]: ts=2024-09-13T14:16:37.043Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=3 maxSegment=4 2024-09-13T14:16:37.185 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 14:16:37 smithi178 bash[55057]: ts=2024-09-13T14:16:37.044Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=4 maxSegment=4 2024-09-13T14:16:37.186 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 14:16:37 smithi178 bash[55057]: ts=2024-09-13T14:16:37.044Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=35.488µs wal_replay_duration=23.061239ms wbl_replay_duration=135ns total_replay_duration=24.066747ms 2024-09-13T14:16:37.186 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 14:16:37 smithi178 bash[55057]: ts=2024-09-13T14:16:37.046Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2024-09-13T14:16:37.186 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 14:16:37 smithi178 bash[55057]: ts=2024-09-13T14:16:37.046Z caller=main.go:1029 level=info msg="TSDB started" 2024-09-13T14:16:37.186 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 14:16:37 smithi178 bash[55057]: ts=2024-09-13T14:16:37.046Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-09-13T14:16:37.186 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 14:16:37 smithi178 bash[55057]: ts=2024-09-13T14:16:37.070Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=24.013079ms db_storage=1.463µs remote_storage=1.176µs web_handler=507ns query_engine=763ns scrape=306.941µs scrape_sd=186.913µs notify=20.547µs notify_sd=19.582µs rules=22.931351ms tracing=7.412µs 2024-09-13T14:16:37.186 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 14:16:37 smithi178 bash[55057]: ts=2024-09-13T14:16:37.070Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2024-09-13T14:16:37.186 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 14:16:37 smithi178 bash[55057]: ts=2024-09-13T14:16:37.070Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2024-09-13T14:16:37.252 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:16:36 smithi062 bash[19845]: audit 2024-09-13T14:16:35.716700+0000 mgr.x (mgr.24607) 29 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2024-09-13T14:16:37.252 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:16:36 smithi062 bash[19845]: audit 2024-09-13T14:16:35.721091+0000 mgr.x (mgr.24607) 30 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2024-09-13T14:16:37.252 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:16:36 smithi062 bash[19845]: audit 2024-09-13T14:16:35.726560+0000 mgr.x (mgr.24607) 31 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-13T14:16:37.252 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:16:36 smithi062 bash[19845]: audit 2024-09-13T14:16:35.868064+0000 mon.a (mon.0) 1240 : audit [INF] from='client.? 172.21.15.62:0/1569344928' entity='client.iscsi.foo.smithi062.auboqe' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.62:0/3428499493"}]': finished 2024-09-13T14:16:37.252 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:16:36 smithi062 bash[19845]: cluster 2024-09-13T14:16:35.874448+0000 mon.a (mon.0) 1241 : cluster [DBG] osdmap e111: 8 total, 8 up, 8 in 2024-09-13T14:16:37.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:16:36 smithi062 bash[19845]: cluster 2024-09-13T14:16:35.916060+0000 mgr.x (mgr.24607) 32 : cluster [DBG] pgmap v17: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:16:37.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:16:36 smithi062 bash[19845]: audit 2024-09-13T14:16:36.205360+0000 mon.c (mon.2) 111 : audit [INF] from='client.? 172.21.15.62:0/2282609328' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.62:0/3086417370"}]: dispatch 2024-09-13T14:16:37.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:16:36 smithi062 bash[19845]: audit 2024-09-13T14:16:36.205939+0000 mon.a (mon.0) 1242 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.62:0/3086417370"}]: dispatch 2024-09-13T14:16:37.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:16:36 smithi062 bash[26634]: audit 2024-09-13T14:16:35.716700+0000 mgr.x (mgr.24607) 29 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2024-09-13T14:16:37.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:16:36 smithi062 bash[26634]: audit 2024-09-13T14:16:35.721091+0000 mgr.x (mgr.24607) 30 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2024-09-13T14:16:37.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:16:36 smithi062 bash[26634]: audit 2024-09-13T14:16:35.726560+0000 mgr.x (mgr.24607) 31 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-13T14:16:37.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:16:36 smithi062 bash[26634]: audit 2024-09-13T14:16:35.868064+0000 mon.a (mon.0) 1240 : audit [INF] from='client.? 172.21.15.62:0/1569344928' entity='client.iscsi.foo.smithi062.auboqe' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.62:0/3428499493"}]': finished 2024-09-13T14:16:37.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:16:36 smithi062 bash[26634]: cluster 2024-09-13T14:16:35.874448+0000 mon.a (mon.0) 1241 : cluster [DBG] osdmap e111: 8 total, 8 up, 8 in 2024-09-13T14:16:37.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:16:36 smithi062 bash[26634]: cluster 2024-09-13T14:16:35.916060+0000 mgr.x (mgr.24607) 32 : cluster [DBG] pgmap v17: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:16:37.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:16:36 smithi062 bash[26634]: audit 2024-09-13T14:16:36.205360+0000 mon.c (mon.2) 111 : audit [INF] from='client.? 172.21.15.62:0/2282609328' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.62:0/3086417370"}]: dispatch 2024-09-13T14:16:37.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:16:36 smithi062 bash[26634]: audit 2024-09-13T14:16:36.205939+0000 mon.a (mon.0) 1242 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.62:0/3086417370"}]: dispatch 2024-09-13T14:16:38.182 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:16:37 smithi178 bash[22034]: audit 2024-09-13T14:16:36.885800+0000 mon.a (mon.0) 1243 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi062.auboqe' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.62:0/3086417370"}]': finished 2024-09-13T14:16:38.182 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:16:37 smithi178 bash[22034]: cluster 2024-09-13T14:16:36.895500+0000 mon.a (mon.0) 1244 : cluster [DBG] osdmap e112: 8 total, 8 up, 8 in 2024-09-13T14:16:38.252 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:16:37 smithi062 bash[19845]: audit 2024-09-13T14:16:36.885800+0000 mon.a (mon.0) 1243 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi062.auboqe' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.62:0/3086417370"}]': finished 2024-09-13T14:16:38.252 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:16:37 smithi062 bash[19845]: cluster 2024-09-13T14:16:36.895500+0000 mon.a (mon.0) 1244 : cluster [DBG] osdmap e112: 8 total, 8 up, 8 in 2024-09-13T14:16:38.252 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:16:37 smithi062 bash[26634]: audit 2024-09-13T14:16:36.885800+0000 mon.a (mon.0) 1243 : audit [INF] from='client.? ' entity='client.iscsi.foo.smithi062.auboqe' cmd='[{"prefix": "osd blocklist", "blocklistop": "rm", "addr": "172.21.15.62:0/3086417370"}]': finished 2024-09-13T14:16:38.252 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:16:37 smithi062 bash[26634]: cluster 2024-09-13T14:16:36.895500+0000 mon.a (mon.0) 1244 : cluster [DBG] osdmap e112: 8 total, 8 up, 8 in 2024-09-13T14:16:39.182 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:16:38 smithi178 bash[22034]: cluster 2024-09-13T14:16:37.916912+0000 mgr.x (mgr.24607) 33 : cluster [DBG] pgmap v19: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:16:39.252 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:16:38 smithi062 bash[19845]: cluster 2024-09-13T14:16:37.916912+0000 mgr.x (mgr.24607) 33 : cluster [DBG] pgmap v19: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:16:39.252 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:16:38 smithi062 bash[26634]: cluster 2024-09-13T14:16:37.916912+0000 mgr.x (mgr.24607) 33 : cluster [DBG] pgmap v19: 161 pgs: 161 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:16:41.251 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:16:40 smithi062 bash[26634]: cluster 2024-09-13T14:16:39.918684+0000 mgr.x (mgr.24607) 34 : cluster [DBG] pgmap v20: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:16:41.252 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:16:40 smithi062 bash[19845]: cluster 2024-09-13T14:16:39.918684+0000 mgr.x (mgr.24607) 34 : cluster [DBG] pgmap v20: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:16:41.431 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:16:40 smithi178 bash[22034]: cluster 2024-09-13T14:16:39.918684+0000 mgr.x (mgr.24607) 34 : cluster [DBG] pgmap v20: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:16:43.182 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:16:42 smithi178 bash[22034]: audit 2024-09-13T14:16:41.105404+0000 mgr.x (mgr.24607) 35 : audit [DBG] from='client.15297 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:16:43.182 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:16:42 smithi178 bash[22034]: audit 2024-09-13T14:16:41.790292+0000 mon.a (mon.0) 1245 : audit [INF] from='mgr.24607 ' entity='mgr.x' 2024-09-13T14:16:43.182 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:16:42 smithi178 bash[22034]: audit 2024-09-13T14:16:41.803921+0000 mon.a (mon.0) 1246 : audit [INF] from='mgr.24607 ' entity='mgr.x' 2024-09-13T14:16:43.182 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:16:42 smithi178 bash[22034]: audit 2024-09-13T14:16:41.861517+0000 mon.a (mon.0) 1247 : audit [INF] from='mgr.24607 ' entity='mgr.x' 2024-09-13T14:16:43.182 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:16:42 smithi178 bash[22034]: audit 2024-09-13T14:16:41.875274+0000 mon.a (mon.0) 1248 : audit [INF] from='mgr.24607 ' entity='mgr.x' 2024-09-13T14:16:43.182 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:16:42 smithi178 bash[22034]: audit 2024-09-13T14:16:41.878393+0000 mon.b (mon.1) 139 : audit [DBG] from='mgr.24607 172.21.15.178:0/966970752' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:16:43.182 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:16:42 smithi178 bash[22034]: audit 2024-09-13T14:16:41.879784+0000 mon.b (mon.1) 140 : audit [INF] from='mgr.24607 172.21.15.178:0/966970752' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T14:16:43.183 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:16:42 smithi178 bash[22034]: audit 2024-09-13T14:16:41.890801+0000 mon.a (mon.0) 1249 : audit [INF] from='mgr.24607 ' entity='mgr.x' 2024-09-13T14:16:43.183 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:16:42 smithi178 bash[22034]: cluster 2024-09-13T14:16:41.919395+0000 mgr.x (mgr.24607) 36 : cluster [DBG] pgmap v21: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 725 B/s rd, 0 op/s 2024-09-13T14:16:43.252 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:16:42 smithi062 bash[19845]: audit 2024-09-13T14:16:41.105404+0000 mgr.x (mgr.24607) 35 : audit [DBG] from='client.15297 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:16:43.252 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:16:42 smithi062 bash[19845]: audit 2024-09-13T14:16:41.790292+0000 mon.a (mon.0) 1245 : audit [INF] from='mgr.24607 ' entity='mgr.x' 2024-09-13T14:16:43.252 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:16:42 smithi062 bash[19845]: audit 2024-09-13T14:16:41.803921+0000 mon.a (mon.0) 1246 : audit [INF] from='mgr.24607 ' entity='mgr.x' 2024-09-13T14:16:43.252 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:16:42 smithi062 bash[19845]: audit 2024-09-13T14:16:41.861517+0000 mon.a (mon.0) 1247 : audit [INF] from='mgr.24607 ' entity='mgr.x' 2024-09-13T14:16:43.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:16:42 smithi062 bash[19845]: audit 2024-09-13T14:16:41.875274+0000 mon.a (mon.0) 1248 : audit [INF] from='mgr.24607 ' entity='mgr.x' 2024-09-13T14:16:43.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:16:42 smithi062 bash[19845]: audit 2024-09-13T14:16:41.878393+0000 mon.b (mon.1) 139 : audit [DBG] from='mgr.24607 172.21.15.178:0/966970752' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:16:43.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:16:42 smithi062 bash[19845]: audit 2024-09-13T14:16:41.879784+0000 mon.b (mon.1) 140 : audit [INF] from='mgr.24607 172.21.15.178:0/966970752' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T14:16:43.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:16:42 smithi062 bash[19845]: audit 2024-09-13T14:16:41.890801+0000 mon.a (mon.0) 1249 : audit [INF] from='mgr.24607 ' entity='mgr.x' 2024-09-13T14:16:43.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:16:42 smithi062 bash[19845]: cluster 2024-09-13T14:16:41.919395+0000 mgr.x (mgr.24607) 36 : cluster [DBG] pgmap v21: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 725 B/s rd, 0 op/s 2024-09-13T14:16:43.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:16:42 smithi062 bash[26634]: audit 2024-09-13T14:16:41.105404+0000 mgr.x (mgr.24607) 35 : audit [DBG] from='client.15297 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:16:43.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:16:42 smithi062 bash[26634]: audit 2024-09-13T14:16:41.790292+0000 mon.a (mon.0) 1245 : audit [INF] from='mgr.24607 ' entity='mgr.x' 2024-09-13T14:16:43.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:16:42 smithi062 bash[26634]: audit 2024-09-13T14:16:41.803921+0000 mon.a (mon.0) 1246 : audit [INF] from='mgr.24607 ' entity='mgr.x' 2024-09-13T14:16:43.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:16:42 smithi062 bash[26634]: audit 2024-09-13T14:16:41.861517+0000 mon.a (mon.0) 1247 : audit [INF] from='mgr.24607 ' entity='mgr.x' 2024-09-13T14:16:43.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:16:42 smithi062 bash[26634]: audit 2024-09-13T14:16:41.875274+0000 mon.a (mon.0) 1248 : audit [INF] from='mgr.24607 ' entity='mgr.x' 2024-09-13T14:16:43.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:16:42 smithi062 bash[26634]: audit 2024-09-13T14:16:41.878393+0000 mon.b (mon.1) 139 : audit [DBG] from='mgr.24607 172.21.15.178:0/966970752' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:16:43.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:16:42 smithi062 bash[26634]: audit 2024-09-13T14:16:41.879784+0000 mon.b (mon.1) 140 : audit [INF] from='mgr.24607 172.21.15.178:0/966970752' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T14:16:43.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:16:42 smithi062 bash[26634]: audit 2024-09-13T14:16:41.890801+0000 mon.a (mon.0) 1249 : audit [INF] from='mgr.24607 ' entity='mgr.x' 2024-09-13T14:16:43.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:16:42 smithi062 bash[26634]: cluster 2024-09-13T14:16:41.919395+0000 mgr.x (mgr.24607) 36 : cluster [DBG] pgmap v21: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 725 B/s rd, 0 op/s 2024-09-13T14:16:45.252 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:16:44 smithi062 bash[19845]: cluster 2024-09-13T14:16:43.920945+0000 mgr.x (mgr.24607) 37 : cluster [DBG] pgmap v22: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:16:45.252 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:16:44 smithi062 bash[26634]: cluster 2024-09-13T14:16:43.920945+0000 mgr.x (mgr.24607) 37 : cluster [DBG] pgmap v22: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:16:45.432 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:16:44 smithi178 bash[22034]: cluster 2024-09-13T14:16:43.920945+0000 mgr.x (mgr.24607) 37 : cluster [DBG] pgmap v22: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:16:46.432 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 13 14:16:46 smithi178 bash[50171]: ::ffff:172.21.15.178 - - [13/Sep/2024:14:16:46] "GET /metrics HTTP/1.1" 200 38240 "" "Prometheus/2.43.0" 2024-09-13T14:16:47.252 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:16:46 smithi062 bash[19845]: cluster 2024-09-13T14:16:45.921724+0000 mgr.x (mgr.24607) 38 : cluster [DBG] pgmap v23: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-09-13T14:16:47.252 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:16:46 smithi062 bash[26634]: cluster 2024-09-13T14:16:45.921724+0000 mgr.x (mgr.24607) 38 : cluster [DBG] pgmap v23: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-09-13T14:16:47.432 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:16:46 smithi178 bash[22034]: cluster 2024-09-13T14:16:45.921724+0000 mgr.x (mgr.24607) 38 : cluster [DBG] pgmap v23: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-09-13T14:16:49.252 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:16:48 smithi062 bash[19845]: cluster 2024-09-13T14:16:47.922599+0000 mgr.x (mgr.24607) 39 : cluster [DBG] pgmap v24: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 928 B/s rd, 0 op/s 2024-09-13T14:16:49.252 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:16:48 smithi062 bash[19845]: audit 2024-09-13T14:16:48.649315+0000 mon.b (mon.1) 141 : audit [DBG] from='mgr.24607 172.21.15.178:0/966970752' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:16:49.252 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:16:48 smithi062 bash[26634]: cluster 2024-09-13T14:16:47.922599+0000 mgr.x (mgr.24607) 39 : cluster [DBG] pgmap v24: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 928 B/s rd, 0 op/s 2024-09-13T14:16:49.252 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:16:48 smithi062 bash[26634]: audit 2024-09-13T14:16:48.649315+0000 mon.b (mon.1) 141 : audit [DBG] from='mgr.24607 172.21.15.178:0/966970752' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:16:49.432 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:16:48 smithi178 bash[22034]: cluster 2024-09-13T14:16:47.922599+0000 mgr.x (mgr.24607) 39 : cluster [DBG] pgmap v24: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 928 B/s rd, 0 op/s 2024-09-13T14:16:49.432 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:16:48 smithi178 bash[22034]: audit 2024-09-13T14:16:48.649315+0000 mon.b (mon.1) 141 : audit [DBG] from='mgr.24607 172.21.15.178:0/966970752' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:16:51.252 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:16:50 smithi062 bash[19845]: cluster 2024-09-13T14:16:49.924308+0000 mgr.x (mgr.24607) 40 : cluster [DBG] pgmap v25: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:16:51.252 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:16:50 smithi062 bash[26634]: cluster 2024-09-13T14:16:49.924308+0000 mgr.x (mgr.24607) 40 : cluster [DBG] pgmap v25: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:16:51.432 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:16:50 smithi178 bash[22034]: cluster 2024-09-13T14:16:49.924308+0000 mgr.x (mgr.24607) 40 : cluster [DBG] pgmap v25: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:16:53.252 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:16:52 smithi062 bash[19845]: audit 2024-09-13T14:16:51.116645+0000 mgr.x (mgr.24607) 41 : audit [DBG] from='client.15297 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:16:53.252 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:16:52 smithi062 bash[19845]: cluster 2024-09-13T14:16:51.925143+0000 mgr.x (mgr.24607) 42 : cluster [DBG] pgmap v26: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:16:53.252 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:16:52 smithi062 bash[26634]: audit 2024-09-13T14:16:51.116645+0000 mgr.x (mgr.24607) 41 : audit [DBG] from='client.15297 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:16:53.252 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:16:52 smithi062 bash[26634]: cluster 2024-09-13T14:16:51.925143+0000 mgr.x (mgr.24607) 42 : cluster [DBG] pgmap v26: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:16:53.432 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:16:52 smithi178 bash[22034]: audit 2024-09-13T14:16:51.116645+0000 mgr.x (mgr.24607) 41 : audit [DBG] from='client.15297 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:16:53.432 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:16:52 smithi178 bash[22034]: cluster 2024-09-13T14:16:51.925143+0000 mgr.x (mgr.24607) 42 : cluster [DBG] pgmap v26: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:16:55.252 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:16:54 smithi062 bash[19845]: cluster 2024-09-13T14:16:53.926763+0000 mgr.x (mgr.24607) 43 : cluster [DBG] pgmap v27: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:16:55.252 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:16:55 smithi062 bash[26634]: cluster 2024-09-13T14:16:53.926763+0000 mgr.x (mgr.24607) 43 : cluster [DBG] pgmap v27: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:16:55.432 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:16:55 smithi178 bash[22034]: cluster 2024-09-13T14:16:53.926763+0000 mgr.x (mgr.24607) 43 : cluster [DBG] pgmap v27: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:16:56.432 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 13 14:16:56 smithi178 bash[50171]: ::ffff:172.21.15.178 - - [13/Sep/2024:14:16:56] "GET /metrics HTTP/1.1" 200 38232 "" "Prometheus/2.43.0" 2024-09-13T14:16:57.252 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:16:57 smithi062 bash[19845]: cluster 2024-09-13T14:16:55.927541+0000 mgr.x (mgr.24607) 44 : cluster [DBG] pgmap v28: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:16:57.252 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:16:57 smithi062 bash[26634]: cluster 2024-09-13T14:16:55.927541+0000 mgr.x (mgr.24607) 44 : cluster [DBG] pgmap v28: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:16:57.432 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:16:57 smithi178 bash[22034]: cluster 2024-09-13T14:16:55.927541+0000 mgr.x (mgr.24607) 44 : cluster [DBG] pgmap v28: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:16:58.752 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:16:58 smithi062 bash[19845]: cluster 2024-09-13T14:16:57.928291+0000 mgr.x (mgr.24607) 45 : cluster [DBG] pgmap v29: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:16:58.752 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:16:58 smithi062 bash[26634]: cluster 2024-09-13T14:16:57.928291+0000 mgr.x (mgr.24607) 45 : cluster [DBG] pgmap v29: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:16:58.932 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:16:58 smithi178 bash[22034]: cluster 2024-09-13T14:16:57.928291+0000 mgr.x (mgr.24607) 45 : cluster [DBG] pgmap v29: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:17:01.252 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:17:00 smithi062 bash[19845]: cluster 2024-09-13T14:16:59.930001+0000 mgr.x (mgr.24607) 46 : cluster [DBG] pgmap v30: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:17:01.252 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:17:00 smithi062 bash[26634]: cluster 2024-09-13T14:16:59.930001+0000 mgr.x (mgr.24607) 46 : cluster [DBG] pgmap v30: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:17:01.432 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:17:00 smithi178 bash[22034]: cluster 2024-09-13T14:16:59.930001+0000 mgr.x (mgr.24607) 46 : cluster [DBG] pgmap v30: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:17:03.252 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:17:02 smithi062 bash[19845]: audit 2024-09-13T14:17:01.126704+0000 mgr.x (mgr.24607) 47 : audit [DBG] from='client.15297 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:17:03.252 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:17:02 smithi062 bash[19845]: cluster 2024-09-13T14:17:01.930775+0000 mgr.x (mgr.24607) 48 : cluster [DBG] pgmap v31: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:17:03.252 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:17:02 smithi062 bash[26634]: audit 2024-09-13T14:17:01.126704+0000 mgr.x (mgr.24607) 47 : audit [DBG] from='client.15297 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:17:03.252 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:17:02 smithi062 bash[26634]: cluster 2024-09-13T14:17:01.930775+0000 mgr.x (mgr.24607) 48 : cluster [DBG] pgmap v31: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:17:03.432 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:17:02 smithi178 bash[22034]: audit 2024-09-13T14:17:01.126704+0000 mgr.x (mgr.24607) 47 : audit [DBG] from='client.15297 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:17:03.432 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:17:02 smithi178 bash[22034]: cluster 2024-09-13T14:17:01.930775+0000 mgr.x (mgr.24607) 48 : cluster [DBG] pgmap v31: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:17:04.252 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:17:04 smithi062 bash[26634]: audit 2024-09-13T14:17:03.649872+0000 mon.b (mon.1) 142 : audit [DBG] from='mgr.24607 172.21.15.178:0/966970752' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:17:04.252 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:17:03 smithi062 bash[19845]: audit 2024-09-13T14:17:03.649872+0000 mon.b (mon.1) 142 : audit [DBG] from='mgr.24607 172.21.15.178:0/966970752' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:17:04.432 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:17:04 smithi178 bash[22034]: audit 2024-09-13T14:17:03.649872+0000 mon.b (mon.1) 142 : audit [DBG] from='mgr.24607 172.21.15.178:0/966970752' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:17:05.252 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:17:05 smithi062 bash[26634]: cluster 2024-09-13T14:17:03.932413+0000 mgr.x (mgr.24607) 49 : cluster [DBG] pgmap v32: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:17:05.252 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:17:05 smithi062 bash[19845]: cluster 2024-09-13T14:17:03.932413+0000 mgr.x (mgr.24607) 49 : cluster [DBG] pgmap v32: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:17:05.432 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:17:05 smithi178 bash[22034]: cluster 2024-09-13T14:17:03.932413+0000 mgr.x (mgr.24607) 49 : cluster [DBG] pgmap v32: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:17:06.432 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 13 14:17:06 smithi178 bash[50171]: ::ffff:172.21.15.178 - - [13/Sep/2024:14:17:06] "GET /metrics HTTP/1.1" 200 38233 "" "Prometheus/2.43.0" 2024-09-13T14:17:07.432 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:17:07 smithi178 bash[22034]: cluster 2024-09-13T14:17:05.933213+0000 mgr.x (mgr.24607) 50 : cluster [DBG] pgmap v33: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:17:07.502 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:17:07 smithi062 bash[19845]: cluster 2024-09-13T14:17:05.933213+0000 mgr.x (mgr.24607) 50 : cluster [DBG] pgmap v33: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:17:07.502 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:17:07 smithi062 bash[26634]: cluster 2024-09-13T14:17:05.933213+0000 mgr.x (mgr.24607) 50 : cluster [DBG] pgmap v33: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:17:09.432 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:17:09 smithi178 bash[22034]: cluster 2024-09-13T14:17:07.934086+0000 mgr.x (mgr.24607) 51 : cluster [DBG] pgmap v34: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:17:09.502 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:17:09 smithi062 bash[19845]: cluster 2024-09-13T14:17:07.934086+0000 mgr.x (mgr.24607) 51 : cluster [DBG] pgmap v34: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:17:09.502 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:17:09 smithi062 bash[26634]: cluster 2024-09-13T14:17:07.934086+0000 mgr.x (mgr.24607) 51 : cluster [DBG] pgmap v34: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:17:11.432 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:17:11 smithi178 bash[22034]: cluster 2024-09-13T14:17:09.935782+0000 mgr.x (mgr.24607) 52 : cluster [DBG] pgmap v35: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 41 KiB/s rd, 0 B/s wr, 67 op/s 2024-09-13T14:17:11.502 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:17:11 smithi062 bash[19845]: cluster 2024-09-13T14:17:09.935782+0000 mgr.x (mgr.24607) 52 : cluster [DBG] pgmap v35: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 41 KiB/s rd, 0 B/s wr, 67 op/s 2024-09-13T14:17:11.502 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:17:11 smithi062 bash[26634]: cluster 2024-09-13T14:17:09.935782+0000 mgr.x (mgr.24607) 52 : cluster [DBG] pgmap v35: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 41 KiB/s rd, 0 B/s wr, 67 op/s 2024-09-13T14:17:13.432 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:17:13 smithi178 bash[22034]: audit 2024-09-13T14:17:11.137702+0000 mgr.x (mgr.24607) 53 : audit [DBG] from='client.15297 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:17:13.432 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:17:13 smithi178 bash[22034]: cluster 2024-09-13T14:17:11.936547+0000 mgr.x (mgr.24607) 54 : cluster [DBG] pgmap v36: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 41 KiB/s rd, 0 B/s wr, 67 op/s 2024-09-13T14:17:13.502 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:17:13 smithi062 bash[19845]: audit 2024-09-13T14:17:11.137702+0000 mgr.x (mgr.24607) 53 : audit [DBG] from='client.15297 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:17:13.502 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:17:13 smithi062 bash[19845]: cluster 2024-09-13T14:17:11.936547+0000 mgr.x (mgr.24607) 54 : cluster [DBG] pgmap v36: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 41 KiB/s rd, 0 B/s wr, 67 op/s 2024-09-13T14:17:13.502 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:17:13 smithi062 bash[26634]: audit 2024-09-13T14:17:11.137702+0000 mgr.x (mgr.24607) 53 : audit [DBG] from='client.15297 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:17:13.502 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:17:13 smithi062 bash[26634]: cluster 2024-09-13T14:17:11.936547+0000 mgr.x (mgr.24607) 54 : cluster [DBG] pgmap v36: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 41 KiB/s rd, 0 B/s wr, 67 op/s 2024-09-13T14:17:15.432 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:17:15 smithi178 bash[22034]: cluster 2024-09-13T14:17:13.938153+0000 mgr.x (mgr.24607) 55 : cluster [DBG] pgmap v37: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 73 KiB/s rd, 0 B/s wr, 120 op/s 2024-09-13T14:17:15.502 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:17:15 smithi062 bash[26634]: cluster 2024-09-13T14:17:13.938153+0000 mgr.x (mgr.24607) 55 : cluster [DBG] pgmap v37: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 73 KiB/s rd, 0 B/s wr, 120 op/s 2024-09-13T14:17:15.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:17:15 smithi062 bash[19845]: cluster 2024-09-13T14:17:13.938153+0000 mgr.x (mgr.24607) 55 : cluster [DBG] pgmap v37: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 73 KiB/s rd, 0 B/s wr, 120 op/s 2024-09-13T14:17:16.432 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 13 14:17:16 smithi178 bash[50171]: ::ffff:172.21.15.178 - - [13/Sep/2024:14:17:16] "GET /metrics HTTP/1.1" 200 38233 "" "Prometheus/2.43.0" 2024-09-13T14:17:17.432 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:17:17 smithi178 bash[22034]: cluster 2024-09-13T14:17:15.938884+0000 mgr.x (mgr.24607) 56 : cluster [DBG] pgmap v38: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 72 KiB/s rd, 0 B/s wr, 119 op/s 2024-09-13T14:17:17.502 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:17:17 smithi062 bash[26634]: cluster 2024-09-13T14:17:15.938884+0000 mgr.x (mgr.24607) 56 : cluster [DBG] pgmap v38: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 72 KiB/s rd, 0 B/s wr, 119 op/s 2024-09-13T14:17:17.502 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:17:17 smithi062 bash[19845]: cluster 2024-09-13T14:17:15.938884+0000 mgr.x (mgr.24607) 56 : cluster [DBG] pgmap v38: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 72 KiB/s rd, 0 B/s wr, 119 op/s 2024-09-13T14:17:19.432 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:17:19 smithi178 bash[22034]: cluster 2024-09-13T14:17:17.939621+0000 mgr.x (mgr.24607) 57 : cluster [DBG] pgmap v39: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 72 KiB/s rd, 0 B/s wr, 119 op/s 2024-09-13T14:17:19.432 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:17:19 smithi178 bash[22034]: audit 2024-09-13T14:17:18.650448+0000 mon.b (mon.1) 143 : audit [DBG] from='mgr.24607 172.21.15.178:0/966970752' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:17:19.502 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:17:19 smithi062 bash[26634]: cluster 2024-09-13T14:17:17.939621+0000 mgr.x (mgr.24607) 57 : cluster [DBG] pgmap v39: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 72 KiB/s rd, 0 B/s wr, 119 op/s 2024-09-13T14:17:19.502 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:17:19 smithi062 bash[26634]: audit 2024-09-13T14:17:18.650448+0000 mon.b (mon.1) 143 : audit [DBG] from='mgr.24607 172.21.15.178:0/966970752' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:17:19.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:17:19 smithi062 bash[19845]: cluster 2024-09-13T14:17:17.939621+0000 mgr.x (mgr.24607) 57 : cluster [DBG] pgmap v39: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 72 KiB/s rd, 0 B/s wr, 119 op/s 2024-09-13T14:17:19.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:17:19 smithi062 bash[19845]: audit 2024-09-13T14:17:18.650448+0000 mon.b (mon.1) 143 : audit [DBG] from='mgr.24607 172.21.15.178:0/966970752' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:17:21.432 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:17:21 smithi178 bash[22034]: cluster 2024-09-13T14:17:19.941496+0000 mgr.x (mgr.24607) 58 : cluster [DBG] pgmap v40: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 73 KiB/s rd, 0 B/s wr, 120 op/s 2024-09-13T14:17:21.502 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:17:21 smithi062 bash[26634]: cluster 2024-09-13T14:17:19.941496+0000 mgr.x (mgr.24607) 58 : cluster [DBG] pgmap v40: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 73 KiB/s rd, 0 B/s wr, 120 op/s 2024-09-13T14:17:21.502 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:17:21 smithi062 bash[19845]: cluster 2024-09-13T14:17:19.941496+0000 mgr.x (mgr.24607) 58 : cluster [DBG] pgmap v40: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 73 KiB/s rd, 0 B/s wr, 120 op/s 2024-09-13T14:17:23.432 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:17:23 smithi178 bash[22034]: audit 2024-09-13T14:17:21.149290+0000 mgr.x (mgr.24607) 59 : audit [DBG] from='client.15297 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:17:23.432 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:17:23 smithi178 bash[22034]: cluster 2024-09-13T14:17:21.942329+0000 mgr.x (mgr.24607) 60 : cluster [DBG] pgmap v41: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 33 KiB/s rd, 0 B/s wr, 53 op/s 2024-09-13T14:17:23.502 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:17:23 smithi062 bash[19845]: audit 2024-09-13T14:17:21.149290+0000 mgr.x (mgr.24607) 59 : audit [DBG] from='client.15297 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:17:23.502 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:17:23 smithi062 bash[19845]: cluster 2024-09-13T14:17:21.942329+0000 mgr.x (mgr.24607) 60 : cluster [DBG] pgmap v41: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 33 KiB/s rd, 0 B/s wr, 53 op/s 2024-09-13T14:17:23.502 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:17:23 smithi062 bash[26634]: audit 2024-09-13T14:17:21.149290+0000 mgr.x (mgr.24607) 59 : audit [DBG] from='client.15297 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:17:23.503 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:17:23 smithi062 bash[26634]: cluster 2024-09-13T14:17:21.942329+0000 mgr.x (mgr.24607) 60 : cluster [DBG] pgmap v41: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 33 KiB/s rd, 0 B/s wr, 53 op/s 2024-09-13T14:17:25.432 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:17:25 smithi178 bash[22034]: cluster 2024-09-13T14:17:23.943936+0000 mgr.x (mgr.24607) 61 : cluster [DBG] pgmap v42: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 33 KiB/s rd, 0 B/s wr, 54 op/s 2024-09-13T14:17:25.504 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:17:25 smithi062 bash[19845]: cluster 2024-09-13T14:17:23.943936+0000 mgr.x (mgr.24607) 61 : cluster [DBG] pgmap v42: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 33 KiB/s rd, 0 B/s wr, 54 op/s 2024-09-13T14:17:25.505 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:17:25 smithi062 bash[26634]: cluster 2024-09-13T14:17:23.943936+0000 mgr.x (mgr.24607) 61 : cluster [DBG] pgmap v42: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 33 KiB/s rd, 0 B/s wr, 54 op/s 2024-09-13T14:17:26.432 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 13 14:17:26 smithi178 bash[50171]: ::ffff:172.21.15.178 - - [13/Sep/2024:14:17:26] "GET /metrics HTTP/1.1" 200 38229 "" "Prometheus/2.43.0" 2024-09-13T14:17:27.431 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:17:27 smithi178 bash[22034]: cluster 2024-09-13T14:17:25.944672+0000 mgr.x (mgr.24607) 62 : cluster [DBG] pgmap v43: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:17:27.502 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:17:27 smithi062 bash[19845]: cluster 2024-09-13T14:17:25.944672+0000 mgr.x (mgr.24607) 62 : cluster [DBG] pgmap v43: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:17:27.502 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:17:27 smithi062 bash[26634]: cluster 2024-09-13T14:17:25.944672+0000 mgr.x (mgr.24607) 62 : cluster [DBG] pgmap v43: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:17:29.432 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:17:29 smithi178 bash[22034]: cluster 2024-09-13T14:17:27.945394+0000 mgr.x (mgr.24607) 63 : cluster [DBG] pgmap v44: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:17:29.502 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:17:29 smithi062 bash[26634]: cluster 2024-09-13T14:17:27.945394+0000 mgr.x (mgr.24607) 63 : cluster [DBG] pgmap v44: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:17:29.502 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:17:29 smithi062 bash[19845]: cluster 2024-09-13T14:17:27.945394+0000 mgr.x (mgr.24607) 63 : cluster [DBG] pgmap v44: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:17:31.432 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:17:31 smithi178 bash[22034]: cluster 2024-09-13T14:17:29.946996+0000 mgr.x (mgr.24607) 64 : cluster [DBG] pgmap v45: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:17:31.502 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:17:31 smithi062 bash[26634]: cluster 2024-09-13T14:17:29.946996+0000 mgr.x (mgr.24607) 64 : cluster [DBG] pgmap v45: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:17:31.502 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:17:31 smithi062 bash[19845]: cluster 2024-09-13T14:17:29.946996+0000 mgr.x (mgr.24607) 64 : cluster [DBG] pgmap v45: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:17:33.432 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:17:33 smithi178 bash[22034]: audit 2024-09-13T14:17:31.160883+0000 mgr.x (mgr.24607) 65 : audit [DBG] from='client.15297 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:17:33.432 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:17:33 smithi178 bash[22034]: cluster 2024-09-13T14:17:31.947689+0000 mgr.x (mgr.24607) 66 : cluster [DBG] pgmap v46: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:17:33.502 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:17:33 smithi062 bash[19845]: audit 2024-09-13T14:17:31.160883+0000 mgr.x (mgr.24607) 65 : audit [DBG] from='client.15297 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:17:33.502 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:17:33 smithi062 bash[19845]: cluster 2024-09-13T14:17:31.947689+0000 mgr.x (mgr.24607) 66 : cluster [DBG] pgmap v46: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:17:33.502 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:17:33 smithi062 bash[26634]: audit 2024-09-13T14:17:31.160883+0000 mgr.x (mgr.24607) 65 : audit [DBG] from='client.15297 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:17:33.502 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:17:33 smithi062 bash[26634]: cluster 2024-09-13T14:17:31.947689+0000 mgr.x (mgr.24607) 66 : cluster [DBG] pgmap v46: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:17:34.432 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:17:34 smithi178 bash[22034]: audit 2024-09-13T14:17:33.650717+0000 mon.b (mon.1) 144 : audit [DBG] from='mgr.24607 172.21.15.178:0/966970752' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:17:34.502 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:17:34 smithi062 bash[19845]: audit 2024-09-13T14:17:33.650717+0000 mon.b (mon.1) 144 : audit [DBG] from='mgr.24607 172.21.15.178:0/966970752' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:17:34.502 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:17:34 smithi062 bash[26634]: audit 2024-09-13T14:17:33.650717+0000 mon.b (mon.1) 144 : audit [DBG] from='mgr.24607 172.21.15.178:0/966970752' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:17:35.432 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:17:35 smithi178 bash[22034]: cluster 2024-09-13T14:17:33.949222+0000 mgr.x (mgr.24607) 67 : cluster [DBG] pgmap v47: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:17:35.502 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:17:35 smithi062 bash[19845]: cluster 2024-09-13T14:17:33.949222+0000 mgr.x (mgr.24607) 67 : cluster [DBG] pgmap v47: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:17:35.502 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:17:35 smithi062 bash[26634]: cluster 2024-09-13T14:17:33.949222+0000 mgr.x (mgr.24607) 67 : cluster [DBG] pgmap v47: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:17:36.431 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 13 14:17:36 smithi178 bash[50171]: ::ffff:172.21.15.178 - - [13/Sep/2024:14:17:36] "GET /metrics HTTP/1.1" 200 38223 "" "Prometheus/2.43.0" 2024-09-13T14:17:37.431 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:17:37 smithi178 bash[22034]: cluster 2024-09-13T14:17:35.949893+0000 mgr.x (mgr.24607) 68 : cluster [DBG] pgmap v48: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:17:37.502 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:17:37 smithi062 bash[19845]: cluster 2024-09-13T14:17:35.949893+0000 mgr.x (mgr.24607) 68 : cluster [DBG] pgmap v48: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:17:37.502 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:17:37 smithi062 bash[26634]: cluster 2024-09-13T14:17:35.949893+0000 mgr.x (mgr.24607) 68 : cluster [DBG] pgmap v48: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:17:39.431 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:17:39 smithi178 bash[22034]: cluster 2024-09-13T14:17:37.950602+0000 mgr.x (mgr.24607) 69 : cluster [DBG] pgmap v49: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:17:39.502 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:17:39 smithi062 bash[19845]: cluster 2024-09-13T14:17:37.950602+0000 mgr.x (mgr.24607) 69 : cluster [DBG] pgmap v49: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:17:39.502 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:17:39 smithi062 bash[26634]: cluster 2024-09-13T14:17:37.950602+0000 mgr.x (mgr.24607) 69 : cluster [DBG] pgmap v49: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:17:41.431 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:17:41 smithi178 bash[22034]: cluster 2024-09-13T14:17:39.952172+0000 mgr.x (mgr.24607) 70 : cluster [DBG] pgmap v50: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:17:41.502 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:17:41 smithi062 bash[19845]: cluster 2024-09-13T14:17:39.952172+0000 mgr.x (mgr.24607) 70 : cluster [DBG] pgmap v50: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:17:41.502 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:17:41 smithi062 bash[26634]: cluster 2024-09-13T14:17:39.952172+0000 mgr.x (mgr.24607) 70 : cluster [DBG] pgmap v50: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:17:42.431 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:17:42 smithi178 bash[22034]: audit 2024-09-13T14:17:41.172446+0000 mgr.x (mgr.24607) 71 : audit [DBG] from='client.15297 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:17:42.432 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:17:42 smithi178 bash[22034]: cluster 2024-09-13T14:17:41.952880+0000 mgr.x (mgr.24607) 72 : cluster [DBG] pgmap v51: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:17:42.502 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:17:42 smithi062 bash[19845]: audit 2024-09-13T14:17:41.172446+0000 mgr.x (mgr.24607) 71 : audit [DBG] from='client.15297 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:17:42.502 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:17:42 smithi062 bash[19845]: cluster 2024-09-13T14:17:41.952880+0000 mgr.x (mgr.24607) 72 : cluster [DBG] pgmap v51: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:17:42.502 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:17:42 smithi062 bash[26634]: audit 2024-09-13T14:17:41.172446+0000 mgr.x (mgr.24607) 71 : audit [DBG] from='client.15297 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:17:42.502 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:17:42 smithi062 bash[26634]: cluster 2024-09-13T14:17:41.952880+0000 mgr.x (mgr.24607) 72 : cluster [DBG] pgmap v51: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:17:43.932 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:17:43 smithi178 bash[22034]: audit 2024-09-13T14:17:42.570470+0000 mon.a (mon.0) 1250 : audit [INF] from='mgr.24607 ' entity='mgr.x' 2024-09-13T14:17:43.932 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:17:43 smithi178 bash[22034]: audit 2024-09-13T14:17:42.580406+0000 mon.a (mon.0) 1251 : audit [INF] from='mgr.24607 ' entity='mgr.x' 2024-09-13T14:17:43.932 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:17:43 smithi178 bash[22034]: audit 2024-09-13T14:17:43.163029+0000 mon.b (mon.1) 145 : audit [DBG] from='mgr.24607 172.21.15.178:0/966970752' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:17:43.932 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:17:43 smithi178 bash[22034]: audit 2024-09-13T14:17:43.164453+0000 mon.b (mon.1) 146 : audit [INF] from='mgr.24607 172.21.15.178:0/966970752' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T14:17:43.932 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:17:43 smithi178 bash[22034]: audit 2024-09-13T14:17:43.173406+0000 mon.a (mon.0) 1252 : audit [INF] from='mgr.24607 ' entity='mgr.x' 2024-09-13T14:17:44.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:17:43 smithi062 bash[26634]: audit 2024-09-13T14:17:42.570470+0000 mon.a (mon.0) 1250 : audit [INF] from='mgr.24607 ' entity='mgr.x' 2024-09-13T14:17:44.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:17:43 smithi062 bash[26634]: audit 2024-09-13T14:17:42.580406+0000 mon.a (mon.0) 1251 : audit [INF] from='mgr.24607 ' entity='mgr.x' 2024-09-13T14:17:44.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:17:43 smithi062 bash[26634]: audit 2024-09-13T14:17:43.163029+0000 mon.b (mon.1) 145 : audit [DBG] from='mgr.24607 172.21.15.178:0/966970752' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:17:44.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:17:43 smithi062 bash[26634]: audit 2024-09-13T14:17:43.164453+0000 mon.b (mon.1) 146 : audit [INF] from='mgr.24607 172.21.15.178:0/966970752' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T14:17:44.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:17:43 smithi062 bash[26634]: audit 2024-09-13T14:17:43.173406+0000 mon.a (mon.0) 1252 : audit [INF] from='mgr.24607 ' entity='mgr.x' 2024-09-13T14:17:44.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:17:43 smithi062 bash[19845]: audit 2024-09-13T14:17:42.570470+0000 mon.a (mon.0) 1250 : audit [INF] from='mgr.24607 ' entity='mgr.x' 2024-09-13T14:17:44.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:17:43 smithi062 bash[19845]: audit 2024-09-13T14:17:42.580406+0000 mon.a (mon.0) 1251 : audit [INF] from='mgr.24607 ' entity='mgr.x' 2024-09-13T14:17:44.005 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:17:43 smithi062 bash[19845]: audit 2024-09-13T14:17:43.163029+0000 mon.b (mon.1) 145 : audit [DBG] from='mgr.24607 172.21.15.178:0/966970752' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:17:44.005 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:17:43 smithi062 bash[19845]: audit 2024-09-13T14:17:43.164453+0000 mon.b (mon.1) 146 : audit [INF] from='mgr.24607 172.21.15.178:0/966970752' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T14:17:44.005 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:17:43 smithi062 bash[19845]: audit 2024-09-13T14:17:43.173406+0000 mon.a (mon.0) 1252 : audit [INF] from='mgr.24607 ' entity='mgr.x' 2024-09-13T14:17:44.931 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:17:44 smithi178 bash[22034]: cluster 2024-09-13T14:17:43.954574+0000 mgr.x (mgr.24607) 73 : cluster [DBG] pgmap v52: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:17:45.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:17:44 smithi062 bash[19845]: cluster 2024-09-13T14:17:43.954574+0000 mgr.x (mgr.24607) 73 : cluster [DBG] pgmap v52: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:17:45.002 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:17:44 smithi062 bash[26634]: cluster 2024-09-13T14:17:43.954574+0000 mgr.x (mgr.24607) 73 : cluster [DBG] pgmap v52: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:17:46.432 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 13 14:17:46 smithi178 bash[50171]: ::ffff:172.21.15.178 - - [13/Sep/2024:14:17:46] "GET /metrics HTTP/1.1" 200 38223 "" "Prometheus/2.43.0" 2024-09-13T14:17:47.431 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:17:47 smithi178 bash[22034]: cluster 2024-09-13T14:17:45.955322+0000 mgr.x (mgr.24607) 74 : cluster [DBG] pgmap v53: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:17:47.502 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:17:47 smithi062 bash[26634]: cluster 2024-09-13T14:17:45.955322+0000 mgr.x (mgr.24607) 74 : cluster [DBG] pgmap v53: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:17:47.502 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:17:47 smithi062 bash[19845]: cluster 2024-09-13T14:17:45.955322+0000 mgr.x (mgr.24607) 74 : cluster [DBG] pgmap v53: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:17:49.431 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:17:49 smithi178 bash[22034]: cluster 2024-09-13T14:17:47.956007+0000 mgr.x (mgr.24607) 75 : cluster [DBG] pgmap v54: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:17:49.432 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:17:49 smithi178 bash[22034]: audit 2024-09-13T14:17:48.651224+0000 mon.b (mon.1) 147 : audit [DBG] from='mgr.24607 172.21.15.178:0/966970752' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:17:49.502 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:17:49 smithi062 bash[26634]: cluster 2024-09-13T14:17:47.956007+0000 mgr.x (mgr.24607) 75 : cluster [DBG] pgmap v54: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:17:49.502 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:17:49 smithi062 bash[26634]: audit 2024-09-13T14:17:48.651224+0000 mon.b (mon.1) 147 : audit [DBG] from='mgr.24607 172.21.15.178:0/966970752' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:17:49.502 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:17:49 smithi062 bash[19845]: cluster 2024-09-13T14:17:47.956007+0000 mgr.x (mgr.24607) 75 : cluster [DBG] pgmap v54: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:17:49.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:17:49 smithi062 bash[19845]: audit 2024-09-13T14:17:48.651224+0000 mon.b (mon.1) 147 : audit [DBG] from='mgr.24607 172.21.15.178:0/966970752' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:17:51.431 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:17:51 smithi178 bash[22034]: cluster 2024-09-13T14:17:49.957625+0000 mgr.x (mgr.24607) 76 : cluster [DBG] pgmap v55: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:17:51.502 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:17:51 smithi062 bash[19845]: cluster 2024-09-13T14:17:49.957625+0000 mgr.x (mgr.24607) 76 : cluster [DBG] pgmap v55: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:17:51.502 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:17:51 smithi062 bash[26634]: cluster 2024-09-13T14:17:49.957625+0000 mgr.x (mgr.24607) 76 : cluster [DBG] pgmap v55: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:17:53.432 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:17:53 smithi178 bash[22034]: audit 2024-09-13T14:17:51.184000+0000 mgr.x (mgr.24607) 77 : audit [DBG] from='client.15297 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:17:53.432 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:17:53 smithi178 bash[22034]: cluster 2024-09-13T14:17:51.958334+0000 mgr.x (mgr.24607) 78 : cluster [DBG] pgmap v56: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:17:53.502 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:17:53 smithi062 bash[19845]: audit 2024-09-13T14:17:51.184000+0000 mgr.x (mgr.24607) 77 : audit [DBG] from='client.15297 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:17:53.502 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:17:53 smithi062 bash[19845]: cluster 2024-09-13T14:17:51.958334+0000 mgr.x (mgr.24607) 78 : cluster [DBG] pgmap v56: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:17:53.502 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:17:53 smithi062 bash[26634]: audit 2024-09-13T14:17:51.184000+0000 mgr.x (mgr.24607) 77 : audit [DBG] from='client.15297 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:17:53.503 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:17:53 smithi062 bash[26634]: cluster 2024-09-13T14:17:51.958334+0000 mgr.x (mgr.24607) 78 : cluster [DBG] pgmap v56: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:17:55.431 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:17:55 smithi178 bash[22034]: cluster 2024-09-13T14:17:53.959974+0000 mgr.x (mgr.24607) 79 : cluster [DBG] pgmap v57: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:17:55.502 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:17:55 smithi062 bash[26634]: cluster 2024-09-13T14:17:53.959974+0000 mgr.x (mgr.24607) 79 : cluster [DBG] pgmap v57: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:17:55.502 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:17:55 smithi062 bash[19845]: cluster 2024-09-13T14:17:53.959974+0000 mgr.x (mgr.24607) 79 : cluster [DBG] pgmap v57: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:17:56.431 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 13 14:17:56 smithi178 bash[50171]: ::ffff:172.21.15.178 - - [13/Sep/2024:14:17:56] "GET /metrics HTTP/1.1" 200 38228 "" "Prometheus/2.43.0" 2024-09-13T14:17:57.431 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:17:57 smithi178 bash[22034]: cluster 2024-09-13T14:17:55.960699+0000 mgr.x (mgr.24607) 80 : cluster [DBG] pgmap v58: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:17:57.502 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:17:57 smithi062 bash[19845]: cluster 2024-09-13T14:17:55.960699+0000 mgr.x (mgr.24607) 80 : cluster [DBG] pgmap v58: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:17:57.502 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:17:57 smithi062 bash[26634]: cluster 2024-09-13T14:17:55.960699+0000 mgr.x (mgr.24607) 80 : cluster [DBG] pgmap v58: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:17:59.431 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:17:59 smithi178 bash[22034]: cluster 2024-09-13T14:17:57.961433+0000 mgr.x (mgr.24607) 81 : cluster [DBG] pgmap v59: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:17:59.502 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:17:59 smithi062 bash[19845]: cluster 2024-09-13T14:17:57.961433+0000 mgr.x (mgr.24607) 81 : cluster [DBG] pgmap v59: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:17:59.502 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:17:59 smithi062 bash[26634]: cluster 2024-09-13T14:17:57.961433+0000 mgr.x (mgr.24607) 81 : cluster [DBG] pgmap v59: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:18:01.432 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:18:01 smithi178 bash[22034]: cluster 2024-09-13T14:17:59.962982+0000 mgr.x (mgr.24607) 82 : cluster [DBG] pgmap v60: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:18:01.502 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:18:01 smithi062 bash[19845]: cluster 2024-09-13T14:17:59.962982+0000 mgr.x (mgr.24607) 82 : cluster [DBG] pgmap v60: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:18:01.502 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:18:01 smithi062 bash[26634]: cluster 2024-09-13T14:17:59.962982+0000 mgr.x (mgr.24607) 82 : cluster [DBG] pgmap v60: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:18:03.432 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:18:03 smithi178 bash[22034]: audit 2024-09-13T14:18:01.195660+0000 mgr.x (mgr.24607) 83 : audit [DBG] from='client.15297 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:18:03.432 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:18:03 smithi178 bash[22034]: cluster 2024-09-13T14:18:01.963691+0000 mgr.x (mgr.24607) 84 : cluster [DBG] pgmap v61: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:18:03.502 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:18:03 smithi062 bash[26634]: audit 2024-09-13T14:18:01.195660+0000 mgr.x (mgr.24607) 83 : audit [DBG] from='client.15297 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:18:03.502 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:18:03 smithi062 bash[26634]: cluster 2024-09-13T14:18:01.963691+0000 mgr.x (mgr.24607) 84 : cluster [DBG] pgmap v61: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:18:03.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:18:03 smithi062 bash[19845]: audit 2024-09-13T14:18:01.195660+0000 mgr.x (mgr.24607) 83 : audit [DBG] from='client.15297 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:18:03.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:18:03 smithi062 bash[19845]: cluster 2024-09-13T14:18:01.963691+0000 mgr.x (mgr.24607) 84 : cluster [DBG] pgmap v61: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:18:04.432 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:18:04 smithi178 bash[22034]: audit 2024-09-13T14:18:03.651805+0000 mon.b (mon.1) 148 : audit [DBG] from='mgr.24607 172.21.15.178:0/966970752' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:18:04.502 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:18:04 smithi062 bash[19845]: audit 2024-09-13T14:18:03.651805+0000 mon.b (mon.1) 148 : audit [DBG] from='mgr.24607 172.21.15.178:0/966970752' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:18:04.502 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:18:04 smithi062 bash[26634]: audit 2024-09-13T14:18:03.651805+0000 mon.b (mon.1) 148 : audit [DBG] from='mgr.24607 172.21.15.178:0/966970752' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:18:05.431 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:18:05 smithi178 bash[22034]: cluster 2024-09-13T14:18:03.965395+0000 mgr.x (mgr.24607) 85 : cluster [DBG] pgmap v62: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:18:05.502 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:18:05 smithi062 bash[19845]: cluster 2024-09-13T14:18:03.965395+0000 mgr.x (mgr.24607) 85 : cluster [DBG] pgmap v62: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:18:05.502 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:18:05 smithi062 bash[26634]: cluster 2024-09-13T14:18:03.965395+0000 mgr.x (mgr.24607) 85 : cluster [DBG] pgmap v62: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:18:06.431 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 13 14:18:06 smithi178 bash[50171]: ::ffff:172.21.15.178 - - [13/Sep/2024:14:18:06] "GET /metrics HTTP/1.1" 200 38225 "" "Prometheus/2.43.0" 2024-09-13T14:18:07.431 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:18:07 smithi178 bash[22034]: cluster 2024-09-13T14:18:05.966093+0000 mgr.x (mgr.24607) 86 : cluster [DBG] pgmap v63: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:18:07.504 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:18:07 smithi062 bash[19845]: cluster 2024-09-13T14:18:05.966093+0000 mgr.x (mgr.24607) 86 : cluster [DBG] pgmap v63: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:18:07.505 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:18:07 smithi062 bash[26634]: cluster 2024-09-13T14:18:05.966093+0000 mgr.x (mgr.24607) 86 : cluster [DBG] pgmap v63: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:18:09.432 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:18:09 smithi178 bash[22034]: cluster 2024-09-13T14:18:07.966782+0000 mgr.x (mgr.24607) 87 : cluster [DBG] pgmap v64: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:18:09.502 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:18:09 smithi062 bash[19845]: cluster 2024-09-13T14:18:07.966782+0000 mgr.x (mgr.24607) 87 : cluster [DBG] pgmap v64: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:18:09.502 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:18:09 smithi062 bash[26634]: cluster 2024-09-13T14:18:07.966782+0000 mgr.x (mgr.24607) 87 : cluster [DBG] pgmap v64: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:18:11.431 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:18:11 smithi178 bash[22034]: cluster 2024-09-13T14:18:09.968418+0000 mgr.x (mgr.24607) 88 : cluster [DBG] pgmap v65: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:18:11.502 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:18:11 smithi062 bash[19845]: cluster 2024-09-13T14:18:09.968418+0000 mgr.x (mgr.24607) 88 : cluster [DBG] pgmap v65: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:18:11.502 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:18:11 smithi062 bash[26634]: cluster 2024-09-13T14:18:09.968418+0000 mgr.x (mgr.24607) 88 : cluster [DBG] pgmap v65: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:18:13.431 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:18:13 smithi178 bash[22034]: audit 2024-09-13T14:18:11.207253+0000 mgr.x (mgr.24607) 89 : audit [DBG] from='client.15297 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:18:13.432 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:18:13 smithi178 bash[22034]: cluster 2024-09-13T14:18:11.969183+0000 mgr.x (mgr.24607) 90 : cluster [DBG] pgmap v66: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:18:13.502 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:18:13 smithi062 bash[19845]: audit 2024-09-13T14:18:11.207253+0000 mgr.x (mgr.24607) 89 : audit [DBG] from='client.15297 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:18:13.502 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:18:13 smithi062 bash[19845]: cluster 2024-09-13T14:18:11.969183+0000 mgr.x (mgr.24607) 90 : cluster [DBG] pgmap v66: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:18:13.502 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:18:13 smithi062 bash[26634]: audit 2024-09-13T14:18:11.207253+0000 mgr.x (mgr.24607) 89 : audit [DBG] from='client.15297 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:18:13.502 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:18:13 smithi062 bash[26634]: cluster 2024-09-13T14:18:11.969183+0000 mgr.x (mgr.24607) 90 : cluster [DBG] pgmap v66: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:18:15.431 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:18:15 smithi178 bash[22034]: cluster 2024-09-13T14:18:13.970747+0000 mgr.x (mgr.24607) 91 : cluster [DBG] pgmap v67: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:18:15.502 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:18:15 smithi062 bash[19845]: cluster 2024-09-13T14:18:13.970747+0000 mgr.x (mgr.24607) 91 : cluster [DBG] pgmap v67: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:18:15.502 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:18:15 smithi062 bash[26634]: cluster 2024-09-13T14:18:13.970747+0000 mgr.x (mgr.24607) 91 : cluster [DBG] pgmap v67: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:18:16.431 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 13 14:18:16 smithi178 bash[50171]: ::ffff:172.21.15.178 - - [13/Sep/2024:14:18:16] "GET /metrics HTTP/1.1" 200 38225 "" "Prometheus/2.43.0" 2024-09-13T14:18:17.434 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:18:17 smithi178 bash[22034]: cluster 2024-09-13T14:18:15.971493+0000 mgr.x (mgr.24607) 92 : cluster [DBG] pgmap v68: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:18:17.507 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:18:17 smithi062 bash[19845]: cluster 2024-09-13T14:18:15.971493+0000 mgr.x (mgr.24607) 92 : cluster [DBG] pgmap v68: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:18:17.508 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:18:17 smithi062 bash[26634]: cluster 2024-09-13T14:18:15.971493+0000 mgr.x (mgr.24607) 92 : cluster [DBG] pgmap v68: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:18:19.431 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:18:19 smithi178 bash[22034]: cluster 2024-09-13T14:18:17.972216+0000 mgr.x (mgr.24607) 93 : cluster [DBG] pgmap v69: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:18:19.432 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:18:19 smithi178 bash[22034]: audit 2024-09-13T14:18:18.651993+0000 mon.b (mon.1) 149 : audit [DBG] from='mgr.24607 172.21.15.178:0/966970752' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:18:19.502 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:18:19 smithi062 bash[19845]: cluster 2024-09-13T14:18:17.972216+0000 mgr.x (mgr.24607) 93 : cluster [DBG] pgmap v69: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:18:19.502 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:18:19 smithi062 bash[19845]: audit 2024-09-13T14:18:18.651993+0000 mon.b (mon.1) 149 : audit [DBG] from='mgr.24607 172.21.15.178:0/966970752' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:18:19.503 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:18:19 smithi062 bash[26634]: cluster 2024-09-13T14:18:17.972216+0000 mgr.x (mgr.24607) 93 : cluster [DBG] pgmap v69: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:18:19.503 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:18:19 smithi062 bash[26634]: audit 2024-09-13T14:18:18.651993+0000 mon.b (mon.1) 149 : audit [DBG] from='mgr.24607 172.21.15.178:0/966970752' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:18:21.432 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:18:21 smithi178 bash[22034]: cluster 2024-09-13T14:18:19.973880+0000 mgr.x (mgr.24607) 94 : cluster [DBG] pgmap v70: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:18:21.502 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:18:21 smithi062 bash[19845]: cluster 2024-09-13T14:18:19.973880+0000 mgr.x (mgr.24607) 94 : cluster [DBG] pgmap v70: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:18:21.502 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:18:21 smithi062 bash[26634]: cluster 2024-09-13T14:18:19.973880+0000 mgr.x (mgr.24607) 94 : cluster [DBG] pgmap v70: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:18:23.431 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:18:23 smithi178 bash[22034]: audit 2024-09-13T14:18:21.217953+0000 mgr.x (mgr.24607) 95 : audit [DBG] from='client.15297 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:18:23.432 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:18:23 smithi178 bash[22034]: cluster 2024-09-13T14:18:21.974621+0000 mgr.x (mgr.24607) 96 : cluster [DBG] pgmap v71: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:18:23.502 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:18:23 smithi062 bash[19845]: audit 2024-09-13T14:18:21.217953+0000 mgr.x (mgr.24607) 95 : audit [DBG] from='client.15297 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:18:23.502 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:18:23 smithi062 bash[19845]: cluster 2024-09-13T14:18:21.974621+0000 mgr.x (mgr.24607) 96 : cluster [DBG] pgmap v71: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:18:23.502 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:18:23 smithi062 bash[26634]: audit 2024-09-13T14:18:21.217953+0000 mgr.x (mgr.24607) 95 : audit [DBG] from='client.15297 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:18:23.502 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:18:23 smithi062 bash[26634]: cluster 2024-09-13T14:18:21.974621+0000 mgr.x (mgr.24607) 96 : cluster [DBG] pgmap v71: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:18:24.431 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:18:24 smithi178 bash[22034]: cluster 2024-09-13T14:18:23.976191+0000 mgr.x (mgr.24607) 97 : cluster [DBG] pgmap v72: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:18:24.502 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:18:24 smithi062 bash[19845]: cluster 2024-09-13T14:18:23.976191+0000 mgr.x (mgr.24607) 97 : cluster [DBG] pgmap v72: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:18:24.502 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:18:24 smithi062 bash[26634]: cluster 2024-09-13T14:18:23.976191+0000 mgr.x (mgr.24607) 97 : cluster [DBG] pgmap v72: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:18:26.431 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 13 14:18:26 smithi178 bash[50171]: ::ffff:172.21.15.178 - - [13/Sep/2024:14:18:26] "GET /metrics HTTP/1.1" 200 38227 "" "Prometheus/2.43.0" 2024-09-13T14:18:27.431 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:18:27 smithi178 bash[22034]: cluster 2024-09-13T14:18:25.976951+0000 mgr.x (mgr.24607) 98 : cluster [DBG] pgmap v73: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:18:27.502 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:18:27 smithi062 bash[19845]: cluster 2024-09-13T14:18:25.976951+0000 mgr.x (mgr.24607) 98 : cluster [DBG] pgmap v73: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:18:27.502 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:18:27 smithi062 bash[26634]: cluster 2024-09-13T14:18:25.976951+0000 mgr.x (mgr.24607) 98 : cluster [DBG] pgmap v73: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:18:29.432 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:18:29 smithi178 bash[22034]: cluster 2024-09-13T14:18:27.977739+0000 mgr.x (mgr.24607) 99 : cluster [DBG] pgmap v74: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:18:29.502 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:18:29 smithi062 bash[19845]: cluster 2024-09-13T14:18:27.977739+0000 mgr.x (mgr.24607) 99 : cluster [DBG] pgmap v74: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:18:29.502 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:18:29 smithi062 bash[26634]: cluster 2024-09-13T14:18:27.977739+0000 mgr.x (mgr.24607) 99 : cluster [DBG] pgmap v74: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:18:31.431 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:18:31 smithi178 bash[22034]: cluster 2024-09-13T14:18:29.979422+0000 mgr.x (mgr.24607) 100 : cluster [DBG] pgmap v75: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:18:31.502 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:18:31 smithi062 bash[19845]: cluster 2024-09-13T14:18:29.979422+0000 mgr.x (mgr.24607) 100 : cluster [DBG] pgmap v75: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:18:31.502 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:18:31 smithi062 bash[26634]: cluster 2024-09-13T14:18:29.979422+0000 mgr.x (mgr.24607) 100 : cluster [DBG] pgmap v75: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:18:33.431 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:18:33 smithi178 bash[22034]: audit 2024-09-13T14:18:31.219382+0000 mgr.x (mgr.24607) 101 : audit [DBG] from='client.15297 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:18:33.432 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:18:33 smithi178 bash[22034]: cluster 2024-09-13T14:18:31.980149+0000 mgr.x (mgr.24607) 102 : cluster [DBG] pgmap v76: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:18:33.502 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:18:33 smithi062 bash[19845]: audit 2024-09-13T14:18:31.219382+0000 mgr.x (mgr.24607) 101 : audit [DBG] from='client.15297 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:18:33.502 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:18:33 smithi062 bash[19845]: cluster 2024-09-13T14:18:31.980149+0000 mgr.x (mgr.24607) 102 : cluster [DBG] pgmap v76: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:18:33.502 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:18:33 smithi062 bash[26634]: audit 2024-09-13T14:18:31.219382+0000 mgr.x (mgr.24607) 101 : audit [DBG] from='client.15297 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:18:33.502 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:18:33 smithi062 bash[26634]: cluster 2024-09-13T14:18:31.980149+0000 mgr.x (mgr.24607) 102 : cluster [DBG] pgmap v76: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:18:34.431 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:18:34 smithi178 bash[22034]: audit 2024-09-13T14:18:33.652851+0000 mon.b (mon.1) 150 : audit [DBG] from='mgr.24607 172.21.15.178:0/966970752' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:18:34.502 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:18:34 smithi062 bash[19845]: audit 2024-09-13T14:18:33.652851+0000 mon.b (mon.1) 150 : audit [DBG] from='mgr.24607 172.21.15.178:0/966970752' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:18:34.502 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:18:34 smithi062 bash[26634]: audit 2024-09-13T14:18:33.652851+0000 mon.b (mon.1) 150 : audit [DBG] from='mgr.24607 172.21.15.178:0/966970752' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:18:35.431 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:18:35 smithi178 bash[22034]: cluster 2024-09-13T14:18:33.981752+0000 mgr.x (mgr.24607) 103 : cluster [DBG] pgmap v77: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:18:35.502 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:18:35 smithi062 bash[19845]: cluster 2024-09-13T14:18:33.981752+0000 mgr.x (mgr.24607) 103 : cluster [DBG] pgmap v77: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:18:35.502 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:18:35 smithi062 bash[26634]: cluster 2024-09-13T14:18:33.981752+0000 mgr.x (mgr.24607) 103 : cluster [DBG] pgmap v77: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:18:36.432 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 13 14:18:36 smithi178 bash[50171]: ::ffff:172.21.15.178 - - [13/Sep/2024:14:18:36] "GET /metrics HTTP/1.1" 200 38231 "" "Prometheus/2.43.0" 2024-09-13T14:18:37.432 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:18:37 smithi178 bash[22034]: cluster 2024-09-13T14:18:35.982455+0000 mgr.x (mgr.24607) 104 : cluster [DBG] pgmap v78: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:18:37.502 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:18:37 smithi062 bash[19845]: cluster 2024-09-13T14:18:35.982455+0000 mgr.x (mgr.24607) 104 : cluster [DBG] pgmap v78: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:18:37.502 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:18:37 smithi062 bash[26634]: cluster 2024-09-13T14:18:35.982455+0000 mgr.x (mgr.24607) 104 : cluster [DBG] pgmap v78: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:18:39.432 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:18:39 smithi178 bash[22034]: cluster 2024-09-13T14:18:37.983177+0000 mgr.x (mgr.24607) 105 : cluster [DBG] pgmap v79: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:18:39.502 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:18:39 smithi062 bash[19845]: cluster 2024-09-13T14:18:37.983177+0000 mgr.x (mgr.24607) 105 : cluster [DBG] pgmap v79: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:18:39.502 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:18:39 smithi062 bash[26634]: cluster 2024-09-13T14:18:37.983177+0000 mgr.x (mgr.24607) 105 : cluster [DBG] pgmap v79: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:18:41.432 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:18:41 smithi178 bash[22034]: cluster 2024-09-13T14:18:39.984839+0000 mgr.x (mgr.24607) 106 : cluster [DBG] pgmap v80: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:18:41.502 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:18:41 smithi062 bash[19845]: cluster 2024-09-13T14:18:39.984839+0000 mgr.x (mgr.24607) 106 : cluster [DBG] pgmap v80: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:18:41.502 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:18:41 smithi062 bash[26634]: cluster 2024-09-13T14:18:39.984839+0000 mgr.x (mgr.24607) 106 : cluster [DBG] pgmap v80: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:18:43.432 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:18:43 smithi178 bash[22034]: audit 2024-09-13T14:18:41.230746+0000 mgr.x (mgr.24607) 107 : audit [DBG] from='client.15297 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:18:43.432 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:18:43 smithi178 bash[22034]: cluster 2024-09-13T14:18:41.985602+0000 mgr.x (mgr.24607) 108 : cluster [DBG] pgmap v81: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:18:43.502 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:18:43 smithi062 bash[26634]: audit 2024-09-13T14:18:41.230746+0000 mgr.x (mgr.24607) 107 : audit [DBG] from='client.15297 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:18:43.502 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:18:43 smithi062 bash[26634]: cluster 2024-09-13T14:18:41.985602+0000 mgr.x (mgr.24607) 108 : cluster [DBG] pgmap v81: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:18:43.502 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:18:43 smithi062 bash[19845]: audit 2024-09-13T14:18:41.230746+0000 mgr.x (mgr.24607) 107 : audit [DBG] from='client.15297 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:18:43.502 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:18:43 smithi062 bash[19845]: cluster 2024-09-13T14:18:41.985602+0000 mgr.x (mgr.24607) 108 : cluster [DBG] pgmap v81: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:18:44.432 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:18:44 smithi178 bash[22034]: audit 2024-09-13T14:18:43.973531+0000 mon.b (mon.1) 151 : audit [DBG] from='mgr.24607 172.21.15.178:0/966970752' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:18:44.432 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:18:44 smithi178 bash[22034]: audit 2024-09-13T14:18:43.974707+0000 mon.b (mon.1) 152 : audit [INF] from='mgr.24607 172.21.15.178:0/966970752' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T14:18:44.432 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:18:44 smithi178 bash[22034]: audit 2024-09-13T14:18:43.983602+0000 mon.a (mon.0) 1253 : audit [INF] from='mgr.24607 ' entity='mgr.x' 2024-09-13T14:18:44.502 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:18:44 smithi062 bash[19845]: audit 2024-09-13T14:18:43.973531+0000 mon.b (mon.1) 151 : audit [DBG] from='mgr.24607 172.21.15.178:0/966970752' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:18:44.502 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:18:44 smithi062 bash[19845]: audit 2024-09-13T14:18:43.974707+0000 mon.b (mon.1) 152 : audit [INF] from='mgr.24607 172.21.15.178:0/966970752' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T14:18:44.502 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:18:44 smithi062 bash[19845]: audit 2024-09-13T14:18:43.983602+0000 mon.a (mon.0) 1253 : audit [INF] from='mgr.24607 ' entity='mgr.x' 2024-09-13T14:18:44.502 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:18:44 smithi062 bash[26634]: audit 2024-09-13T14:18:43.973531+0000 mon.b (mon.1) 151 : audit [DBG] from='mgr.24607 172.21.15.178:0/966970752' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:18:44.503 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:18:44 smithi062 bash[26634]: audit 2024-09-13T14:18:43.974707+0000 mon.b (mon.1) 152 : audit [INF] from='mgr.24607 172.21.15.178:0/966970752' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T14:18:44.503 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:18:44 smithi062 bash[26634]: audit 2024-09-13T14:18:43.983602+0000 mon.a (mon.0) 1253 : audit [INF] from='mgr.24607 ' entity='mgr.x' 2024-09-13T14:18:45.432 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:18:45 smithi178 bash[22034]: cluster 2024-09-13T14:18:43.987279+0000 mgr.x (mgr.24607) 109 : cluster [DBG] pgmap v82: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:18:45.502 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:18:45 smithi062 bash[19845]: cluster 2024-09-13T14:18:43.987279+0000 mgr.x (mgr.24607) 109 : cluster [DBG] pgmap v82: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:18:45.502 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:18:45 smithi062 bash[26634]: cluster 2024-09-13T14:18:43.987279+0000 mgr.x (mgr.24607) 109 : cluster [DBG] pgmap v82: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:18:46.432 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 13 14:18:46 smithi178 bash[50171]: ::ffff:172.21.15.178 - - [13/Sep/2024:14:18:46] "GET /metrics HTTP/1.1" 200 38231 "" "Prometheus/2.43.0" 2024-09-13T14:18:47.432 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:18:47 smithi178 bash[22034]: cluster 2024-09-13T14:18:45.988149+0000 mgr.x (mgr.24607) 110 : cluster [DBG] pgmap v83: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:18:47.502 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:18:47 smithi062 bash[19845]: cluster 2024-09-13T14:18:45.988149+0000 mgr.x (mgr.24607) 110 : cluster [DBG] pgmap v83: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:18:47.502 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:18:47 smithi062 bash[26634]: cluster 2024-09-13T14:18:45.988149+0000 mgr.x (mgr.24607) 110 : cluster [DBG] pgmap v83: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:18:49.432 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:18:49 smithi178 bash[22034]: cluster 2024-09-13T14:18:47.988984+0000 mgr.x (mgr.24607) 111 : cluster [DBG] pgmap v84: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:18:49.432 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:18:49 smithi178 bash[22034]: audit 2024-09-13T14:18:48.652899+0000 mon.b (mon.1) 153 : audit [DBG] from='mgr.24607 172.21.15.178:0/966970752' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:18:49.502 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:18:49 smithi062 bash[19845]: cluster 2024-09-13T14:18:47.988984+0000 mgr.x (mgr.24607) 111 : cluster [DBG] pgmap v84: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:18:49.502 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:18:49 smithi062 bash[19845]: audit 2024-09-13T14:18:48.652899+0000 mon.b (mon.1) 153 : audit [DBG] from='mgr.24607 172.21.15.178:0/966970752' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:18:49.503 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:18:49 smithi062 bash[26634]: cluster 2024-09-13T14:18:47.988984+0000 mgr.x (mgr.24607) 111 : cluster [DBG] pgmap v84: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:18:49.503 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:18:49 smithi062 bash[26634]: audit 2024-09-13T14:18:48.652899+0000 mon.b (mon.1) 153 : audit [DBG] from='mgr.24607 172.21.15.178:0/966970752' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:18:51.432 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:18:51 smithi178 bash[22034]: cluster 2024-09-13T14:18:49.990671+0000 mgr.x (mgr.24607) 112 : cluster [DBG] pgmap v85: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:18:51.502 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:18:51 smithi062 bash[19845]: cluster 2024-09-13T14:18:49.990671+0000 mgr.x (mgr.24607) 112 : cluster [DBG] pgmap v85: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:18:51.502 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:18:51 smithi062 bash[26634]: cluster 2024-09-13T14:18:49.990671+0000 mgr.x (mgr.24607) 112 : cluster [DBG] pgmap v85: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:18:53.432 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:18:53 smithi178 bash[22034]: audit 2024-09-13T14:18:51.240452+0000 mgr.x (mgr.24607) 113 : audit [DBG] from='client.15297 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:18:53.432 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:18:53 smithi178 bash[22034]: cluster 2024-09-13T14:18:51.991475+0000 mgr.x (mgr.24607) 114 : cluster [DBG] pgmap v86: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:18:53.502 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:18:53 smithi062 bash[19845]: audit 2024-09-13T14:18:51.240452+0000 mgr.x (mgr.24607) 113 : audit [DBG] from='client.15297 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:18:53.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:18:53 smithi062 bash[19845]: cluster 2024-09-13T14:18:51.991475+0000 mgr.x (mgr.24607) 114 : cluster [DBG] pgmap v86: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:18:53.503 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:18:53 smithi062 bash[26634]: audit 2024-09-13T14:18:51.240452+0000 mgr.x (mgr.24607) 113 : audit [DBG] from='client.15297 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:18:53.503 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:18:53 smithi062 bash[26634]: cluster 2024-09-13T14:18:51.991475+0000 mgr.x (mgr.24607) 114 : cluster [DBG] pgmap v86: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:18:55.432 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:18:55 smithi178 bash[22034]: cluster 2024-09-13T14:18:53.993184+0000 mgr.x (mgr.24607) 115 : cluster [DBG] pgmap v87: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:18:55.502 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:18:55 smithi062 bash[19845]: cluster 2024-09-13T14:18:53.993184+0000 mgr.x (mgr.24607) 115 : cluster [DBG] pgmap v87: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:18:55.502 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:18:55 smithi062 bash[26634]: cluster 2024-09-13T14:18:53.993184+0000 mgr.x (mgr.24607) 115 : cluster [DBG] pgmap v87: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:18:56.432 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 13 14:18:56 smithi178 bash[50171]: ::ffff:172.21.15.178 - - [13/Sep/2024:14:18:56] "GET /metrics HTTP/1.1" 200 38233 "" "Prometheus/2.43.0" 2024-09-13T14:18:57.432 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:18:57 smithi178 bash[22034]: cluster 2024-09-13T14:18:55.994058+0000 mgr.x (mgr.24607) 116 : cluster [DBG] pgmap v88: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:18:57.502 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:18:57 smithi062 bash[26634]: cluster 2024-09-13T14:18:55.994058+0000 mgr.x (mgr.24607) 116 : cluster [DBG] pgmap v88: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:18:57.502 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:18:57 smithi062 bash[19845]: cluster 2024-09-13T14:18:55.994058+0000 mgr.x (mgr.24607) 116 : cluster [DBG] pgmap v88: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:18:58.432 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:18:58 smithi178 bash[22034]: cluster 2024-09-13T14:18:57.994889+0000 mgr.x (mgr.24607) 117 : cluster [DBG] pgmap v89: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:18:58.502 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:18:58 smithi062 bash[26634]: cluster 2024-09-13T14:18:57.994889+0000 mgr.x (mgr.24607) 117 : cluster [DBG] pgmap v89: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:18:58.502 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:18:58 smithi062 bash[19845]: cluster 2024-09-13T14:18:57.994889+0000 mgr.x (mgr.24607) 117 : cluster [DBG] pgmap v89: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:19:01.432 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:19:01 smithi178 bash[22034]: cluster 2024-09-13T14:18:59.996658+0000 mgr.x (mgr.24607) 118 : cluster [DBG] pgmap v90: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:19:01.502 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:19:01 smithi062 bash[26634]: cluster 2024-09-13T14:18:59.996658+0000 mgr.x (mgr.24607) 118 : cluster [DBG] pgmap v90: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:19:01.502 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:19:01 smithi062 bash[19845]: cluster 2024-09-13T14:18:59.996658+0000 mgr.x (mgr.24607) 118 : cluster [DBG] pgmap v90: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:19:03.432 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:19:03 smithi178 bash[22034]: audit 2024-09-13T14:19:01.251705+0000 mgr.x (mgr.24607) 119 : audit [DBG] from='client.15297 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:19:03.432 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:19:03 smithi178 bash[22034]: cluster 2024-09-13T14:19:01.997514+0000 mgr.x (mgr.24607) 120 : cluster [DBG] pgmap v91: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:19:03.502 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:19:03 smithi062 bash[26634]: audit 2024-09-13T14:19:01.251705+0000 mgr.x (mgr.24607) 119 : audit [DBG] from='client.15297 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:19:03.502 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:19:03 smithi062 bash[26634]: cluster 2024-09-13T14:19:01.997514+0000 mgr.x (mgr.24607) 120 : cluster [DBG] pgmap v91: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:19:03.502 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:19:03 smithi062 bash[19845]: audit 2024-09-13T14:19:01.251705+0000 mgr.x (mgr.24607) 119 : audit [DBG] from='client.15297 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:19:03.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:19:03 smithi062 bash[19845]: cluster 2024-09-13T14:19:01.997514+0000 mgr.x (mgr.24607) 120 : cluster [DBG] pgmap v91: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:19:04.432 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:19:04 smithi178 bash[22034]: audit 2024-09-13T14:19:03.653314+0000 mon.b (mon.1) 154 : audit [DBG] from='mgr.24607 172.21.15.178:0/966970752' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:19:04.502 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:19:04 smithi062 bash[26634]: audit 2024-09-13T14:19:03.653314+0000 mon.b (mon.1) 154 : audit [DBG] from='mgr.24607 172.21.15.178:0/966970752' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:19:04.502 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:19:04 smithi062 bash[19845]: audit 2024-09-13T14:19:03.653314+0000 mon.b (mon.1) 154 : audit [DBG] from='mgr.24607 172.21.15.178:0/966970752' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:19:05.432 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:19:05 smithi178 bash[22034]: cluster 2024-09-13T14:19:03.999138+0000 mgr.x (mgr.24607) 121 : cluster [DBG] pgmap v92: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:19:05.502 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:19:05 smithi062 bash[19845]: cluster 2024-09-13T14:19:03.999138+0000 mgr.x (mgr.24607) 121 : cluster [DBG] pgmap v92: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:19:05.502 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:19:05 smithi062 bash[26634]: cluster 2024-09-13T14:19:03.999138+0000 mgr.x (mgr.24607) 121 : cluster [DBG] pgmap v92: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:19:06.432 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 13 14:19:06 smithi178 bash[50171]: ::ffff:172.21.15.178 - - [13/Sep/2024:14:19:06] "GET /metrics HTTP/1.1" 200 38233 "" "Prometheus/2.43.0" 2024-09-13T14:19:07.432 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:19:07 smithi178 bash[22034]: cluster 2024-09-13T14:19:05.999885+0000 mgr.x (mgr.24607) 122 : cluster [DBG] pgmap v93: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:19:07.502 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:19:07 smithi062 bash[26634]: cluster 2024-09-13T14:19:05.999885+0000 mgr.x (mgr.24607) 122 : cluster [DBG] pgmap v93: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:19:07.502 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:19:07 smithi062 bash[19845]: cluster 2024-09-13T14:19:05.999885+0000 mgr.x (mgr.24607) 122 : cluster [DBG] pgmap v93: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:19:09.432 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:19:09 smithi178 bash[22034]: cluster 2024-09-13T14:19:08.000583+0000 mgr.x (mgr.24607) 123 : cluster [DBG] pgmap v94: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:19:09.502 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:19:09 smithi062 bash[19845]: cluster 2024-09-13T14:19:08.000583+0000 mgr.x (mgr.24607) 123 : cluster [DBG] pgmap v94: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:19:09.502 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:19:09 smithi062 bash[26634]: cluster 2024-09-13T14:19:08.000583+0000 mgr.x (mgr.24607) 123 : cluster [DBG] pgmap v94: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:19:11.432 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:19:11 smithi178 bash[22034]: cluster 2024-09-13T14:19:10.002200+0000 mgr.x (mgr.24607) 124 : cluster [DBG] pgmap v95: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:19:11.502 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:19:11 smithi062 bash[19845]: cluster 2024-09-13T14:19:10.002200+0000 mgr.x (mgr.24607) 124 : cluster [DBG] pgmap v95: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:19:11.502 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:19:11 smithi062 bash[26634]: cluster 2024-09-13T14:19:10.002200+0000 mgr.x (mgr.24607) 124 : cluster [DBG] pgmap v95: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:19:13.432 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:19:13 smithi178 bash[22034]: audit 2024-09-13T14:19:11.263105+0000 mgr.x (mgr.24607) 125 : audit [DBG] from='client.15297 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:19:13.432 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:19:13 smithi178 bash[22034]: cluster 2024-09-13T14:19:12.002908+0000 mgr.x (mgr.24607) 126 : cluster [DBG] pgmap v96: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:19:13.502 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:19:13 smithi062 bash[19845]: audit 2024-09-13T14:19:11.263105+0000 mgr.x (mgr.24607) 125 : audit [DBG] from='client.15297 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:19:13.502 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:19:13 smithi062 bash[19845]: cluster 2024-09-13T14:19:12.002908+0000 mgr.x (mgr.24607) 126 : cluster [DBG] pgmap v96: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:19:13.502 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:19:13 smithi062 bash[26634]: audit 2024-09-13T14:19:11.263105+0000 mgr.x (mgr.24607) 125 : audit [DBG] from='client.15297 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:19:13.502 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:19:13 smithi062 bash[26634]: cluster 2024-09-13T14:19:12.002908+0000 mgr.x (mgr.24607) 126 : cluster [DBG] pgmap v96: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:19:15.432 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:19:15 smithi178 bash[22034]: cluster 2024-09-13T14:19:14.004459+0000 mgr.x (mgr.24607) 127 : cluster [DBG] pgmap v97: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:19:15.502 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:19:15 smithi062 bash[19845]: cluster 2024-09-13T14:19:14.004459+0000 mgr.x (mgr.24607) 127 : cluster [DBG] pgmap v97: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:19:15.502 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:19:15 smithi062 bash[26634]: cluster 2024-09-13T14:19:14.004459+0000 mgr.x (mgr.24607) 127 : cluster [DBG] pgmap v97: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:19:16.432 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 13 14:19:16 smithi178 bash[50171]: ::ffff:172.21.15.178 - - [13/Sep/2024:14:19:16] "GET /metrics HTTP/1.1" 200 38233 "" "Prometheus/2.43.0" 2024-09-13T14:19:17.432 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:19:17 smithi178 bash[22034]: cluster 2024-09-13T14:19:16.005174+0000 mgr.x (mgr.24607) 128 : cluster [DBG] pgmap v98: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:19:17.502 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:19:17 smithi062 bash[19845]: cluster 2024-09-13T14:19:16.005174+0000 mgr.x (mgr.24607) 128 : cluster [DBG] pgmap v98: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:19:17.502 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:19:17 smithi062 bash[26634]: cluster 2024-09-13T14:19:16.005174+0000 mgr.x (mgr.24607) 128 : cluster [DBG] pgmap v98: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:19:19.432 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:19:19 smithi178 bash[22034]: cluster 2024-09-13T14:19:18.005900+0000 mgr.x (mgr.24607) 129 : cluster [DBG] pgmap v99: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:19:19.432 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:19:19 smithi178 bash[22034]: audit 2024-09-13T14:19:18.653619+0000 mon.b (mon.1) 155 : audit [DBG] from='mgr.24607 172.21.15.178:0/966970752' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:19:19.502 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:19:19 smithi062 bash[19845]: cluster 2024-09-13T14:19:18.005900+0000 mgr.x (mgr.24607) 129 : cluster [DBG] pgmap v99: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:19:19.502 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:19:19 smithi062 bash[19845]: audit 2024-09-13T14:19:18.653619+0000 mon.b (mon.1) 155 : audit [DBG] from='mgr.24607 172.21.15.178:0/966970752' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:19:19.502 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:19:19 smithi062 bash[26634]: cluster 2024-09-13T14:19:18.005900+0000 mgr.x (mgr.24607) 129 : cluster [DBG] pgmap v99: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:19:19.502 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:19:19 smithi062 bash[26634]: audit 2024-09-13T14:19:18.653619+0000 mon.b (mon.1) 155 : audit [DBG] from='mgr.24607 172.21.15.178:0/966970752' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:19:21.432 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:19:21 smithi178 bash[22034]: cluster 2024-09-13T14:19:20.007461+0000 mgr.x (mgr.24607) 130 : cluster [DBG] pgmap v100: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:19:21.502 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:19:21 smithi062 bash[19845]: cluster 2024-09-13T14:19:20.007461+0000 mgr.x (mgr.24607) 130 : cluster [DBG] pgmap v100: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:19:21.502 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:19:21 smithi062 bash[26634]: cluster 2024-09-13T14:19:20.007461+0000 mgr.x (mgr.24607) 130 : cluster [DBG] pgmap v100: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:19:23.432 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:19:23 smithi178 bash[22034]: audit 2024-09-13T14:19:21.274560+0000 mgr.x (mgr.24607) 131 : audit [DBG] from='client.15297 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:19:23.432 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:19:23 smithi178 bash[22034]: cluster 2024-09-13T14:19:22.008155+0000 mgr.x (mgr.24607) 132 : cluster [DBG] pgmap v101: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:19:23.502 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:19:23 smithi062 bash[19845]: audit 2024-09-13T14:19:21.274560+0000 mgr.x (mgr.24607) 131 : audit [DBG] from='client.15297 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:19:23.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:19:23 smithi062 bash[19845]: cluster 2024-09-13T14:19:22.008155+0000 mgr.x (mgr.24607) 132 : cluster [DBG] pgmap v101: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:19:23.503 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:19:23 smithi062 bash[26634]: audit 2024-09-13T14:19:21.274560+0000 mgr.x (mgr.24607) 131 : audit [DBG] from='client.15297 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:19:23.503 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:19:23 smithi062 bash[26634]: cluster 2024-09-13T14:19:22.008155+0000 mgr.x (mgr.24607) 132 : cluster [DBG] pgmap v101: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:19:24.432 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:19:24 smithi178 bash[22034]: cluster 2024-09-13T14:19:24.009776+0000 mgr.x (mgr.24607) 133 : cluster [DBG] pgmap v102: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:19:24.502 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:19:24 smithi062 bash[19845]: cluster 2024-09-13T14:19:24.009776+0000 mgr.x (mgr.24607) 133 : cluster [DBG] pgmap v102: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:19:24.503 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:19:24 smithi062 bash[26634]: cluster 2024-09-13T14:19:24.009776+0000 mgr.x (mgr.24607) 133 : cluster [DBG] pgmap v102: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:19:25.310 DEBUG:teuthology.orchestra.run.smithi062:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ff1149ea-71d5-11ef-bceb-c7b262605968 -e sha1=b0201b8c79733293453e7f10a10c7fa43119222b -- bash -c 'ceph orch ps' 2024-09-13T14:19:26.432 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 13 14:19:26 smithi178 bash[50171]: ::ffff:172.21.15.178 - - [13/Sep/2024:14:19:26] "GET /metrics HTTP/1.1" 200 38237 "" "Prometheus/2.43.0" 2024-09-13T14:19:27.432 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:19:27 smithi178 bash[22034]: cluster 2024-09-13T14:19:26.010439+0000 mgr.x (mgr.24607) 134 : cluster [DBG] pgmap v103: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:19:27.502 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:19:27 smithi062 bash[19845]: cluster 2024-09-13T14:19:26.010439+0000 mgr.x (mgr.24607) 134 : cluster [DBG] pgmap v103: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:19:27.502 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:19:27 smithi062 bash[26634]: cluster 2024-09-13T14:19:26.010439+0000 mgr.x (mgr.24607) 134 : cluster [DBG] pgmap v103: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:19:29.432 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:19:29 smithi178 bash[22034]: cluster 2024-09-13T14:19:28.011176+0000 mgr.x (mgr.24607) 135 : cluster [DBG] pgmap v104: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:19:29.502 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:19:29 smithi062 bash[19845]: cluster 2024-09-13T14:19:28.011176+0000 mgr.x (mgr.24607) 135 : cluster [DBG] pgmap v104: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:19:29.502 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:19:29 smithi062 bash[26634]: cluster 2024-09-13T14:19:28.011176+0000 mgr.x (mgr.24607) 135 : cluster [DBG] pgmap v104: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:19:30.140 INFO:teuthology.orchestra.run.smithi062.stderr:Inferring config /var/lib/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T14:19:31.432 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:19:31 smithi178 bash[22034]: cluster 2024-09-13T14:19:30.012825+0000 mgr.x (mgr.24607) 136 : cluster [DBG] pgmap v105: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:19:31.502 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:19:31 smithi062 bash[26634]: cluster 2024-09-13T14:19:30.012825+0000 mgr.x (mgr.24607) 136 : cluster [DBG] pgmap v105: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:19:31.502 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:19:31 smithi062 bash[19845]: cluster 2024-09-13T14:19:30.012825+0000 mgr.x (mgr.24607) 136 : cluster [DBG] pgmap v105: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:19:31.636 INFO:teuthology.orchestra.run.smithi062.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-13T14:19:31.636 INFO:teuthology.orchestra.run.smithi062.stdout:alertmanager.a smithi062 *:9093,9094 running (24m) 2m ago 24m 13.4M - 0.25.0 c8568f914cd2 3855e7cada7e 2024-09-13T14:19:31.636 INFO:teuthology.orchestra.run.smithi062.stdout:grafana.a smithi178 *:3000 running (24m) 2m ago 24m 75.7M - 9.4.12 2bacad6d85d8 f92f4c844371 2024-09-13T14:19:31.636 INFO:teuthology.orchestra.run.smithi062.stdout:iscsi.foo.smithi062.auboqe smithi062 *:5000 running (3m) 2m ago 22m 46.9M - 3.8 19dc8d659727 a5bd2df4df51 2024-09-13T14:19:31.636 INFO:teuthology.orchestra.run.smithi062.stdout:mgr.x smithi178 *:8443,9283,8765 running (17m) 2m ago 33m 495M - 19.3.0-4917-gb0201b8c 1641fe80ce72 a32905ba8b13 2024-09-13T14:19:31.636 INFO:teuthology.orchestra.run.smithi062.stdout:mgr.y smithi062 *:8443,9283,8765 running (9m) 2m ago 35m 438M - 19.3.0-4917-gb0201b8c 1641fe80ce72 fd629cc84850 2024-09-13T14:19:31.636 INFO:teuthology.orchestra.run.smithi062.stdout:mon.a smithi062 running (35m) 2m ago 35m 79.6M 2048M 19.1.1-322-g7741f7f9 19dc8d659727 4664a2c15794 2024-09-13T14:19:31.636 INFO:teuthology.orchestra.run.smithi062.stdout:mon.b smithi178 running (33m) 2m ago 33m 58.6M 2048M 19.1.1-322-g7741f7f9 19dc8d659727 f0553780881c 2024-09-13T14:19:31.637 INFO:teuthology.orchestra.run.smithi062.stdout:mon.c smithi062 running (33m) 2m ago 33m 58.5M 2048M 19.1.1-322-g7741f7f9 19dc8d659727 0846e375e651 2024-09-13T14:19:31.637 INFO:teuthology.orchestra.run.smithi062.stdout:node-exporter.a smithi062 *:9100 running (24m) 2m ago 24m 8943k - 1.5.0 0da6a335fe13 fd29265c5570 2024-09-13T14:19:31.637 INFO:teuthology.orchestra.run.smithi062.stdout:node-exporter.b smithi178 *:9100 running (24m) 2m ago 24m 9056k - 1.5.0 0da6a335fe13 400d31a0fc83 2024-09-13T14:19:31.637 INFO:teuthology.orchestra.run.smithi062.stdout:osd.0 smithi062 running (32m) 2m ago 32m 64.5M 3036M 19.1.1-322-g7741f7f9 19dc8d659727 a01ecc33ada0 2024-09-13T14:19:31.637 INFO:teuthology.orchestra.run.smithi062.stdout:osd.1 smithi062 running (31m) 2m ago 31m 57.5M 3036M 19.1.1-322-g7741f7f9 19dc8d659727 d6ca3f655d05 2024-09-13T14:19:31.637 INFO:teuthology.orchestra.run.smithi062.stdout:osd.2 smithi062 running (30m) 2m ago 30m 60.9M 3036M 19.1.1-322-g7741f7f9 19dc8d659727 f001b702483d 2024-09-13T14:19:31.637 INFO:teuthology.orchestra.run.smithi062.stdout:osd.3 smithi062 running (29m) 2m ago 29m 55.4M 3036M 19.1.1-322-g7741f7f9 19dc8d659727 cebed6322996 2024-09-13T14:19:31.637 INFO:teuthology.orchestra.run.smithi062.stdout:osd.4 smithi178 running (28m) 2m ago 28m 64.5M 3292M 19.1.1-322-g7741f7f9 19dc8d659727 7ff166ed36a8 2024-09-13T14:19:31.637 INFO:teuthology.orchestra.run.smithi062.stdout:osd.5 smithi178 running (27m) 2m ago 27m 62.2M 3292M 19.1.1-322-g7741f7f9 19dc8d659727 0ee354299930 2024-09-13T14:19:31.637 INFO:teuthology.orchestra.run.smithi062.stdout:osd.6 smithi178 running (26m) 2m ago 26m 53.0M 3292M 19.1.1-322-g7741f7f9 19dc8d659727 e6cb50c05b1b 2024-09-13T14:19:31.637 INFO:teuthology.orchestra.run.smithi062.stdout:osd.7 smithi178 running (26m) 2m ago 26m 62.4M 3292M 19.1.1-322-g7741f7f9 19dc8d659727 fbc9d74ccd0e 2024-09-13T14:19:31.637 INFO:teuthology.orchestra.run.smithi062.stdout:prometheus.a smithi178 *:9095 running (2m) 2m ago 25m 31.8M - 2.43.0 a07b618ecd1d fb48bf37c8b6 2024-09-13T14:19:31.637 INFO:teuthology.orchestra.run.smithi062.stdout:rgw.foo.smithi062.raldkl smithi062 *:8000 running (22m) 2m ago 22m 100M - 19.1.1-322-g7741f7f9 19dc8d659727 c374202ad667 2024-09-13T14:19:31.637 INFO:teuthology.orchestra.run.smithi062.stdout:rgw.foo.smithi178.sseeij smithi178 *:8000 running (22m) 2m ago 22m 101M - 19.1.1-322-g7741f7f9 19dc8d659727 86fcacc26a6b 2024-09-13T14:19:32.525 DEBUG:teuthology.orchestra.run.smithi062:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ff1149ea-71d5-11ef-bceb-c7b262605968 -e sha1=b0201b8c79733293453e7f10a10c7fa43119222b -- bash -c 'ceph orch ls' 2024-09-13T14:19:33.432 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:19:33 smithi178 bash[22034]: audit 2024-09-13T14:19:31.285380+0000 mgr.x (mgr.24607) 137 : audit [DBG] from='client.15297 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:19:33.433 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:19:33 smithi178 bash[22034]: audit 2024-09-13T14:19:31.599390+0000 mgr.x (mgr.24607) 138 : audit [DBG] from='client.25226 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:19:33.433 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:19:33 smithi178 bash[22034]: cluster 2024-09-13T14:19:32.013542+0000 mgr.x (mgr.24607) 139 : cluster [DBG] pgmap v106: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:19:33.502 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:19:33 smithi062 bash[19845]: audit 2024-09-13T14:19:31.285380+0000 mgr.x (mgr.24607) 137 : audit [DBG] from='client.15297 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:19:33.502 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:19:33 smithi062 bash[19845]: audit 2024-09-13T14:19:31.599390+0000 mgr.x (mgr.24607) 138 : audit [DBG] from='client.25226 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:19:33.502 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:19:33 smithi062 bash[19845]: cluster 2024-09-13T14:19:32.013542+0000 mgr.x (mgr.24607) 139 : cluster [DBG] pgmap v106: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:19:33.503 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:19:33 smithi062 bash[26634]: audit 2024-09-13T14:19:31.285380+0000 mgr.x (mgr.24607) 137 : audit [DBG] from='client.15297 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:19:33.503 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:19:33 smithi062 bash[26634]: audit 2024-09-13T14:19:31.599390+0000 mgr.x (mgr.24607) 138 : audit [DBG] from='client.25226 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:19:33.503 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:19:33 smithi062 bash[26634]: cluster 2024-09-13T14:19:32.013542+0000 mgr.x (mgr.24607) 139 : cluster [DBG] pgmap v106: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:19:34.432 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:19:34 smithi178 bash[22034]: audit 2024-09-13T14:19:33.654044+0000 mon.b (mon.1) 156 : audit [DBG] from='mgr.24607 172.21.15.178:0/966970752' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:19:34.502 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:19:34 smithi062 bash[19845]: audit 2024-09-13T14:19:33.654044+0000 mon.b (mon.1) 156 : audit [DBG] from='mgr.24607 172.21.15.178:0/966970752' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:19:34.502 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:19:34 smithi062 bash[26634]: audit 2024-09-13T14:19:33.654044+0000 mon.b (mon.1) 156 : audit [DBG] from='mgr.24607 172.21.15.178:0/966970752' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:19:35.432 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:19:35 smithi178 bash[22034]: cluster 2024-09-13T14:19:34.015108+0000 mgr.x (mgr.24607) 140 : cluster [DBG] pgmap v107: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:19:35.502 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:19:35 smithi062 bash[19845]: cluster 2024-09-13T14:19:34.015108+0000 mgr.x (mgr.24607) 140 : cluster [DBG] pgmap v107: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:19:35.502 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:19:35 smithi062 bash[26634]: cluster 2024-09-13T14:19:34.015108+0000 mgr.x (mgr.24607) 140 : cluster [DBG] pgmap v107: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:19:36.432 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 13 14:19:36 smithi178 bash[50171]: ::ffff:172.21.15.178 - - [13/Sep/2024:14:19:36] "GET /metrics HTTP/1.1" 200 38235 "" "Prometheus/2.43.0" 2024-09-13T14:19:37.345 INFO:teuthology.orchestra.run.smithi062.stderr:Inferring config /var/lib/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T14:19:37.432 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:19:37 smithi178 bash[22034]: cluster 2024-09-13T14:19:36.015863+0000 mgr.x (mgr.24607) 141 : cluster [DBG] pgmap v108: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:19:37.443 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:19:37 smithi062 bash[19845]: cluster 2024-09-13T14:19:36.015863+0000 mgr.x (mgr.24607) 141 : cluster [DBG] pgmap v108: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:19:37.443 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:19:37 smithi062 bash[26634]: cluster 2024-09-13T14:19:36.015863+0000 mgr.x (mgr.24607) 141 : cluster [DBG] pgmap v108: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:19:38.751 INFO:teuthology.orchestra.run.smithi062.stdout:NAME PORTS RUNNING REFRESHED AGE PLACEMENT 2024-09-13T14:19:38.751 INFO:teuthology.orchestra.run.smithi062.stdout:alertmanager ?:9093,9094 1/1 2m ago 25m smithi062=a;count:1 2024-09-13T14:19:38.752 INFO:teuthology.orchestra.run.smithi062.stdout:grafana ?:3000 1/1 2m ago 25m smithi178=a;count:1 2024-09-13T14:19:38.752 INFO:teuthology.orchestra.run.smithi062.stdout:iscsi.foo ?:5000 1/1 2m ago 22m count:1 2024-09-13T14:19:38.752 INFO:teuthology.orchestra.run.smithi062.stdout:mgr 2/2 2m ago 33m smithi062=y;smithi178=x;count:2 2024-09-13T14:19:38.752 INFO:teuthology.orchestra.run.smithi062.stdout:mon 3/3 2m ago 33m smithi062:172.21.15.62=a;smithi062:[v2:172.21.15.62:3301,v1:172.21.15.62:6790]=c;smithi178:172.21.15.178=b;count:3 2024-09-13T14:19:38.752 INFO:teuthology.orchestra.run.smithi062.stdout:node-exporter ?:9100 2/2 2m ago 25m smithi062=a;smithi178=b;count:2 2024-09-13T14:19:38.752 INFO:teuthology.orchestra.run.smithi062.stdout:osd 8 2m ago - 2024-09-13T14:19:38.752 INFO:teuthology.orchestra.run.smithi062.stdout:prometheus ?:9095 1/1 2m ago 25m smithi178=a;count:1 2024-09-13T14:19:38.752 INFO:teuthology.orchestra.run.smithi062.stdout:rgw.foo ?:8000 2/2 2m ago 22m count:2 2024-09-13T14:19:39.400 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:19:39 smithi062 bash[26634]: cluster 2024-09-13T14:19:38.016596+0000 mgr.x (mgr.24607) 142 : cluster [DBG] pgmap v109: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:19:39.400 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:19:39 smithi062 bash[19845]: cluster 2024-09-13T14:19:38.016596+0000 mgr.x (mgr.24607) 142 : cluster [DBG] pgmap v109: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:19:39.401 DEBUG:teuthology.orchestra.run.smithi062:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ff1149ea-71d5-11ef-bceb-c7b262605968 -e sha1=b0201b8c79733293453e7f10a10c7fa43119222b -- bash -c 'ceph versions' 2024-09-13T14:19:39.432 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:19:39 smithi178 bash[22034]: cluster 2024-09-13T14:19:38.016596+0000 mgr.x (mgr.24607) 142 : cluster [DBG] pgmap v109: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:19:40.432 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:19:40 smithi178 bash[22034]: audit 2024-09-13T14:19:38.738279+0000 mgr.x (mgr.24607) 143 : audit [DBG] from='client.15351 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:19:40.502 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:19:40 smithi062 bash[19845]: audit 2024-09-13T14:19:38.738279+0000 mgr.x (mgr.24607) 143 : audit [DBG] from='client.15351 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:19:40.502 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:19:40 smithi062 bash[26634]: audit 2024-09-13T14:19:38.738279+0000 mgr.x (mgr.24607) 143 : audit [DBG] from='client.15351 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:19:41.432 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:19:41 smithi178 bash[22034]: cluster 2024-09-13T14:19:40.018290+0000 mgr.x (mgr.24607) 144 : cluster [DBG] pgmap v110: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:19:41.502 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:19:41 smithi062 bash[19845]: cluster 2024-09-13T14:19:40.018290+0000 mgr.x (mgr.24607) 144 : cluster [DBG] pgmap v110: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:19:41.502 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:19:41 smithi062 bash[26634]: cluster 2024-09-13T14:19:40.018290+0000 mgr.x (mgr.24607) 144 : cluster [DBG] pgmap v110: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:19:42.432 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:19:42 smithi178 bash[22034]: audit 2024-09-13T14:19:41.295458+0000 mgr.x (mgr.24607) 145 : audit [DBG] from='client.15297 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:19:42.432 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:19:42 smithi178 bash[22034]: cluster 2024-09-13T14:19:42.019028+0000 mgr.x (mgr.24607) 146 : cluster [DBG] pgmap v111: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:19:42.502 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:19:42 smithi062 bash[19845]: audit 2024-09-13T14:19:41.295458+0000 mgr.x (mgr.24607) 145 : audit [DBG] from='client.15297 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:19:42.502 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:19:42 smithi062 bash[19845]: cluster 2024-09-13T14:19:42.019028+0000 mgr.x (mgr.24607) 146 : cluster [DBG] pgmap v111: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:19:42.502 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:19:42 smithi062 bash[26634]: audit 2024-09-13T14:19:41.295458+0000 mgr.x (mgr.24607) 145 : audit [DBG] from='client.15297 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:19:42.503 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:19:42 smithi062 bash[26634]: cluster 2024-09-13T14:19:42.019028+0000 mgr.x (mgr.24607) 146 : cluster [DBG] pgmap v111: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:19:44.229 INFO:teuthology.orchestra.run.smithi062.stderr:Inferring config /var/lib/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T14:19:45.330 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:19:45 smithi062 bash[19845]: cluster 2024-09-13T14:19:44.020668+0000 mgr.x (mgr.24607) 147 : cluster [DBG] pgmap v112: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:19:45.330 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:19:45 smithi062 bash[19845]: audit 2024-09-13T14:19:44.827570+0000 mon.b (mon.1) 157 : audit [DBG] from='mgr.24607 172.21.15.178:0/966970752' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:19:45.330 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:19:45 smithi062 bash[19845]: audit 2024-09-13T14:19:44.828872+0000 mon.b (mon.1) 158 : audit [INF] from='mgr.24607 172.21.15.178:0/966970752' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T14:19:45.330 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:19:45 smithi062 bash[19845]: audit 2024-09-13T14:19:44.839690+0000 mon.a (mon.0) 1254 : audit [INF] from='mgr.24607 ' entity='mgr.x' 2024-09-13T14:19:45.330 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:19:45 smithi062 bash[26634]: cluster 2024-09-13T14:19:44.020668+0000 mgr.x (mgr.24607) 147 : cluster [DBG] pgmap v112: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:19:45.330 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:19:45 smithi062 bash[26634]: audit 2024-09-13T14:19:44.827570+0000 mon.b (mon.1) 157 : audit [DBG] from='mgr.24607 172.21.15.178:0/966970752' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:19:45.330 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:19:45 smithi062 bash[26634]: audit 2024-09-13T14:19:44.828872+0000 mon.b (mon.1) 158 : audit [INF] from='mgr.24607 172.21.15.178:0/966970752' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T14:19:45.331 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:19:45 smithi062 bash[26634]: audit 2024-09-13T14:19:44.839690+0000 mon.a (mon.0) 1254 : audit [INF] from='mgr.24607 ' entity='mgr.x' 2024-09-13T14:19:45.432 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:19:45 smithi178 bash[22034]: cluster 2024-09-13T14:19:44.020668+0000 mgr.x (mgr.24607) 147 : cluster [DBG] pgmap v112: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:19:45.433 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:19:45 smithi178 bash[22034]: audit 2024-09-13T14:19:44.827570+0000 mon.b (mon.1) 157 : audit [DBG] from='mgr.24607 172.21.15.178:0/966970752' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:19:45.433 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:19:45 smithi178 bash[22034]: audit 2024-09-13T14:19:44.828872+0000 mon.b (mon.1) 158 : audit [INF] from='mgr.24607 172.21.15.178:0/966970752' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T14:19:45.433 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:19:45 smithi178 bash[22034]: audit 2024-09-13T14:19:44.839690+0000 mon.a (mon.0) 1254 : audit [INF] from='mgr.24607 ' entity='mgr.x' 2024-09-13T14:19:45.762 INFO:teuthology.orchestra.run.smithi062.stdout:{ 2024-09-13T14:19:45.763 INFO:teuthology.orchestra.run.smithi062.stdout: "mon": { 2024-09-13T14:19:45.763 INFO:teuthology.orchestra.run.smithi062.stdout: "ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable)": 3 2024-09-13T14:19:45.763 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-09-13T14:19:45.763 INFO:teuthology.orchestra.run.smithi062.stdout: "mgr": { 2024-09-13T14:19:45.763 INFO:teuthology.orchestra.run.smithi062.stdout: "ceph version 19.3.0-4917-gb0201b8c (b0201b8c79733293453e7f10a10c7fa43119222b) squid (dev)": 2 2024-09-13T14:19:45.763 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-09-13T14:19:45.763 INFO:teuthology.orchestra.run.smithi062.stdout: "osd": { 2024-09-13T14:19:45.763 INFO:teuthology.orchestra.run.smithi062.stdout: "ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable)": 8 2024-09-13T14:19:45.763 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-09-13T14:19:45.763 INFO:teuthology.orchestra.run.smithi062.stdout: "rgw": { 2024-09-13T14:19:45.763 INFO:teuthology.orchestra.run.smithi062.stdout: "ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable)": 2 2024-09-13T14:19:45.764 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-09-13T14:19:45.764 INFO:teuthology.orchestra.run.smithi062.stdout: "overall": { 2024-09-13T14:19:45.764 INFO:teuthology.orchestra.run.smithi062.stdout: "ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable)": 13, 2024-09-13T14:19:45.764 INFO:teuthology.orchestra.run.smithi062.stdout: "ceph version 19.3.0-4917-gb0201b8c (b0201b8c79733293453e7f10a10c7fa43119222b) squid (dev)": 2 2024-09-13T14:19:45.764 INFO:teuthology.orchestra.run.smithi062.stdout: } 2024-09-13T14:19:45.764 INFO:teuthology.orchestra.run.smithi062.stdout:} 2024-09-13T14:19:46.432 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 13 14:19:46 smithi178 bash[50171]: ::ffff:172.21.15.178 - - [13/Sep/2024:14:19:46] "GET /metrics HTTP/1.1" 200 38235 "" "Prometheus/2.43.0" 2024-09-13T14:19:46.433 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:19:46 smithi178 bash[22034]: audit 2024-09-13T14:19:45.764170+0000 mon.c (mon.2) 112 : audit [DBG] from='client.? 172.21.15.62:0/3421806136' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:19:46.459 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:19:46 smithi062 bash[26634]: audit 2024-09-13T14:19:45.764170+0000 mon.c (mon.2) 112 : audit [DBG] from='client.? 172.21.15.62:0/3421806136' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:19:46.459 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:19:46 smithi062 bash[19845]: audit 2024-09-13T14:19:45.764170+0000 mon.c (mon.2) 112 : audit [DBG] from='client.? 172.21.15.62:0/3421806136' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:19:46.461 DEBUG:teuthology.orchestra.run.smithi062:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ff1149ea-71d5-11ef-bceb-c7b262605968 -e sha1=b0201b8c79733293453e7f10a10c7fa43119222b -- bash -c 'ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 --daemon-types mgr' 2024-09-13T14:19:47.432 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:19:47 smithi178 bash[22034]: cluster 2024-09-13T14:19:46.021419+0000 mgr.x (mgr.24607) 148 : cluster [DBG] pgmap v113: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:19:47.502 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:19:47 smithi062 bash[19845]: cluster 2024-09-13T14:19:46.021419+0000 mgr.x (mgr.24607) 148 : cluster [DBG] pgmap v113: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:19:47.502 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:19:47 smithi062 bash[26634]: cluster 2024-09-13T14:19:46.021419+0000 mgr.x (mgr.24607) 148 : cluster [DBG] pgmap v113: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:19:49.432 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:19:49 smithi178 bash[22034]: cluster 2024-09-13T14:19:48.022201+0000 mgr.x (mgr.24607) 149 : cluster [DBG] pgmap v114: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:19:49.433 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:19:49 smithi178 bash[22034]: audit 2024-09-13T14:19:48.654574+0000 mon.b (mon.1) 159 : audit [DBG] from='mgr.24607 172.21.15.178:0/966970752' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:19:49.502 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:19:49 smithi062 bash[26634]: cluster 2024-09-13T14:19:48.022201+0000 mgr.x (mgr.24607) 149 : cluster [DBG] pgmap v114: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:19:49.502 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:19:49 smithi062 bash[26634]: audit 2024-09-13T14:19:48.654574+0000 mon.b (mon.1) 159 : audit [DBG] from='mgr.24607 172.21.15.178:0/966970752' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:19:49.502 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:19:49 smithi062 bash[19845]: cluster 2024-09-13T14:19:48.022201+0000 mgr.x (mgr.24607) 149 : cluster [DBG] pgmap v114: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:19:49.502 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:19:49 smithi062 bash[19845]: audit 2024-09-13T14:19:48.654574+0000 mon.b (mon.1) 159 : audit [DBG] from='mgr.24607 172.21.15.178:0/966970752' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:19:51.282 INFO:teuthology.orchestra.run.smithi062.stderr:Inferring config /var/lib/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T14:19:51.432 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:19:51 smithi178 bash[22034]: cluster 2024-09-13T14:19:50.023973+0000 mgr.x (mgr.24607) 150 : cluster [DBG] pgmap v115: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:19:51.502 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:19:51 smithi062 bash[19845]: cluster 2024-09-13T14:19:50.023973+0000 mgr.x (mgr.24607) 150 : cluster [DBG] pgmap v115: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:19:51.502 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:19:51 smithi062 bash[26634]: cluster 2024-09-13T14:19:50.023973+0000 mgr.x (mgr.24607) 150 : cluster [DBG] pgmap v115: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:19:53.432 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:19:53 smithi178 bash[22034]: audit 2024-09-13T14:19:51.305511+0000 mgr.x (mgr.24607) 151 : audit [DBG] from='client.15297 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:19:53.433 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:19:53 smithi178 bash[22034]: cluster 2024-09-13T14:19:52.024811+0000 mgr.x (mgr.24607) 152 : cluster [DBG] pgmap v116: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:19:53.502 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:19:53 smithi062 bash[19845]: audit 2024-09-13T14:19:51.305511+0000 mgr.x (mgr.24607) 151 : audit [DBG] from='client.15297 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:19:53.502 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:19:53 smithi062 bash[19845]: cluster 2024-09-13T14:19:52.024811+0000 mgr.x (mgr.24607) 152 : cluster [DBG] pgmap v116: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:19:53.502 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:19:53 smithi062 bash[26634]: audit 2024-09-13T14:19:51.305511+0000 mgr.x (mgr.24607) 151 : audit [DBG] from='client.15297 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:19:53.502 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:19:53 smithi062 bash[26634]: cluster 2024-09-13T14:19:52.024811+0000 mgr.x (mgr.24607) 152 : cluster [DBG] pgmap v116: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:19:54.432 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:19:54 smithi178 bash[22034]: audit 2024-09-13T14:19:53.001641+0000 mgr.x (mgr.24607) 153 : audit [DBG] from='client.15363 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:b0201b8c79733293453e7f10a10c7fa43119222b", "daemon_types": "mgr", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:19:54.502 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:19:54 smithi062 bash[26634]: audit 2024-09-13T14:19:53.001641+0000 mgr.x (mgr.24607) 153 : audit [DBG] from='client.15363 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:b0201b8c79733293453e7f10a10c7fa43119222b", "daemon_types": "mgr", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:19:54.502 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:19:54 smithi062 bash[19845]: audit 2024-09-13T14:19:53.001641+0000 mgr.x (mgr.24607) 153 : audit [DBG] from='client.15363 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:b0201b8c79733293453e7f10a10c7fa43119222b", "daemon_types": "mgr", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:19:55.395 INFO:teuthology.orchestra.run.smithi062.stdout:Initiating upgrade to quay.ceph.io/ceph-ci/ceph:b0201b8c79733293453e7f10a10c7fa43119222b 2024-09-13T14:19:55.410 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:19:55 smithi062 bash[19845]: cluster 2024-09-13T14:19:54.026431+0000 mgr.x (mgr.24607) 154 : cluster [DBG] pgmap v117: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:19:55.411 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:19:55 smithi062 bash[26634]: cluster 2024-09-13T14:19:54.026431+0000 mgr.x (mgr.24607) 154 : cluster [DBG] pgmap v117: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:19:55.432 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:19:55 smithi178 bash[22034]: cluster 2024-09-13T14:19:54.026431+0000 mgr.x (mgr.24607) 154 : cluster [DBG] pgmap v117: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:19:56.043 DEBUG:teuthology.orchestra.run.smithi062:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ff1149ea-71d5-11ef-bceb-c7b262605968 -e sha1=b0201b8c79733293453e7f10a10c7fa43119222b -- bash -c 'while ceph orch upgrade status | jq '"'"'.in_progress'"'"' | grep true && ! ceph orch upgrade status | jq '"'"'.message'"'"' | grep Error ; do ceph orch ps ; ceph versions ; ceph orch upgrade status ; sleep 30 ; done' 2024-09-13T14:19:56.390 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 13 14:19:56 smithi178 bash[50171]: ::ffff:172.21.15.178 - - [13/Sep/2024:14:19:56] "GET /metrics HTTP/1.1" 200 38235 "" "Prometheus/2.43.0" 2024-09-13T14:19:56.683 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:19:56 smithi178 bash[22034]: cephadm 2024-09-13T14:19:55.383775+0000 mgr.x (mgr.24607) 155 : cephadm [INF] Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:b0201b8c79733293453e7f10a10c7fa43119222b 2024-09-13T14:19:56.683 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:19:56 smithi178 bash[22034]: audit 2024-09-13T14:19:55.395427+0000 mon.a (mon.0) 1255 : audit [INF] from='mgr.24607 ' entity='mgr.x' 2024-09-13T14:19:56.683 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:19:56 smithi178 bash[22034]: audit 2024-09-13T14:19:55.398867+0000 mon.b (mon.1) 160 : audit [DBG] from='mgr.24607 172.21.15.178:0/966970752' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:19:56.683 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:19:56 smithi178 bash[22034]: audit 2024-09-13T14:19:55.400567+0000 mon.b (mon.1) 161 : audit [INF] from='mgr.24607 172.21.15.178:0/966970752' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T14:19:56.683 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:19:56 smithi178 bash[22034]: audit 2024-09-13T14:19:55.411057+0000 mon.a (mon.0) 1256 : audit [INF] from='mgr.24607 ' entity='mgr.x' 2024-09-13T14:19:56.683 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:19:56 smithi178 bash[22034]: cephadm 2024-09-13T14:19:55.536927+0000 mgr.x (mgr.24607) 156 : cephadm [INF] Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:b0201b8c79733293453e7f10a10c7fa43119222b 2024-09-13T14:19:56.683 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:19:56 smithi178 bash[22034]: cluster 2024-09-13T14:19:56.027157+0000 mgr.x (mgr.24607) 157 : cluster [DBG] pgmap v118: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:19:56.752 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:19:56 smithi062 bash[19845]: cephadm 2024-09-13T14:19:55.383775+0000 mgr.x (mgr.24607) 155 : cephadm [INF] Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:b0201b8c79733293453e7f10a10c7fa43119222b 2024-09-13T14:19:56.752 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:19:56 smithi062 bash[19845]: audit 2024-09-13T14:19:55.395427+0000 mon.a (mon.0) 1255 : audit [INF] from='mgr.24607 ' entity='mgr.x' 2024-09-13T14:19:56.752 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:19:56 smithi062 bash[19845]: audit 2024-09-13T14:19:55.398867+0000 mon.b (mon.1) 160 : audit [DBG] from='mgr.24607 172.21.15.178:0/966970752' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:19:56.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:19:56 smithi062 bash[19845]: audit 2024-09-13T14:19:55.400567+0000 mon.b (mon.1) 161 : audit [INF] from='mgr.24607 172.21.15.178:0/966970752' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T14:19:56.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:19:56 smithi062 bash[19845]: audit 2024-09-13T14:19:55.411057+0000 mon.a (mon.0) 1256 : audit [INF] from='mgr.24607 ' entity='mgr.x' 2024-09-13T14:19:56.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:19:56 smithi062 bash[19845]: cephadm 2024-09-13T14:19:55.536927+0000 mgr.x (mgr.24607) 156 : cephadm [INF] Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:b0201b8c79733293453e7f10a10c7fa43119222b 2024-09-13T14:19:56.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:19:56 smithi062 bash[19845]: cluster 2024-09-13T14:19:56.027157+0000 mgr.x (mgr.24607) 157 : cluster [DBG] pgmap v118: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:19:56.753 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:19:56 smithi062 bash[26634]: cephadm 2024-09-13T14:19:55.383775+0000 mgr.x (mgr.24607) 155 : cephadm [INF] Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:b0201b8c79733293453e7f10a10c7fa43119222b 2024-09-13T14:19:56.753 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:19:56 smithi062 bash[26634]: audit 2024-09-13T14:19:55.395427+0000 mon.a (mon.0) 1255 : audit [INF] from='mgr.24607 ' entity='mgr.x' 2024-09-13T14:19:56.753 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:19:56 smithi062 bash[26634]: audit 2024-09-13T14:19:55.398867+0000 mon.b (mon.1) 160 : audit [DBG] from='mgr.24607 172.21.15.178:0/966970752' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:19:56.753 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:19:56 smithi062 bash[26634]: audit 2024-09-13T14:19:55.400567+0000 mon.b (mon.1) 161 : audit [INF] from='mgr.24607 172.21.15.178:0/966970752' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T14:19:56.753 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:19:56 smithi062 bash[26634]: audit 2024-09-13T14:19:55.411057+0000 mon.a (mon.0) 1256 : audit [INF] from='mgr.24607 ' entity='mgr.x' 2024-09-13T14:19:56.754 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:19:56 smithi062 bash[26634]: cephadm 2024-09-13T14:19:55.536927+0000 mgr.x (mgr.24607) 156 : cephadm [INF] Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:b0201b8c79733293453e7f10a10c7fa43119222b 2024-09-13T14:19:56.754 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:19:56 smithi062 bash[26634]: cluster 2024-09-13T14:19:56.027157+0000 mgr.x (mgr.24607) 157 : cluster [DBG] pgmap v118: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:19:58.432 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 13 14:19:58 smithi178 bash[50171]: ignoring --setuser ceph since I am not root 2024-09-13T14:19:58.432 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 13 14:19:58 smithi178 bash[50171]: ignoring --setgroup ceph since I am not root 2024-09-13T14:19:58.433 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 13 14:19:58 smithi178 bash[50171]: debug 2024-09-13T14:19:58.184+0000 7f9d3da79640 1 -- 172.21.15.178:0/4156066172 <== mon.1 v2:172.21.15.178:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55cbf74b30e0 con 0x55cbf74b4800 2024-09-13T14:19:58.502 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:19:58 smithi062 bash[68610]: [13/Sep/2024:14:19:58] ENGINE Bus STOPPING 2024-09-13T14:19:58.502 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:19:58 smithi062 bash[68610]: [13/Sep/2024:14:19:58] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-13T14:19:58.502 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:19:58 smithi062 bash[68610]: [13/Sep/2024:14:19:58] ENGINE Bus STOPPED 2024-09-13T14:19:59.278 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:19:59 smithi062 bash[68610]: [13/Sep/2024:14:19:59] ENGINE Bus STARTING 2024-09-13T14:19:59.279 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:19:59 smithi062 bash[19845]: cluster 2024-09-13T14:19:58.028021+0000 mgr.x (mgr.24607) 158 : cluster [DBG] pgmap v119: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:19:59.279 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:19:59 smithi062 bash[19845]: audit 2024-09-13T14:19:58.092355+0000 mon.a (mon.0) 1257 : audit [INF] from='mgr.24607 ' entity='mgr.x' 2024-09-13T14:19:59.279 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:19:59 smithi062 bash[19845]: cephadm 2024-09-13T14:19:58.095930+0000 mgr.x (mgr.24607) 159 : cephadm [INF] Upgrade: Target is version 19.3.0-4917-gb0201b8c (squid) 2024-09-13T14:19:59.279 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:19:59 smithi062 bash[19845]: cephadm 2024-09-13T14:19:58.096085+0000 mgr.x (mgr.24607) 160 : cephadm [INF] Upgrade: Target container is quay.ceph.io/ceph-ci/ceph:b0201b8c79733293453e7f10a10c7fa43119222b, digests ['quay.ceph.io/ceph-ci/ceph@sha256:5ab18e92f956ea4280103e54eef24f76e1a43e77fc4dc78cee3cb12c7a94538b'] 2024-09-13T14:19:59.279 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:19:59 smithi062 bash[19845]: audit 2024-09-13T14:19:58.099458+0000 mon.b (mon.1) 162 : audit [DBG] from='mgr.24607 172.21.15.178:0/966970752' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T14:19:59.279 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:19:59 smithi062 bash[19845]: cephadm 2024-09-13T14:19:58.102208+0000 mgr.x (mgr.24607) 161 : cephadm [INF] Upgrade: Need to upgrade myself (mgr.x) 2024-09-13T14:19:59.279 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:19:59 smithi062 bash[19845]: cephadm 2024-09-13T14:19:58.103262+0000 mgr.x (mgr.24607) 162 : cephadm [INF] Upgrade: Need to upgrade myself (mgr.x) 2024-09-13T14:19:59.280 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:19:59 smithi062 bash[19845]: cephadm 2024-09-13T14:19:58.108856+0000 mgr.x (mgr.24607) 163 : cephadm [INF] Failing over to other MGR 2024-09-13T14:19:59.280 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:19:59 smithi062 bash[19845]: audit 2024-09-13T14:19:58.109447+0000 mon.b (mon.1) 163 : audit [INF] from='mgr.24607 172.21.15.178:0/966970752' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-09-13T14:19:59.280 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:19:59 smithi062 bash[19845]: audit 2024-09-13T14:19:58.109710+0000 mon.a (mon.0) 1258 : audit [INF] from='mgr.24607 ' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-09-13T14:19:59.280 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:19:59 smithi062 bash[19845]: cluster 2024-09-13T14:19:58.110436+0000 mon.a (mon.0) 1259 : cluster [INF] Activating manager daemon y 2024-09-13T14:19:59.280 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:19:59 smithi062 bash[19845]: audit 2024-09-13T14:19:58.114154+0000 mon.a (mon.0) 1260 : audit [INF] from='mgr.24607 ' entity='mgr.x' cmd='[{"prefix": "mgr fail", "who": "x"}]': finished 2024-09-13T14:19:59.280 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:19:59 smithi062 bash[19845]: cluster 2024-09-13T14:19:58.120470+0000 mon.a (mon.0) 1261 : cluster [DBG] osdmap e113: 8 total, 8 up, 8 in 2024-09-13T14:19:59.280 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:19:59 smithi062 bash[19845]: cluster 2024-09-13T14:19:58.121156+0000 mon.a (mon.0) 1262 : cluster [DBG] mgrmap e40: y(active, starting, since 0.0107143s) 2024-09-13T14:19:59.280 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:19:59 smithi062 bash[19845]: audit 2024-09-13T14:19:58.128489+0000 mon.a (mon.0) 1263 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T14:19:59.281 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:19:59 smithi062 bash[19845]: audit 2024-09-13T14:19:58.128741+0000 mon.a (mon.0) 1264 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T14:19:59.281 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:19:59 smithi062 bash[19845]: audit 2024-09-13T14:19:58.128980+0000 mon.a (mon.0) 1265 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T14:19:59.281 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:19:59 smithi062 bash[19845]: audit 2024-09-13T14:19:58.131018+0000 mon.a (mon.0) 1266 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-13T14:19:59.281 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:19:59 smithi062 bash[19845]: audit 2024-09-13T14:19:58.131595+0000 mon.a (mon.0) 1267 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-13T14:19:59.281 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:19:59 smithi062 bash[19845]: audit 2024-09-13T14:19:58.131967+0000 mon.a (mon.0) 1268 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-13T14:19:59.281 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:19:59 smithi062 bash[19845]: audit 2024-09-13T14:19:58.132299+0000 mon.a (mon.0) 1269 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-13T14:19:59.281 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:19:59 smithi062 bash[19845]: audit 2024-09-13T14:19:58.132657+0000 mon.a (mon.0) 1270 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-13T14:19:59.281 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:19:59 smithi062 bash[19845]: audit 2024-09-13T14:19:58.132982+0000 mon.a (mon.0) 1271 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-13T14:19:59.281 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:19:59 smithi062 bash[19845]: audit 2024-09-13T14:19:58.133320+0000 mon.a (mon.0) 1272 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-13T14:19:59.281 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:19:59 smithi062 bash[19845]: audit 2024-09-13T14:19:58.133643+0000 mon.a (mon.0) 1273 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-13T14:19:59.281 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:19:59 smithi062 bash[19845]: audit 2024-09-13T14:19:58.133980+0000 mon.a (mon.0) 1274 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-13T14:19:59.281 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:19:59 smithi062 bash[19845]: audit 2024-09-13T14:19:58.134326+0000 mon.a (mon.0) 1275 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-13T14:19:59.281 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:19:59 smithi062 bash[19845]: audit 2024-09-13T14:19:58.134584+0000 mon.a (mon.0) 1276 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-13T14:19:59.281 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:19:59 smithi062 bash[19845]: audit 2024-09-13T14:19:58.135199+0000 mon.a (mon.0) 1277 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-13T14:19:59.282 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:19:59 smithi062 bash[19845]: cluster 2024-09-13T14:19:58.364057+0000 mon.a (mon.0) 1278 : cluster [INF] Manager daemon y is now available 2024-09-13T14:19:59.282 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:19:59 smithi062 bash[19845]: audit 2024-09-13T14:19:58.845104+0000 mon.a (mon.0) 1279 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:19:59.282 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:19:59 smithi062 bash[19845]: audit 2024-09-13T14:19:58.845476+0000 mon.a (mon.0) 1280 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-09-13T14:19:59.282 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:19:59 smithi062 bash[19845]: audit 2024-09-13T14:19:58.848205+0000 mon.a (mon.0) 1281 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-13T14:19:59.282 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:19:59 smithi062 bash[19845]: audit 2024-09-13T14:19:58.863389+0000 mon.a (mon.0) 1282 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-13T14:19:59.282 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:19:59 smithi062 bash[26634]: cluster 2024-09-13T14:19:58.028021+0000 mgr.x (mgr.24607) 158 : cluster [DBG] pgmap v119: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:19:59.282 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:19:59 smithi062 bash[26634]: audit 2024-09-13T14:19:58.092355+0000 mon.a (mon.0) 1257 : audit [INF] from='mgr.24607 ' entity='mgr.x' 2024-09-13T14:19:59.282 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:19:59 smithi062 bash[26634]: cephadm 2024-09-13T14:19:58.095930+0000 mgr.x (mgr.24607) 159 : cephadm [INF] Upgrade: Target is version 19.3.0-4917-gb0201b8c (squid) 2024-09-13T14:19:59.282 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:19:59 smithi062 bash[26634]: cephadm 2024-09-13T14:19:58.096085+0000 mgr.x (mgr.24607) 160 : cephadm [INF] Upgrade: Target container is quay.ceph.io/ceph-ci/ceph:b0201b8c79733293453e7f10a10c7fa43119222b, digests ['quay.ceph.io/ceph-ci/ceph@sha256:5ab18e92f956ea4280103e54eef24f76e1a43e77fc4dc78cee3cb12c7a94538b'] 2024-09-13T14:19:59.282 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:19:59 smithi062 bash[26634]: audit 2024-09-13T14:19:58.099458+0000 mon.b (mon.1) 162 : audit [DBG] from='mgr.24607 172.21.15.178:0/966970752' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T14:19:59.283 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:19:59 smithi062 bash[26634]: cephadm 2024-09-13T14:19:58.102208+0000 mgr.x (mgr.24607) 161 : cephadm [INF] Upgrade: Need to upgrade myself (mgr.x) 2024-09-13T14:19:59.283 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:19:59 smithi062 bash[26634]: cephadm 2024-09-13T14:19:58.103262+0000 mgr.x (mgr.24607) 162 : cephadm [INF] Upgrade: Need to upgrade myself (mgr.x) 2024-09-13T14:19:59.283 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:19:59 smithi062 bash[26634]: cephadm 2024-09-13T14:19:58.108856+0000 mgr.x (mgr.24607) 163 : cephadm [INF] Failing over to other MGR 2024-09-13T14:19:59.283 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:19:59 smithi062 bash[26634]: audit 2024-09-13T14:19:58.109447+0000 mon.b (mon.1) 163 : audit [INF] from='mgr.24607 172.21.15.178:0/966970752' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-09-13T14:19:59.283 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:19:59 smithi062 bash[26634]: audit 2024-09-13T14:19:58.109710+0000 mon.a (mon.0) 1258 : audit [INF] from='mgr.24607 ' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-09-13T14:19:59.283 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:19:59 smithi062 bash[26634]: cluster 2024-09-13T14:19:58.110436+0000 mon.a (mon.0) 1259 : cluster [INF] Activating manager daemon y 2024-09-13T14:19:59.283 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:19:59 smithi062 bash[26634]: audit 2024-09-13T14:19:58.114154+0000 mon.a (mon.0) 1260 : audit [INF] from='mgr.24607 ' entity='mgr.x' cmd='[{"prefix": "mgr fail", "who": "x"}]': finished 2024-09-13T14:19:59.283 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:19:59 smithi062 bash[26634]: cluster 2024-09-13T14:19:58.120470+0000 mon.a (mon.0) 1261 : cluster [DBG] osdmap e113: 8 total, 8 up, 8 in 2024-09-13T14:19:59.283 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:19:59 smithi062 bash[26634]: cluster 2024-09-13T14:19:58.121156+0000 mon.a (mon.0) 1262 : cluster [DBG] mgrmap e40: y(active, starting, since 0.0107143s) 2024-09-13T14:19:59.283 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:19:59 smithi062 bash[26634]: audit 2024-09-13T14:19:58.128489+0000 mon.a (mon.0) 1263 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T14:19:59.283 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:19:59 smithi062 bash[26634]: audit 2024-09-13T14:19:58.128741+0000 mon.a (mon.0) 1264 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T14:19:59.283 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:19:59 smithi062 bash[26634]: audit 2024-09-13T14:19:58.128980+0000 mon.a (mon.0) 1265 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T14:19:59.283 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:19:59 smithi062 bash[26634]: audit 2024-09-13T14:19:58.131018+0000 mon.a (mon.0) 1266 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-13T14:19:59.283 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:19:59 smithi062 bash[26634]: audit 2024-09-13T14:19:58.131595+0000 mon.a (mon.0) 1267 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-13T14:19:59.284 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:19:59 smithi062 bash[26634]: audit 2024-09-13T14:19:58.131967+0000 mon.a (mon.0) 1268 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-13T14:19:59.284 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:19:59 smithi062 bash[26634]: audit 2024-09-13T14:19:58.132299+0000 mon.a (mon.0) 1269 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-13T14:19:59.284 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:19:59 smithi062 bash[26634]: audit 2024-09-13T14:19:58.132657+0000 mon.a (mon.0) 1270 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-13T14:19:59.284 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:19:59 smithi062 bash[26634]: audit 2024-09-13T14:19:58.132982+0000 mon.a (mon.0) 1271 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-13T14:19:59.284 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:19:59 smithi062 bash[26634]: audit 2024-09-13T14:19:58.133320+0000 mon.a (mon.0) 1272 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-13T14:19:59.284 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:19:59 smithi062 bash[26634]: audit 2024-09-13T14:19:58.133643+0000 mon.a (mon.0) 1273 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-13T14:19:59.284 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:19:59 smithi062 bash[26634]: audit 2024-09-13T14:19:58.133980+0000 mon.a (mon.0) 1274 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-13T14:19:59.284 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:19:59 smithi062 bash[26634]: audit 2024-09-13T14:19:58.134326+0000 mon.a (mon.0) 1275 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-13T14:19:59.284 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:19:59 smithi062 bash[26634]: audit 2024-09-13T14:19:58.134584+0000 mon.a (mon.0) 1276 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-13T14:19:59.284 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:19:59 smithi062 bash[26634]: audit 2024-09-13T14:19:58.135199+0000 mon.a (mon.0) 1277 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-13T14:19:59.284 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:19:59 smithi062 bash[26634]: cluster 2024-09-13T14:19:58.364057+0000 mon.a (mon.0) 1278 : cluster [INF] Manager daemon y is now available 2024-09-13T14:19:59.284 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:19:59 smithi062 bash[26634]: audit 2024-09-13T14:19:58.845104+0000 mon.a (mon.0) 1279 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:19:59.285 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:19:59 smithi062 bash[26634]: audit 2024-09-13T14:19:58.845476+0000 mon.a (mon.0) 1280 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-09-13T14:19:59.285 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:19:59 smithi062 bash[26634]: audit 2024-09-13T14:19:58.848205+0000 mon.a (mon.0) 1281 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-13T14:19:59.285 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:19:59 smithi062 bash[26634]: audit 2024-09-13T14:19:58.863389+0000 mon.a (mon.0) 1282 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-13T14:19:59.286 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:19:59 smithi178 bash[22034]: cluster 2024-09-13T14:19:58.028021+0000 mgr.x (mgr.24607) 158 : cluster [DBG] pgmap v119: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:19:59.286 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:19:59 smithi178 bash[22034]: audit 2024-09-13T14:19:58.092355+0000 mon.a (mon.0) 1257 : audit [INF] from='mgr.24607 ' entity='mgr.x' 2024-09-13T14:19:59.286 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:19:59 smithi178 bash[22034]: cephadm 2024-09-13T14:19:58.095930+0000 mgr.x (mgr.24607) 159 : cephadm [INF] Upgrade: Target is version 19.3.0-4917-gb0201b8c (squid) 2024-09-13T14:19:59.286 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:19:59 smithi178 bash[22034]: cephadm 2024-09-13T14:19:58.096085+0000 mgr.x (mgr.24607) 160 : cephadm [INF] Upgrade: Target container is quay.ceph.io/ceph-ci/ceph:b0201b8c79733293453e7f10a10c7fa43119222b, digests ['quay.ceph.io/ceph-ci/ceph@sha256:5ab18e92f956ea4280103e54eef24f76e1a43e77fc4dc78cee3cb12c7a94538b'] 2024-09-13T14:19:59.287 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:19:59 smithi178 bash[22034]: audit 2024-09-13T14:19:58.099458+0000 mon.b (mon.1) 162 : audit [DBG] from='mgr.24607 172.21.15.178:0/966970752' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T14:19:59.287 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:19:59 smithi178 bash[22034]: cephadm 2024-09-13T14:19:58.102208+0000 mgr.x (mgr.24607) 161 : cephadm [INF] Upgrade: Need to upgrade myself (mgr.x) 2024-09-13T14:19:59.287 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:19:59 smithi178 bash[22034]: cephadm 2024-09-13T14:19:58.103262+0000 mgr.x (mgr.24607) 162 : cephadm [INF] Upgrade: Need to upgrade myself (mgr.x) 2024-09-13T14:19:59.287 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:19:59 smithi178 bash[22034]: cephadm 2024-09-13T14:19:58.108856+0000 mgr.x (mgr.24607) 163 : cephadm [INF] Failing over to other MGR 2024-09-13T14:19:59.287 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:19:59 smithi178 bash[22034]: audit 2024-09-13T14:19:58.109447+0000 mon.b (mon.1) 163 : audit [INF] from='mgr.24607 172.21.15.178:0/966970752' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-09-13T14:19:59.287 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:19:59 smithi178 bash[22034]: audit 2024-09-13T14:19:58.109710+0000 mon.a (mon.0) 1258 : audit [INF] from='mgr.24607 ' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-09-13T14:19:59.287 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:19:59 smithi178 bash[22034]: cluster 2024-09-13T14:19:58.110436+0000 mon.a (mon.0) 1259 : cluster [INF] Activating manager daemon y 2024-09-13T14:19:59.287 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:19:59 smithi178 bash[22034]: audit 2024-09-13T14:19:58.114154+0000 mon.a (mon.0) 1260 : audit [INF] from='mgr.24607 ' entity='mgr.x' cmd='[{"prefix": "mgr fail", "who": "x"}]': finished 2024-09-13T14:19:59.288 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:19:59 smithi178 bash[22034]: cluster 2024-09-13T14:19:58.120470+0000 mon.a (mon.0) 1261 : cluster [DBG] osdmap e113: 8 total, 8 up, 8 in 2024-09-13T14:19:59.288 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:19:59 smithi178 bash[22034]: cluster 2024-09-13T14:19:58.121156+0000 mon.a (mon.0) 1262 : cluster [DBG] mgrmap e40: y(active, starting, since 0.0107143s) 2024-09-13T14:19:59.288 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:19:59 smithi178 bash[22034]: audit 2024-09-13T14:19:58.128489+0000 mon.a (mon.0) 1263 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-13T14:19:59.288 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:19:59 smithi178 bash[22034]: audit 2024-09-13T14:19:58.128741+0000 mon.a (mon.0) 1264 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-13T14:19:59.288 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:19:59 smithi178 bash[22034]: audit 2024-09-13T14:19:58.128980+0000 mon.a (mon.0) 1265 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-13T14:19:59.288 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:19:59 smithi178 bash[22034]: audit 2024-09-13T14:19:58.131018+0000 mon.a (mon.0) 1266 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-13T14:19:59.288 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:19:59 smithi178 bash[22034]: audit 2024-09-13T14:19:58.131595+0000 mon.a (mon.0) 1267 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-13T14:19:59.288 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:19:59 smithi178 bash[22034]: audit 2024-09-13T14:19:58.131967+0000 mon.a (mon.0) 1268 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-13T14:19:59.288 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:19:59 smithi178 bash[22034]: audit 2024-09-13T14:19:58.132299+0000 mon.a (mon.0) 1269 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-13T14:19:59.288 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:19:59 smithi178 bash[22034]: audit 2024-09-13T14:19:58.132657+0000 mon.a (mon.0) 1270 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-13T14:19:59.288 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:19:59 smithi178 bash[22034]: audit 2024-09-13T14:19:58.132982+0000 mon.a (mon.0) 1271 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-13T14:19:59.288 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:19:59 smithi178 bash[22034]: audit 2024-09-13T14:19:58.133320+0000 mon.a (mon.0) 1272 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-13T14:19:59.288 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:19:59 smithi178 bash[22034]: audit 2024-09-13T14:19:58.133643+0000 mon.a (mon.0) 1273 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-13T14:19:59.288 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:19:59 smithi178 bash[22034]: audit 2024-09-13T14:19:58.133980+0000 mon.a (mon.0) 1274 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-13T14:19:59.289 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:19:59 smithi178 bash[22034]: audit 2024-09-13T14:19:58.134326+0000 mon.a (mon.0) 1275 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-13T14:19:59.289 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:19:59 smithi178 bash[22034]: audit 2024-09-13T14:19:58.134584+0000 mon.a (mon.0) 1276 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-13T14:19:59.289 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:19:59 smithi178 bash[22034]: audit 2024-09-13T14:19:58.135199+0000 mon.a (mon.0) 1277 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-13T14:19:59.289 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:19:59 smithi178 bash[22034]: cluster 2024-09-13T14:19:58.364057+0000 mon.a (mon.0) 1278 : cluster [INF] Manager daemon y is now available 2024-09-13T14:19:59.289 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:19:59 smithi178 bash[22034]: audit 2024-09-13T14:19:58.845104+0000 mon.a (mon.0) 1279 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:19:59.289 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:19:59 smithi178 bash[22034]: audit 2024-09-13T14:19:58.845476+0000 mon.a (mon.0) 1280 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-09-13T14:19:59.289 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:19:59 smithi178 bash[22034]: audit 2024-09-13T14:19:58.848205+0000 mon.a (mon.0) 1281 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-13T14:19:59.289 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:19:59 smithi178 bash[22034]: audit 2024-09-13T14:19:58.863389+0000 mon.a (mon.0) 1282 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-13T14:19:59.752 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:19:59 smithi062 bash[68610]: [13/Sep/2024:14:19:59] ENGINE Serving on http://:::9283 2024-09-13T14:19:59.752 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:19:59 smithi062 bash[68610]: [13/Sep/2024:14:19:59] ENGINE Bus STARTED 2024-09-13T14:20:00.432 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:20:00 smithi178 bash[22034]: cluster 2024-09-13T14:19:59.122916+0000 mon.a (mon.0) 1283 : cluster [DBG] mgrmap e41: y(active, since 1.01248s) 2024-09-13T14:20:00.433 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:20:00 smithi178 bash[22034]: audit 2024-09-13T14:19:59.126814+0000 mgr.y (mgr.25139) 1 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-09-13T14:20:00.433 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:20:00 smithi178 bash[22034]: cluster 2024-09-13T14:19:59.134539+0000 mgr.y (mgr.25139) 2 : cluster [DBG] pgmap v3: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:20:00.433 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:20:00 smithi178 bash[22034]: cluster 2024-09-13T14:20:00.000106+0000 mon.a (mon.0) 1284 : cluster [INF] overall HEALTH_OK 2024-09-13T14:20:00.502 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:20:00 smithi062 bash[19845]: cluster 2024-09-13T14:19:59.122916+0000 mon.a (mon.0) 1283 : cluster [DBG] mgrmap e41: y(active, since 1.01248s) 2024-09-13T14:20:00.502 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:20:00 smithi062 bash[19845]: audit 2024-09-13T14:19:59.126814+0000 mgr.y (mgr.25139) 1 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-09-13T14:20:00.502 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:20:00 smithi062 bash[19845]: cluster 2024-09-13T14:19:59.134539+0000 mgr.y (mgr.25139) 2 : cluster [DBG] pgmap v3: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:20:00.502 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:20:00 smithi062 bash[19845]: cluster 2024-09-13T14:20:00.000106+0000 mon.a (mon.0) 1284 : cluster [INF] overall HEALTH_OK 2024-09-13T14:20:00.503 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:20:00 smithi062 bash[26634]: cluster 2024-09-13T14:19:59.122916+0000 mon.a (mon.0) 1283 : cluster [DBG] mgrmap e41: y(active, since 1.01248s) 2024-09-13T14:20:00.503 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:20:00 smithi062 bash[26634]: audit 2024-09-13T14:19:59.126814+0000 mgr.y (mgr.25139) 1 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-09-13T14:20:00.503 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:20:00 smithi062 bash[26634]: cluster 2024-09-13T14:19:59.134539+0000 mgr.y (mgr.25139) 2 : cluster [DBG] pgmap v3: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:20:00.503 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:20:00 smithi062 bash[26634]: cluster 2024-09-13T14:20:00.000106+0000 mon.a (mon.0) 1284 : cluster [INF] overall HEALTH_OK 2024-09-13T14:20:00.829 INFO:teuthology.orchestra.run.smithi062.stderr:Inferring config /var/lib/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T14:20:01.252 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:20:01 smithi062 bash[68610]: debug 2024-09-13T14:20:01.107+0000 7fd8e3d06640 -1 log_channel(cephadm) log [ERR] : [13/Sep/2024:14:20:01] ENGINE Error in HTTPServer.serve 2024-09-13T14:20:01.253 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:20:01 smithi062 bash[68610]: Traceback (most recent call last): 2024-09-13T14:20:01.253 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:20:01 smithi062 bash[68610]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-13T14:20:01.253 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:20:01 smithi062 bash[68610]: self._connections.run(self.expiration_interval) 2024-09-13T14:20:01.253 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:20:01 smithi062 bash[68610]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-13T14:20:01.253 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:20:01 smithi062 bash[68610]: self._run(expiration_interval) 2024-09-13T14:20:01.253 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:20:01 smithi062 bash[68610]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-13T14:20:01.253 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:20:01 smithi062 bash[68610]: new_conn = self._from_server_socket(self.server.socket) 2024-09-13T14:20:01.253 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:20:01 smithi062 bash[68610]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-13T14:20:01.253 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:20:01 smithi062 bash[68610]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-13T14:20:01.253 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:20:01 smithi062 bash[68610]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-13T14:20:01.253 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:20:01 smithi062 bash[68610]: s = self.context.wrap_socket( 2024-09-13T14:20:01.253 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:20:01 smithi062 bash[68610]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-13T14:20:01.253 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:20:01 smithi062 bash[68610]: return self.sslsocket_class._create( 2024-09-13T14:20:01.253 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:20:01 smithi062 bash[68610]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-13T14:20:01.253 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:20:01 smithi062 bash[68610]: self.do_handshake() 2024-09-13T14:20:01.254 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:20:01 smithi062 bash[68610]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-13T14:20:01.254 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:20:01 smithi062 bash[68610]: self._sslobj.do_handshake() 2024-09-13T14:20:01.254 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:20:01 smithi062 bash[68610]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-13T14:20:01.432 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:20:01 smithi178 bash[22034]: cephadm 2024-09-13T14:20:00.981647+0000 mgr.y (mgr.25139) 4 : cephadm [INF] [13/Sep/2024:14:20:00] ENGINE Bus STARTING 2024-09-13T14:20:01.752 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:20:01 smithi062 bash[19845]: cephadm 2024-09-13T14:20:00.981647+0000 mgr.y (mgr.25139) 4 : cephadm [INF] [13/Sep/2024:14:20:00] ENGINE Bus STARTING 2024-09-13T14:20:01.752 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:20:01 smithi062 bash[26634]: cephadm 2024-09-13T14:20:00.981647+0000 mgr.y (mgr.25139) 4 : cephadm [INF] [13/Sep/2024:14:20:00] ENGINE Bus STARTING 2024-09-13T14:20:02.505 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:20:02 smithi062 bash[19845]: cephadm 2024-09-13T14:20:01.105645+0000 mgr.y (mgr.25139) 5 : cephadm [INF] [13/Sep/2024:14:20:01] ENGINE Serving on https://172.21.15.62:7150 2024-09-13T14:20:02.505 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:20:02 smithi062 bash[19845]: cephadm 2024-09-13T14:20:01.109103+0000 mgr.y (mgr.25139) 6 : cephadm [ERR] [13/Sep/2024:14:20:01] ENGINE Error in HTTPServer.serve 2024-09-13T14:20:02.505 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:20:02 smithi062 bash[19845]: Traceback (most recent call last): 2024-09-13T14:20:02.505 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:20:02 smithi062 bash[19845]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-13T14:20:02.505 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:20:02 smithi062 bash[19845]: self._connections.run(self.expiration_interval) 2024-09-13T14:20:02.506 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:20:02 smithi062 bash[19845]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-13T14:20:02.506 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:20:02 smithi062 bash[19845]: self._run(expiration_interval) 2024-09-13T14:20:02.506 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:20:02 smithi062 bash[19845]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-13T14:20:02.506 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:20:02 smithi062 bash[19845]: new_conn = self._from_server_socket(self.server.socket) 2024-09-13T14:20:02.506 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:20:02 smithi062 bash[19845]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-13T14:20:02.506 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:20:02 smithi062 bash[19845]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-13T14:20:02.506 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:20:02 smithi062 bash[19845]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-13T14:20:02.506 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:20:02 smithi062 bash[19845]: s = self.context.wrap_socket( 2024-09-13T14:20:02.506 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:20:02 smithi062 bash[19845]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-13T14:20:02.506 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:20:02 smithi062 bash[19845]: return self.sslsocket_class._create( 2024-09-13T14:20:02.506 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:20:02 smithi062 bash[19845]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-13T14:20:02.506 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:20:02 smithi062 bash[19845]: self.do_handshake() 2024-09-13T14:20:02.506 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:20:02 smithi062 bash[19845]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-13T14:20:02.506 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:20:02 smithi062 bash[19845]: self._sslobj.do_handshake() 2024-09-13T14:20:02.507 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:20:02 smithi062 bash[19845]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-13T14:20:02.507 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:20:02 smithi062 bash[19845]: cephadm 2024-09-13T14:20:01.206844+0000 mgr.y (mgr.25139) 7 : cephadm [INF] [13/Sep/2024:14:20:01] ENGINE Serving on http://172.21.15.62:8765 2024-09-13T14:20:02.507 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:20:02 smithi062 bash[19845]: cephadm 2024-09-13T14:20:01.207000+0000 mgr.y (mgr.25139) 8 : cephadm [INF] [13/Sep/2024:14:20:01] ENGINE Bus STARTED 2024-09-13T14:20:02.507 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:20:02 smithi062 bash[19845]: audit 2024-09-13T14:20:01.312384+0000 mgr.y (mgr.25139) 9 : audit [DBG] from='client.15297 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:20:02.507 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:20:02 smithi062 bash[19845]: cluster 2024-09-13T14:20:01.334928+0000 mon.a (mon.0) 1285 : cluster [DBG] mgrmap e42: y(active, since 3s) 2024-09-13T14:20:02.507 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:20:02 smithi062 bash[26634]: cephadm 2024-09-13T14:20:01.105645+0000 mgr.y (mgr.25139) 5 : cephadm [INF] [13/Sep/2024:14:20:01] ENGINE Serving on https://172.21.15.62:7150 2024-09-13T14:20:02.507 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:20:02 smithi062 bash[26634]: cephadm 2024-09-13T14:20:01.109103+0000 mgr.y (mgr.25139) 6 : cephadm [ERR] [13/Sep/2024:14:20:01] ENGINE Error in HTTPServer.serve 2024-09-13T14:20:02.507 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:20:02 smithi062 bash[26634]: Traceback (most recent call last): 2024-09-13T14:20:02.507 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:20:02 smithi062 bash[26634]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-13T14:20:02.507 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:20:02 smithi062 bash[26634]: self._connections.run(self.expiration_interval) 2024-09-13T14:20:02.507 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:20:02 smithi062 bash[26634]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-13T14:20:02.507 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:20:02 smithi062 bash[26634]: self._run(expiration_interval) 2024-09-13T14:20:02.508 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:20:02 smithi062 bash[26634]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-13T14:20:02.508 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:20:02 smithi062 bash[26634]: new_conn = self._from_server_socket(self.server.socket) 2024-09-13T14:20:02.508 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:20:02 smithi062 bash[26634]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-13T14:20:02.508 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:20:02 smithi062 bash[26634]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-13T14:20:02.508 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:20:02 smithi062 bash[26634]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-13T14:20:02.508 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:20:02 smithi062 bash[26634]: s = self.context.wrap_socket( 2024-09-13T14:20:02.508 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:20:02 smithi062 bash[26634]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-13T14:20:02.508 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:20:02 smithi062 bash[26634]: return self.sslsocket_class._create( 2024-09-13T14:20:02.508 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:20:02 smithi062 bash[26634]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-13T14:20:02.508 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:20:02 smithi062 bash[26634]: self.do_handshake() 2024-09-13T14:20:02.508 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:20:02 smithi062 bash[26634]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-13T14:20:02.508 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:20:02 smithi062 bash[26634]: self._sslobj.do_handshake() 2024-09-13T14:20:02.508 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:20:02 smithi062 bash[26634]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-13T14:20:02.508 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:20:02 smithi062 bash[26634]: cephadm 2024-09-13T14:20:01.206844+0000 mgr.y (mgr.25139) 7 : cephadm [INF] [13/Sep/2024:14:20:01] ENGINE Serving on http://172.21.15.62:8765 2024-09-13T14:20:02.508 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:20:02 smithi062 bash[26634]: cephadm 2024-09-13T14:20:01.207000+0000 mgr.y (mgr.25139) 8 : cephadm [INF] [13/Sep/2024:14:20:01] ENGINE Bus STARTED 2024-09-13T14:20:02.509 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:20:02 smithi062 bash[26634]: audit 2024-09-13T14:20:01.312384+0000 mgr.y (mgr.25139) 9 : audit [DBG] from='client.15297 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:20:02.509 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:20:02 smithi062 bash[26634]: cluster 2024-09-13T14:20:01.334928+0000 mon.a (mon.0) 1285 : cluster [DBG] mgrmap e42: y(active, since 3s) 2024-09-13T14:20:02.636 INFO:teuthology.orchestra.run.smithi062.stdout:true 2024-09-13T14:20:02.683 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:20:02 smithi178 bash[22034]: cephadm 2024-09-13T14:20:01.105645+0000 mgr.y (mgr.25139) 5 : cephadm [INF] [13/Sep/2024:14:20:01] ENGINE Serving on https://172.21.15.62:7150 2024-09-13T14:20:02.683 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:20:02 smithi178 bash[22034]: cephadm 2024-09-13T14:20:01.109103+0000 mgr.y (mgr.25139) 6 : cephadm [ERR] [13/Sep/2024:14:20:01] ENGINE Error in HTTPServer.serve 2024-09-13T14:20:02.684 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:20:02 smithi178 bash[22034]: Traceback (most recent call last): 2024-09-13T14:20:02.684 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:20:02 smithi178 bash[22034]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-13T14:20:02.684 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:20:02 smithi178 bash[22034]: self._connections.run(self.expiration_interval) 2024-09-13T14:20:02.684 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:20:02 smithi178 bash[22034]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-13T14:20:02.684 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:20:02 smithi178 bash[22034]: self._run(expiration_interval) 2024-09-13T14:20:02.684 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:20:02 smithi178 bash[22034]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-13T14:20:02.684 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:20:02 smithi178 bash[22034]: new_conn = self._from_server_socket(self.server.socket) 2024-09-13T14:20:02.684 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:20:02 smithi178 bash[22034]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-13T14:20:02.684 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:20:02 smithi178 bash[22034]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-13T14:20:02.684 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:20:02 smithi178 bash[22034]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-13T14:20:02.684 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:20:02 smithi178 bash[22034]: s = self.context.wrap_socket( 2024-09-13T14:20:02.684 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:20:02 smithi178 bash[22034]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-13T14:20:02.685 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:20:02 smithi178 bash[22034]: return self.sslsocket_class._create( 2024-09-13T14:20:02.685 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:20:02 smithi178 bash[22034]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-13T14:20:02.685 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:20:02 smithi178 bash[22034]: self.do_handshake() 2024-09-13T14:20:02.685 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:20:02 smithi178 bash[22034]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-13T14:20:02.685 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:20:02 smithi178 bash[22034]: self._sslobj.do_handshake() 2024-09-13T14:20:02.685 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:20:02 smithi178 bash[22034]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-13T14:20:02.685 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:20:02 smithi178 bash[22034]: cephadm 2024-09-13T14:20:01.206844+0000 mgr.y (mgr.25139) 7 : cephadm [INF] [13/Sep/2024:14:20:01] ENGINE Serving on http://172.21.15.62:8765 2024-09-13T14:20:02.685 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:20:02 smithi178 bash[22034]: cephadm 2024-09-13T14:20:01.207000+0000 mgr.y (mgr.25139) 8 : cephadm [INF] [13/Sep/2024:14:20:01] ENGINE Bus STARTED 2024-09-13T14:20:02.685 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:20:02 smithi178 bash[22034]: audit 2024-09-13T14:20:01.312384+0000 mgr.y (mgr.25139) 9 : audit [DBG] from='client.15297 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:20:02.685 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:20:02 smithi178 bash[22034]: cluster 2024-09-13T14:20:01.334928+0000 mon.a (mon.0) 1285 : cluster [DBG] mgrmap e42: y(active, since 3s) 2024-09-13T14:20:03.290 INFO:teuthology.orchestra.run.smithi062.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-13T14:20:03.291 INFO:teuthology.orchestra.run.smithi062.stdout:alertmanager.a smithi062 *:9093,9094 running (24m) 3m ago 25m 13.4M - 0.25.0 c8568f914cd2 3855e7cada7e 2024-09-13T14:20:03.291 INFO:teuthology.orchestra.run.smithi062.stdout:grafana.a smithi178 *:3000 running (24m) 3m ago 24m 75.7M - 9.4.12 2bacad6d85d8 f92f4c844371 2024-09-13T14:20:03.291 INFO:teuthology.orchestra.run.smithi062.stdout:iscsi.foo.smithi062.auboqe smithi062 *:5000 running (3m) 3m ago 22m 46.9M - 3.8 19dc8d659727 a5bd2df4df51 2024-09-13T14:20:03.291 INFO:teuthology.orchestra.run.smithi062.stdout:mgr.x smithi178 *:8443,9283,8765 running (17m) 3m ago 33m 495M - 19.3.0-4917-gb0201b8c 1641fe80ce72 a32905ba8b13 2024-09-13T14:20:03.291 INFO:teuthology.orchestra.run.smithi062.stdout:mgr.y smithi062 *:8443,9283,8765 running (10m) 3m ago 35m 438M - 19.3.0-4917-gb0201b8c 1641fe80ce72 fd629cc84850 2024-09-13T14:20:03.291 INFO:teuthology.orchestra.run.smithi062.stdout:mon.a smithi062 running (36m) 3m ago 36m 79.6M 2048M 19.1.1-322-g7741f7f9 19dc8d659727 4664a2c15794 2024-09-13T14:20:03.291 INFO:teuthology.orchestra.run.smithi062.stdout:mon.b smithi178 running (34m) 3m ago 34m 58.6M 2048M 19.1.1-322-g7741f7f9 19dc8d659727 f0553780881c 2024-09-13T14:20:03.291 INFO:teuthology.orchestra.run.smithi062.stdout:mon.c smithi062 running (34m) 3m ago 34m 58.5M 2048M 19.1.1-322-g7741f7f9 19dc8d659727 0846e375e651 2024-09-13T14:20:03.291 INFO:teuthology.orchestra.run.smithi062.stdout:node-exporter.a smithi062 *:9100 running (25m) 3m ago 25m 8943k - 1.5.0 0da6a335fe13 fd29265c5570 2024-09-13T14:20:03.291 INFO:teuthology.orchestra.run.smithi062.stdout:node-exporter.b smithi178 *:9100 running (25m) 3m ago 25m 9056k - 1.5.0 0da6a335fe13 400d31a0fc83 2024-09-13T14:20:03.291 INFO:teuthology.orchestra.run.smithi062.stdout:osd.0 smithi062 running (32m) 3m ago 32m 64.5M 3036M 19.1.1-322-g7741f7f9 19dc8d659727 a01ecc33ada0 2024-09-13T14:20:03.291 INFO:teuthology.orchestra.run.smithi062.stdout:osd.1 smithi062 running (31m) 3m ago 32m 57.5M 3036M 19.1.1-322-g7741f7f9 19dc8d659727 d6ca3f655d05 2024-09-13T14:20:03.291 INFO:teuthology.orchestra.run.smithi062.stdout:osd.2 smithi062 running (31m) 3m ago 31m 60.9M 3036M 19.1.1-322-g7741f7f9 19dc8d659727 f001b702483d 2024-09-13T14:20:03.292 INFO:teuthology.orchestra.run.smithi062.stdout:osd.3 smithi062 running (30m) 3m ago 30m 55.4M 3036M 19.1.1-322-g7741f7f9 19dc8d659727 cebed6322996 2024-09-13T14:20:03.292 INFO:teuthology.orchestra.run.smithi062.stdout:osd.4 smithi178 running (29m) 3m ago 29m 64.5M 3292M 19.1.1-322-g7741f7f9 19dc8d659727 7ff166ed36a8 2024-09-13T14:20:03.292 INFO:teuthology.orchestra.run.smithi062.stdout:osd.5 smithi178 running (28m) 3m ago 28m 62.2M 3292M 19.1.1-322-g7741f7f9 19dc8d659727 0ee354299930 2024-09-13T14:20:03.292 INFO:teuthology.orchestra.run.smithi062.stdout:osd.6 smithi178 running (27m) 3m ago 27m 53.0M 3292M 19.1.1-322-g7741f7f9 19dc8d659727 e6cb50c05b1b 2024-09-13T14:20:03.292 INFO:teuthology.orchestra.run.smithi062.stdout:osd.7 smithi178 running (26m) 3m ago 26m 62.4M 3292M 19.1.1-322-g7741f7f9 19dc8d659727 fbc9d74ccd0e 2024-09-13T14:20:03.292 INFO:teuthology.orchestra.run.smithi062.stdout:prometheus.a smithi178 *:9095 running (3m) 3m ago 25m 31.8M - 2.43.0 a07b618ecd1d fb48bf37c8b6 2024-09-13T14:20:03.292 INFO:teuthology.orchestra.run.smithi062.stdout:rgw.foo.smithi062.raldkl smithi062 *:8000 running (22m) 3m ago 22m 100M - 19.1.1-322-g7741f7f9 19dc8d659727 c374202ad667 2024-09-13T14:20:03.292 INFO:teuthology.orchestra.run.smithi062.stdout:rgw.foo.smithi178.sseeij smithi178 *:8000 running (23m) 3m ago 23m 101M - 19.1.1-322-g7741f7f9 19dc8d659727 86fcacc26a6b 2024-09-13T14:20:03.674 INFO:teuthology.orchestra.run.smithi062.stdout:{ 2024-09-13T14:20:03.674 INFO:teuthology.orchestra.run.smithi062.stdout: "mon": { 2024-09-13T14:20:03.674 INFO:teuthology.orchestra.run.smithi062.stdout: "ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable)": 3 2024-09-13T14:20:03.674 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-09-13T14:20:03.674 INFO:teuthology.orchestra.run.smithi062.stdout: "mgr": { 2024-09-13T14:20:03.674 INFO:teuthology.orchestra.run.smithi062.stdout: "ceph version 19.3.0-4917-gb0201b8c (b0201b8c79733293453e7f10a10c7fa43119222b) squid (dev)": 1 2024-09-13T14:20:03.674 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-09-13T14:20:03.674 INFO:teuthology.orchestra.run.smithi062.stdout: "osd": { 2024-09-13T14:20:03.674 INFO:teuthology.orchestra.run.smithi062.stdout: "ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable)": 8 2024-09-13T14:20:03.674 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-09-13T14:20:03.674 INFO:teuthology.orchestra.run.smithi062.stdout: "rgw": { 2024-09-13T14:20:03.675 INFO:teuthology.orchestra.run.smithi062.stdout: "ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable)": 2 2024-09-13T14:20:03.675 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-09-13T14:20:03.675 INFO:teuthology.orchestra.run.smithi062.stdout: "overall": { 2024-09-13T14:20:03.675 INFO:teuthology.orchestra.run.smithi062.stdout: "ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable)": 13, 2024-09-13T14:20:03.675 INFO:teuthology.orchestra.run.smithi062.stdout: "ceph version 19.3.0-4917-gb0201b8c (b0201b8c79733293453e7f10a10c7fa43119222b) squid (dev)": 1 2024-09-13T14:20:03.675 INFO:teuthology.orchestra.run.smithi062.stdout: } 2024-09-13T14:20:03.675 INFO:teuthology.orchestra.run.smithi062.stdout:} 2024-09-13T14:20:03.682 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:20:03 smithi178 bash[22034]: cluster 2024-09-13T14:20:02.134259+0000 mgr.y (mgr.25139) 10 : cluster [DBG] pgmap v5: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:20:03.682 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:20:03 smithi178 bash[22034]: audit 2024-09-13T14:20:02.625270+0000 mgr.y (mgr.25139) 11 : audit [DBG] from='client.25274 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:20:03.682 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:20:03 smithi178 bash[22034]: audit 2024-09-13T14:20:02.946958+0000 mgr.y (mgr.25139) 12 : audit [DBG] from='client.25280 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:20:03.752 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:20:03 smithi062 bash[26634]: cluster 2024-09-13T14:20:02.134259+0000 mgr.y (mgr.25139) 10 : cluster [DBG] pgmap v5: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:20:03.752 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:20:03 smithi062 bash[26634]: audit 2024-09-13T14:20:02.625270+0000 mgr.y (mgr.25139) 11 : audit [DBG] from='client.25274 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:20:03.752 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:20:03 smithi062 bash[26634]: audit 2024-09-13T14:20:02.946958+0000 mgr.y (mgr.25139) 12 : audit [DBG] from='client.25280 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:20:03.752 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:20:03 smithi062 bash[19845]: cluster 2024-09-13T14:20:02.134259+0000 mgr.y (mgr.25139) 10 : cluster [DBG] pgmap v5: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:20:03.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:20:03 smithi062 bash[19845]: audit 2024-09-13T14:20:02.625270+0000 mgr.y (mgr.25139) 11 : audit [DBG] from='client.25274 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:20:03.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:20:03 smithi062 bash[19845]: audit 2024-09-13T14:20:02.946958+0000 mgr.y (mgr.25139) 12 : audit [DBG] from='client.25280 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:20:03.999 INFO:teuthology.orchestra.run.smithi062.stdout:{ 2024-09-13T14:20:03.999 INFO:teuthology.orchestra.run.smithi062.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph:b0201b8c79733293453e7f10a10c7fa43119222b", 2024-09-13T14:20:03.999 INFO:teuthology.orchestra.run.smithi062.stdout: "in_progress": true, 2024-09-13T14:20:03.999 INFO:teuthology.orchestra.run.smithi062.stdout: "which": "Upgrading daemons of type(s) mgr", 2024-09-13T14:20:03.999 INFO:teuthology.orchestra.run.smithi062.stdout: "services_complete": [ 2024-09-13T14:20:04.000 INFO:teuthology.orchestra.run.smithi062.stdout: "mgr" 2024-09-13T14:20:04.000 INFO:teuthology.orchestra.run.smithi062.stdout: ], 2024-09-13T14:20:04.000 INFO:teuthology.orchestra.run.smithi062.stdout: "progress": "2/2 daemons upgraded", 2024-09-13T14:20:04.000 INFO:teuthology.orchestra.run.smithi062.stdout: "message": "", 2024-09-13T14:20:04.000 INFO:teuthology.orchestra.run.smithi062.stdout: "is_paused": false 2024-09-13T14:20:04.000 INFO:teuthology.orchestra.run.smithi062.stdout:} 2024-09-13T14:20:04.682 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 13 14:20:04 smithi178 bash[50171]: [13/Sep/2024:14:20:04] ENGINE Bus STARTING 2024-09-13T14:20:04.682 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 13 14:20:04 smithi178 bash[50171]: CherryPy Checker: 2024-09-13T14:20:04.683 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 13 14:20:04 smithi178 bash[50171]: The Application mounted at '' has an empty config. 2024-09-13T14:20:04.683 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 13 14:20:04 smithi178 bash[50171]: [13/Sep/2024:14:20:04] ENGINE Serving on http://:::9283 2024-09-13T14:20:04.683 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 13 14:20:04 smithi178 bash[50171]: [13/Sep/2024:14:20:04] ENGINE Bus STARTED 2024-09-13T14:20:04.683 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:20:04 smithi178 bash[22034]: audit 2024-09-13T14:20:03.253482+0000 mgr.y (mgr.25139) 13 : audit [DBG] from='client.25286 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:20:04.683 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:20:04 smithi178 bash[22034]: cluster 2024-09-13T14:20:03.345606+0000 mon.a (mon.0) 1286 : cluster [DBG] mgrmap e43: y(active, since 5s) 2024-09-13T14:20:04.683 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:20:04 smithi178 bash[22034]: audit 2024-09-13T14:20:03.675184+0000 mon.c (mon.2) 113 : audit [DBG] from='client.? 172.21.15.62:0/1911470358' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:20:04.683 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:20:04 smithi178 bash[22034]: cluster 2024-09-13T14:20:04.288660+0000 mon.a (mon.0) 1287 : cluster [DBG] Standby manager daemon x started 2024-09-13T14:20:04.683 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:20:04 smithi178 bash[22034]: audit 2024-09-13T14:20:04.292167+0000 mon.b (mon.1) 164 : audit [DBG] from='mgr.? 172.21.15.178:0/2009007669' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-13T14:20:04.683 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:20:04 smithi178 bash[22034]: audit 2024-09-13T14:20:04.293568+0000 mon.b (mon.1) 165 : audit [DBG] from='mgr.? 172.21.15.178:0/2009007669' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-13T14:20:04.683 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:20:04 smithi178 bash[22034]: audit 2024-09-13T14:20:04.295134+0000 mon.b (mon.1) 166 : audit [DBG] from='mgr.? 172.21.15.178:0/2009007669' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-13T14:20:04.684 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:20:04 smithi178 bash[22034]: audit 2024-09-13T14:20:04.296375+0000 mon.b (mon.1) 167 : audit [DBG] from='mgr.? 172.21.15.178:0/2009007669' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-13T14:20:04.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:20:04 smithi062 bash[19845]: audit 2024-09-13T14:20:03.253482+0000 mgr.y (mgr.25139) 13 : audit [DBG] from='client.25286 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:20:04.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:20:04 smithi062 bash[19845]: cluster 2024-09-13T14:20:03.345606+0000 mon.a (mon.0) 1286 : cluster [DBG] mgrmap e43: y(active, since 5s) 2024-09-13T14:20:04.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:20:04 smithi062 bash[19845]: audit 2024-09-13T14:20:03.675184+0000 mon.c (mon.2) 113 : audit [DBG] from='client.? 172.21.15.62:0/1911470358' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:20:04.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:20:04 smithi062 bash[19845]: cluster 2024-09-13T14:20:04.288660+0000 mon.a (mon.0) 1287 : cluster [DBG] Standby manager daemon x started 2024-09-13T14:20:04.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:20:04 smithi062 bash[19845]: audit 2024-09-13T14:20:04.292167+0000 mon.b (mon.1) 164 : audit [DBG] from='mgr.? 172.21.15.178:0/2009007669' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-13T14:20:04.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:20:04 smithi062 bash[19845]: audit 2024-09-13T14:20:04.293568+0000 mon.b (mon.1) 165 : audit [DBG] from='mgr.? 172.21.15.178:0/2009007669' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-13T14:20:04.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:20:04 smithi062 bash[19845]: audit 2024-09-13T14:20:04.295134+0000 mon.b (mon.1) 166 : audit [DBG] from='mgr.? 172.21.15.178:0/2009007669' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-13T14:20:04.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:20:04 smithi062 bash[19845]: audit 2024-09-13T14:20:04.296375+0000 mon.b (mon.1) 167 : audit [DBG] from='mgr.? 172.21.15.178:0/2009007669' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-13T14:20:04.753 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:20:04 smithi062 bash[26634]: audit 2024-09-13T14:20:03.253482+0000 mgr.y (mgr.25139) 13 : audit [DBG] from='client.25286 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:20:04.754 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:20:04 smithi062 bash[26634]: cluster 2024-09-13T14:20:03.345606+0000 mon.a (mon.0) 1286 : cluster [DBG] mgrmap e43: y(active, since 5s) 2024-09-13T14:20:04.754 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:20:04 smithi062 bash[26634]: audit 2024-09-13T14:20:03.675184+0000 mon.c (mon.2) 113 : audit [DBG] from='client.? 172.21.15.62:0/1911470358' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:20:04.754 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:20:04 smithi062 bash[26634]: cluster 2024-09-13T14:20:04.288660+0000 mon.a (mon.0) 1287 : cluster [DBG] Standby manager daemon x started 2024-09-13T14:20:04.754 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:20:04 smithi062 bash[26634]: audit 2024-09-13T14:20:04.292167+0000 mon.b (mon.1) 164 : audit [DBG] from='mgr.? 172.21.15.178:0/2009007669' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-13T14:20:04.754 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:20:04 smithi062 bash[26634]: audit 2024-09-13T14:20:04.293568+0000 mon.b (mon.1) 165 : audit [DBG] from='mgr.? 172.21.15.178:0/2009007669' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-13T14:20:04.754 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:20:04 smithi062 bash[26634]: audit 2024-09-13T14:20:04.295134+0000 mon.b (mon.1) 166 : audit [DBG] from='mgr.? 172.21.15.178:0/2009007669' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-13T14:20:04.754 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:20:04 smithi062 bash[26634]: audit 2024-09-13T14:20:04.296375+0000 mon.b (mon.1) 167 : audit [DBG] from='mgr.? 172.21.15.178:0/2009007669' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-13T14:20:05.682 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:20:05 smithi178 bash[22034]: audit 2024-09-13T14:20:04.000241+0000 mgr.y (mgr.25139) 14 : audit [DBG] from='client.25298 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:20:05.683 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:20:05 smithi178 bash[22034]: cluster 2024-09-13T14:20:04.135899+0000 mgr.y (mgr.25139) 15 : cluster [DBG] pgmap v6: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-09-13T14:20:05.683 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:20:05 smithi178 bash[22034]: cluster 2024-09-13T14:20:04.369590+0000 mon.a (mon.0) 1288 : cluster [DBG] mgrmap e44: y(active, since 6s), standbys: x 2024-09-13T14:20:05.683 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:20:05 smithi178 bash[22034]: audit 2024-09-13T14:20:04.370176+0000 mon.a (mon.0) 1289 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-13T14:20:05.683 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:20:05 smithi178 bash[22034]: audit 2024-09-13T14:20:05.299401+0000 mon.a (mon.0) 1290 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:20:05.683 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:20:05 smithi178 bash[22034]: audit 2024-09-13T14:20:05.305119+0000 mon.a (mon.0) 1291 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:20:05.752 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:20:05 smithi062 bash[19845]: audit 2024-09-13T14:20:04.000241+0000 mgr.y (mgr.25139) 14 : audit [DBG] from='client.25298 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:20:05.752 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:20:05 smithi062 bash[19845]: cluster 2024-09-13T14:20:04.135899+0000 mgr.y (mgr.25139) 15 : cluster [DBG] pgmap v6: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-09-13T14:20:05.752 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:20:05 smithi062 bash[19845]: cluster 2024-09-13T14:20:04.369590+0000 mon.a (mon.0) 1288 : cluster [DBG] mgrmap e44: y(active, since 6s), standbys: x 2024-09-13T14:20:05.752 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:20:05 smithi062 bash[19845]: audit 2024-09-13T14:20:04.370176+0000 mon.a (mon.0) 1289 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-13T14:20:05.752 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:20:05 smithi062 bash[19845]: audit 2024-09-13T14:20:05.299401+0000 mon.a (mon.0) 1290 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:20:05.752 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:20:05 smithi062 bash[19845]: audit 2024-09-13T14:20:05.305119+0000 mon.a (mon.0) 1291 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:20:05.753 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:20:05 smithi062 bash[26634]: audit 2024-09-13T14:20:04.000241+0000 mgr.y (mgr.25139) 14 : audit [DBG] from='client.25298 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:20:05.753 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:20:05 smithi062 bash[26634]: cluster 2024-09-13T14:20:04.135899+0000 mgr.y (mgr.25139) 15 : cluster [DBG] pgmap v6: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-09-13T14:20:05.753 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:20:05 smithi062 bash[26634]: cluster 2024-09-13T14:20:04.369590+0000 mon.a (mon.0) 1288 : cluster [DBG] mgrmap e44: y(active, since 6s), standbys: x 2024-09-13T14:20:05.753 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:20:05 smithi062 bash[26634]: audit 2024-09-13T14:20:04.370176+0000 mon.a (mon.0) 1289 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-13T14:20:05.753 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:20:05 smithi062 bash[26634]: audit 2024-09-13T14:20:05.299401+0000 mon.a (mon.0) 1290 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:20:05.753 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:20:05 smithi062 bash[26634]: audit 2024-09-13T14:20:05.305119+0000 mon.a (mon.0) 1291 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:20:06.432 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 13 14:20:06 smithi178 bash[50171]: ::ffff:172.21.15.178 - - [13/Sep/2024:14:20:06] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-09-13T14:20:07.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:20:06 smithi062 bash[19845]: audit 2024-09-13T14:20:05.716855+0000 mon.a (mon.0) 1292 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:20:07.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:20:06 smithi062 bash[19845]: audit 2024-09-13T14:20:05.723527+0000 mon.a (mon.0) 1293 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:20:07.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:20:06 smithi062 bash[19845]: audit 2024-09-13T14:20:06.458375+0000 mon.a (mon.0) 1294 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:20:07.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:20:06 smithi062 bash[19845]: audit 2024-09-13T14:20:06.464665+0000 mon.a (mon.0) 1295 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:20:07.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:20:06 smithi062 bash[26634]: audit 2024-09-13T14:20:05.716855+0000 mon.a (mon.0) 1292 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:20:07.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:20:06 smithi062 bash[26634]: audit 2024-09-13T14:20:05.723527+0000 mon.a (mon.0) 1293 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:20:07.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:20:06 smithi062 bash[26634]: audit 2024-09-13T14:20:06.458375+0000 mon.a (mon.0) 1294 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:20:07.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:20:06 smithi062 bash[26634]: audit 2024-09-13T14:20:06.464665+0000 mon.a (mon.0) 1295 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:20:07.182 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:20:06 smithi178 bash[22034]: audit 2024-09-13T14:20:05.716855+0000 mon.a (mon.0) 1292 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:20:07.183 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:20:06 smithi178 bash[22034]: audit 2024-09-13T14:20:05.723527+0000 mon.a (mon.0) 1293 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:20:07.183 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:20:06 smithi178 bash[22034]: audit 2024-09-13T14:20:06.458375+0000 mon.a (mon.0) 1294 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:20:07.183 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:20:06 smithi178 bash[22034]: audit 2024-09-13T14:20:06.464665+0000 mon.a (mon.0) 1295 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:20:08.183 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:20:07 smithi178 bash[22034]: cluster 2024-09-13T14:20:06.136900+0000 mgr.y (mgr.25139) 16 : cluster [DBG] pgmap v7: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 26 KiB/s rd, 0 B/s wr, 10 op/s 2024-09-13T14:20:08.183 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:20:07 smithi178 bash[22034]: audit 2024-09-13T14:20:06.867920+0000 mon.a (mon.0) 1296 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:20:08.183 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:20:07 smithi178 bash[22034]: audit 2024-09-13T14:20:06.873689+0000 mon.a (mon.0) 1297 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:20:08.183 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:20:07 smithi178 bash[22034]: audit 2024-09-13T14:20:06.876007+0000 mon.a (mon.0) 1298 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:20:08.183 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:20:07 smithi178 bash[22034]: audit 2024-09-13T14:20:06.876999+0000 mon.a (mon.0) 1299 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T14:20:08.184 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:20:07 smithi178 bash[22034]: cephadm 2024-09-13T14:20:06.878679+0000 mgr.y (mgr.25139) 17 : cephadm [INF] Updating smithi062:/etc/ceph/ceph.conf 2024-09-13T14:20:08.184 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:20:07 smithi178 bash[22034]: cephadm 2024-09-13T14:20:06.878892+0000 mgr.y (mgr.25139) 18 : cephadm [INF] Updating smithi178:/etc/ceph/ceph.conf 2024-09-13T14:20:08.184 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:20:07 smithi178 bash[22034]: audit 2024-09-13T14:20:07.293703+0000 mon.a (mon.0) 1300 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:20:08.184 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:20:07 smithi178 bash[22034]: audit 2024-09-13T14:20:07.298862+0000 mon.a (mon.0) 1301 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:20:08.184 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:20:07 smithi178 bash[22034]: audit 2024-09-13T14:20:07.305629+0000 mon.a (mon.0) 1302 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:20:08.184 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:20:07 smithi178 bash[22034]: audit 2024-09-13T14:20:07.311010+0000 mon.a (mon.0) 1303 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:20:08.184 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:20:07 smithi178 bash[22034]: audit 2024-09-13T14:20:07.316470+0000 mon.a (mon.0) 1304 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:20:08.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:20:07 smithi178 bash[22034]: audit 2024-09-13T14:20:07.342206+0000 mon.a (mon.0) 1305 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi062.auboqe", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-09-13T14:20:08.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:20:07 smithi178 bash[22034]: audit 2024-09-13T14:20:07.350927+0000 mon.a (mon.0) 1306 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:20:08.252 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:20:07 smithi062 bash[19845]: cluster 2024-09-13T14:20:06.136900+0000 mgr.y (mgr.25139) 16 : cluster [DBG] pgmap v7: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 26 KiB/s rd, 0 B/s wr, 10 op/s 2024-09-13T14:20:08.252 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:20:07 smithi062 bash[19845]: audit 2024-09-13T14:20:06.867920+0000 mon.a (mon.0) 1296 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:20:08.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:20:07 smithi062 bash[19845]: audit 2024-09-13T14:20:06.873689+0000 mon.a (mon.0) 1297 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:20:08.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:20:07 smithi062 bash[19845]: audit 2024-09-13T14:20:06.876007+0000 mon.a (mon.0) 1298 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:20:08.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:20:07 smithi062 bash[19845]: audit 2024-09-13T14:20:06.876999+0000 mon.a (mon.0) 1299 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T14:20:08.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:20:07 smithi062 bash[19845]: cephadm 2024-09-13T14:20:06.878679+0000 mgr.y (mgr.25139) 17 : cephadm [INF] Updating smithi062:/etc/ceph/ceph.conf 2024-09-13T14:20:08.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:20:07 smithi062 bash[19845]: cephadm 2024-09-13T14:20:06.878892+0000 mgr.y (mgr.25139) 18 : cephadm [INF] Updating smithi178:/etc/ceph/ceph.conf 2024-09-13T14:20:08.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:20:07 smithi062 bash[19845]: audit 2024-09-13T14:20:07.293703+0000 mon.a (mon.0) 1300 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:20:08.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:20:07 smithi062 bash[19845]: audit 2024-09-13T14:20:07.298862+0000 mon.a (mon.0) 1301 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:20:08.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:20:07 smithi062 bash[19845]: audit 2024-09-13T14:20:07.305629+0000 mon.a (mon.0) 1302 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:20:08.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:20:07 smithi062 bash[19845]: audit 2024-09-13T14:20:07.311010+0000 mon.a (mon.0) 1303 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:20:08.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:20:07 smithi062 bash[19845]: audit 2024-09-13T14:20:07.316470+0000 mon.a (mon.0) 1304 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:20:08.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:20:07 smithi062 bash[19845]: audit 2024-09-13T14:20:07.342206+0000 mon.a (mon.0) 1305 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi062.auboqe", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-09-13T14:20:08.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:20:07 smithi062 bash[19845]: audit 2024-09-13T14:20:07.350927+0000 mon.a (mon.0) 1306 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:20:08.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:20:07 smithi062 bash[26634]: cluster 2024-09-13T14:20:06.136900+0000 mgr.y (mgr.25139) 16 : cluster [DBG] pgmap v7: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 26 KiB/s rd, 0 B/s wr, 10 op/s 2024-09-13T14:20:08.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:20:07 smithi062 bash[26634]: audit 2024-09-13T14:20:06.867920+0000 mon.a (mon.0) 1296 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:20:08.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:20:07 smithi062 bash[26634]: audit 2024-09-13T14:20:06.873689+0000 mon.a (mon.0) 1297 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:20:08.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:20:07 smithi062 bash[26634]: audit 2024-09-13T14:20:06.876007+0000 mon.a (mon.0) 1298 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:20:08.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:20:07 smithi062 bash[26634]: audit 2024-09-13T14:20:06.876999+0000 mon.a (mon.0) 1299 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T14:20:08.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:20:07 smithi062 bash[26634]: cephadm 2024-09-13T14:20:06.878679+0000 mgr.y (mgr.25139) 17 : cephadm [INF] Updating smithi062:/etc/ceph/ceph.conf 2024-09-13T14:20:08.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:20:07 smithi062 bash[26634]: cephadm 2024-09-13T14:20:06.878892+0000 mgr.y (mgr.25139) 18 : cephadm [INF] Updating smithi178:/etc/ceph/ceph.conf 2024-09-13T14:20:08.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:20:07 smithi062 bash[26634]: audit 2024-09-13T14:20:07.293703+0000 mon.a (mon.0) 1300 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:20:08.255 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:20:07 smithi062 bash[26634]: audit 2024-09-13T14:20:07.298862+0000 mon.a (mon.0) 1301 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:20:08.255 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:20:07 smithi062 bash[26634]: audit 2024-09-13T14:20:07.305629+0000 mon.a (mon.0) 1302 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:20:08.255 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:20:07 smithi062 bash[26634]: audit 2024-09-13T14:20:07.311010+0000 mon.a (mon.0) 1303 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:20:08.255 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:20:07 smithi062 bash[26634]: audit 2024-09-13T14:20:07.316470+0000 mon.a (mon.0) 1304 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:20:08.255 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:20:07 smithi062 bash[26634]: audit 2024-09-13T14:20:07.342206+0000 mon.a (mon.0) 1305 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.foo.smithi062.auboqe", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2024-09-13T14:20:08.255 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:20:07 smithi062 bash[26634]: audit 2024-09-13T14:20:07.350927+0000 mon.a (mon.0) 1306 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:20:09.128 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:20:08 smithi062 bash[19845]: cephadm 2024-09-13T14:20:07.012280+0000 mgr.y (mgr.25139) 19 : cephadm [INF] Updating smithi062:/var/lib/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-13T14:20:09.128 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:20:08 smithi062 bash[19845]: cephadm 2024-09-13T14:20:07.012566+0000 mgr.y (mgr.25139) 20 : cephadm [INF] Updating smithi178:/var/lib/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-13T14:20:09.128 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:20:08 smithi062 bash[19845]: cephadm 2024-09-13T14:20:07.109024+0000 mgr.y (mgr.25139) 21 : cephadm [INF] Updating smithi062:/etc/ceph/ceph.client.admin.keyring 2024-09-13T14:20:09.128 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:20:08 smithi062 bash[19845]: cephadm 2024-09-13T14:20:07.109321+0000 mgr.y (mgr.25139) 22 : cephadm [INF] Updating smithi178:/etc/ceph/ceph.client.admin.keyring 2024-09-13T14:20:09.128 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:20:08 smithi062 bash[19845]: cephadm 2024-09-13T14:20:07.197620+0000 mgr.y (mgr.25139) 23 : cephadm [INF] Updating smithi062:/var/lib/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-13T14:20:09.129 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:20:08 smithi062 bash[19845]: cephadm 2024-09-13T14:20:07.197901+0000 mgr.y (mgr.25139) 24 : cephadm [INF] Updating smithi178:/var/lib/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-13T14:20:09.129 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:20:08 smithi062 bash[19845]: cephadm 2024-09-13T14:20:07.341660+0000 mgr.y (mgr.25139) 25 : cephadm [INF] Reconfiguring iscsi.foo.smithi062.auboqe (dependencies changed)... 2024-09-13T14:20:09.129 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:20:08 smithi062 bash[19845]: cephadm 2024-09-13T14:20:07.352353+0000 mgr.y (mgr.25139) 26 : cephadm [INF] Reconfiguring daemon iscsi.foo.smithi062.auboqe on smithi062 2024-09-13T14:20:09.129 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:20:08 smithi062 bash[26634]: cephadm 2024-09-13T14:20:07.012280+0000 mgr.y (mgr.25139) 19 : cephadm [INF] Updating smithi062:/var/lib/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-13T14:20:09.129 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:20:08 smithi062 bash[26634]: cephadm 2024-09-13T14:20:07.012566+0000 mgr.y (mgr.25139) 20 : cephadm [INF] Updating smithi178:/var/lib/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-13T14:20:09.129 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:20:08 smithi062 bash[26634]: cephadm 2024-09-13T14:20:07.109024+0000 mgr.y (mgr.25139) 21 : cephadm [INF] Updating smithi062:/etc/ceph/ceph.client.admin.keyring 2024-09-13T14:20:09.129 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:20:08 smithi062 bash[26634]: cephadm 2024-09-13T14:20:07.109321+0000 mgr.y (mgr.25139) 22 : cephadm [INF] Updating smithi178:/etc/ceph/ceph.client.admin.keyring 2024-09-13T14:20:09.129 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:20:08 smithi062 bash[26634]: cephadm 2024-09-13T14:20:07.197620+0000 mgr.y (mgr.25139) 23 : cephadm [INF] Updating smithi062:/var/lib/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-13T14:20:09.129 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:20:08 smithi062 bash[26634]: cephadm 2024-09-13T14:20:07.197901+0000 mgr.y (mgr.25139) 24 : cephadm [INF] Updating smithi178:/var/lib/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-13T14:20:09.129 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:20:08 smithi062 bash[26634]: cephadm 2024-09-13T14:20:07.341660+0000 mgr.y (mgr.25139) 25 : cephadm [INF] Reconfiguring iscsi.foo.smithi062.auboqe (dependencies changed)... 2024-09-13T14:20:09.129 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:20:08 smithi062 bash[26634]: cephadm 2024-09-13T14:20:07.352353+0000 mgr.y (mgr.25139) 26 : cephadm [INF] Reconfiguring daemon iscsi.foo.smithi062.auboqe on smithi062 2024-09-13T14:20:09.183 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:20:08 smithi178 bash[22034]: cephadm 2024-09-13T14:20:07.012280+0000 mgr.y (mgr.25139) 19 : cephadm [INF] Updating smithi062:/var/lib/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-13T14:20:09.183 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:20:08 smithi178 bash[22034]: cephadm 2024-09-13T14:20:07.012566+0000 mgr.y (mgr.25139) 20 : cephadm [INF] Updating smithi178:/var/lib/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-13T14:20:09.183 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:20:08 smithi178 bash[22034]: cephadm 2024-09-13T14:20:07.109024+0000 mgr.y (mgr.25139) 21 : cephadm [INF] Updating smithi062:/etc/ceph/ceph.client.admin.keyring 2024-09-13T14:20:09.183 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:20:08 smithi178 bash[22034]: cephadm 2024-09-13T14:20:07.109321+0000 mgr.y (mgr.25139) 22 : cephadm [INF] Updating smithi178:/etc/ceph/ceph.client.admin.keyring 2024-09-13T14:20:09.183 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:20:08 smithi178 bash[22034]: cephadm 2024-09-13T14:20:07.197620+0000 mgr.y (mgr.25139) 23 : cephadm [INF] Updating smithi062:/var/lib/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-13T14:20:09.183 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:20:08 smithi178 bash[22034]: cephadm 2024-09-13T14:20:07.197901+0000 mgr.y (mgr.25139) 24 : cephadm [INF] Updating smithi178:/var/lib/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-13T14:20:09.183 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:20:08 smithi178 bash[22034]: cephadm 2024-09-13T14:20:07.341660+0000 mgr.y (mgr.25139) 25 : cephadm [INF] Reconfiguring iscsi.foo.smithi062.auboqe (dependencies changed)... 2024-09-13T14:20:09.184 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:20:08 smithi178 bash[22034]: cephadm 2024-09-13T14:20:07.352353+0000 mgr.y (mgr.25139) 26 : cephadm [INF] Reconfiguring daemon iscsi.foo.smithi062.auboqe on smithi062 2024-09-13T14:20:10.135 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:20:09 smithi062 bash[19845]: cluster 2024-09-13T14:20:08.137673+0000 mgr.y (mgr.25139) 27 : cluster [DBG] pgmap v8: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 20 KiB/s rd, 0 B/s wr, 8 op/s 2024-09-13T14:20:10.135 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:20:09 smithi062 bash[26634]: cluster 2024-09-13T14:20:08.137673+0000 mgr.y (mgr.25139) 27 : cluster [DBG] pgmap v8: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 20 KiB/s rd, 0 B/s wr, 8 op/s 2024-09-13T14:20:10.182 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:20:09 smithi178 bash[22034]: cluster 2024-09-13T14:20:08.137673+0000 mgr.y (mgr.25139) 27 : cluster [DBG] pgmap v8: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 20 KiB/s rd, 0 B/s wr, 8 op/s 2024-09-13T14:20:11.933 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:20:11 smithi178 bash[22034]: cluster 2024-09-13T14:20:10.139639+0000 mgr.y (mgr.25139) 28 : cluster [DBG] pgmap v9: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 7 op/s 2024-09-13T14:20:11.933 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:20:11 smithi178 bash[22034]: audit 2024-09-13T14:20:10.719779+0000 mon.a (mon.0) 1307 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:20:11.933 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:20:11 smithi178 bash[22034]: audit 2024-09-13T14:20:10.725797+0000 mon.a (mon.0) 1308 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:20:11.933 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:20:11 smithi178 bash[22034]: cephadm 2024-09-13T14:20:10.727409+0000 mgr.y (mgr.25139) 29 : cephadm [INF] Reconfiguring prometheus.a (dependencies changed)... 2024-09-13T14:20:12.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:20:11 smithi062 bash[19845]: cluster 2024-09-13T14:20:10.139639+0000 mgr.y (mgr.25139) 28 : cluster [DBG] pgmap v9: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 7 op/s 2024-09-13T14:20:12.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:20:11 smithi062 bash[19845]: audit 2024-09-13T14:20:10.719779+0000 mon.a (mon.0) 1307 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:20:12.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:20:11 smithi062 bash[19845]: audit 2024-09-13T14:20:10.725797+0000 mon.a (mon.0) 1308 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:20:12.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:20:11 smithi062 bash[19845]: cephadm 2024-09-13T14:20:10.727409+0000 mgr.y (mgr.25139) 29 : cephadm [INF] Reconfiguring prometheus.a (dependencies changed)... 2024-09-13T14:20:12.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:20:11 smithi062 bash[26634]: cluster 2024-09-13T14:20:10.139639+0000 mgr.y (mgr.25139) 28 : cluster [DBG] pgmap v9: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 7 op/s 2024-09-13T14:20:12.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:20:11 smithi062 bash[26634]: audit 2024-09-13T14:20:10.719779+0000 mon.a (mon.0) 1307 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:20:12.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:20:11 smithi062 bash[26634]: audit 2024-09-13T14:20:10.725797+0000 mon.a (mon.0) 1308 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:20:12.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:20:11 smithi062 bash[26634]: cephadm 2024-09-13T14:20:10.727409+0000 mgr.y (mgr.25139) 29 : cephadm [INF] Reconfiguring prometheus.a (dependencies changed)... 2024-09-13T14:20:13.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:20:12 smithi062 bash[19845]: cephadm 2024-09-13T14:20:10.993954+0000 mgr.y (mgr.25139) 30 : cephadm [INF] Reconfiguring daemon prometheus.a on smithi178 2024-09-13T14:20:13.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:20:12 smithi062 bash[19845]: audit 2024-09-13T14:20:12.390850+0000 mon.c (mon.2) 114 : audit [DBG] from='client.? 172.21.15.62:0/2857513447' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-09-13T14:20:13.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:20:12 smithi062 bash[26634]: cephadm 2024-09-13T14:20:10.993954+0000 mgr.y (mgr.25139) 30 : cephadm [INF] Reconfiguring daemon prometheus.a on smithi178 2024-09-13T14:20:13.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:20:12 smithi062 bash[26634]: audit 2024-09-13T14:20:12.390850+0000 mon.c (mon.2) 114 : audit [DBG] from='client.? 172.21.15.62:0/2857513447' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-09-13T14:20:13.031 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:20:12 smithi178 bash[22034]: cephadm 2024-09-13T14:20:10.993954+0000 mgr.y (mgr.25139) 30 : cephadm [INF] Reconfiguring daemon prometheus.a on smithi178 2024-09-13T14:20:13.031 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:20:12 smithi178 bash[22034]: audit 2024-09-13T14:20:12.390850+0000 mon.c (mon.2) 114 : audit [DBG] from='client.? 172.21.15.62:0/2857513447' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-09-13T14:20:14.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:20:13 smithi062 bash[19845]: cluster 2024-09-13T14:20:12.140091+0000 mgr.y (mgr.25139) 31 : cluster [DBG] pgmap v10: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 15 KiB/s rd, 0 B/s wr, 6 op/s 2024-09-13T14:20:14.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:20:13 smithi062 bash[26634]: cluster 2024-09-13T14:20:12.140091+0000 mgr.y (mgr.25139) 31 : cluster [DBG] pgmap v10: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 15 KiB/s rd, 0 B/s wr, 6 op/s 2024-09-13T14:20:14.182 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:20:13 smithi178 bash[22034]: cluster 2024-09-13T14:20:12.140091+0000 mgr.y (mgr.25139) 31 : cluster [DBG] pgmap v10: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 15 KiB/s rd, 0 B/s wr, 6 op/s 2024-09-13T14:20:15.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:20:14 smithi062 bash[19845]: audit 2024-09-13T14:20:13.845993+0000 mon.a (mon.0) 1309 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:20:15.002 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:20:14 smithi062 bash[26634]: audit 2024-09-13T14:20:13.845993+0000 mon.a (mon.0) 1309 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:20:15.055 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:20:14 smithi178 bash[22034]: audit 2024-09-13T14:20:13.845993+0000 mon.a (mon.0) 1309 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:20:16.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:20:15 smithi062 bash[19845]: cluster 2024-09-13T14:20:14.141682+0000 mgr.y (mgr.25139) 32 : cluster [DBG] pgmap v11: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 16 KiB/s rd, 0 B/s wr, 7 op/s 2024-09-13T14:20:16.002 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:20:15 smithi062 bash[26634]: cluster 2024-09-13T14:20:14.141682+0000 mgr.y (mgr.25139) 32 : cluster [DBG] pgmap v11: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 16 KiB/s rd, 0 B/s wr, 7 op/s 2024-09-13T14:20:16.082 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:20:15 smithi178 bash[22034]: cluster 2024-09-13T14:20:14.141682+0000 mgr.y (mgr.25139) 32 : cluster [DBG] pgmap v11: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 16 KiB/s rd, 0 B/s wr, 7 op/s 2024-09-13T14:20:16.082 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 14:20:15 smithi178 systemd[1]: Stopping Ceph prometheus.a for ff1149ea-71d5-11ef-bceb-c7b262605968... 2024-09-13T14:20:16.082 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 14:20:15 smithi178 bash[55057]: ts=2024-09-13T14:20:15.843Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-09-13T14:20:16.083 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 14:20:15 smithi178 bash[55057]: ts=2024-09-13T14:20:15.843Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2024-09-13T14:20:16.083 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 14:20:15 smithi178 bash[55057]: ts=2024-09-13T14:20:15.843Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2024-09-13T14:20:16.083 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 14:20:15 smithi178 bash[55057]: ts=2024-09-13T14:20:15.843Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2024-09-13T14:20:16.083 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 14:20:15 smithi178 bash[55057]: ts=2024-09-13T14:20:15.843Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2024-09-13T14:20:16.083 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 14:20:15 smithi178 bash[55057]: ts=2024-09-13T14:20:15.843Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2024-09-13T14:20:16.083 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 14:20:15 smithi178 bash[55057]: ts=2024-09-13T14:20:15.843Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2024-09-13T14:20:16.083 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 14:20:15 smithi178 bash[55057]: ts=2024-09-13T14:20:15.844Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2024-09-13T14:20:16.083 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 14:20:15 smithi178 bash[55057]: ts=2024-09-13T14:20:15.844Z caller=main.go:907 level=info msg="Scrape manager stopped" 2024-09-13T14:20:16.083 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 14:20:15 smithi178 bash[55057]: ts=2024-09-13T14:20:15.845Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2024-09-13T14:20:16.083 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 14:20:15 smithi178 bash[55057]: ts=2024-09-13T14:20:15.845Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2024-09-13T14:20:16.083 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 14:20:15 smithi178 bash[55057]: ts=2024-09-13T14:20:15.845Z caller=main.go:1147 level=info msg="See you next time!" 2024-09-13T14:20:16.682 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 14:20:16 smithi178 bash[56252]: ceph-ff1149ea-71d5-11ef-bceb-c7b262605968-prometheus-a 2024-09-13T14:20:16.682 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 14:20:16 smithi178 bash[56312]: Error response from daemon: No such container: ceph-ff1149ea-71d5-11ef-bceb-c7b262605968-prometheus-a 2024-09-13T14:20:16.683 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 14:20:16 smithi178 systemd[1]: ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@prometheus.a.service: Deactivated successfully. 2024-09-13T14:20:16.683 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 14:20:16 smithi178 systemd[1]: Stopped Ceph prometheus.a for ff1149ea-71d5-11ef-bceb-c7b262605968. 2024-09-13T14:20:16.683 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 14:20:16 smithi178 systemd[1]: Started Ceph prometheus.a for ff1149ea-71d5-11ef-bceb-c7b262605968. 2024-09-13T14:20:17.933 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:20:17 smithi178 bash[22034]: cluster 2024-09-13T14:20:16.142478+0000 mgr.y (mgr.25139) 33 : cluster [DBG] pgmap v12: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 15 KiB/s rd, 0 B/s wr, 6 op/s 2024-09-13T14:20:17.934 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:20:17 smithi178 bash[22034]: audit 2024-09-13T14:20:16.659528+0000 mon.a (mon.0) 1310 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:20:17.934 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:20:17 smithi178 bash[22034]: audit 2024-09-13T14:20:16.671964+0000 mon.a (mon.0) 1311 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:20:17.934 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:20:17 smithi178 bash[22034]: audit 2024-09-13T14:20:16.677721+0000 mon.a (mon.0) 1312 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2024-09-13T14:20:17.934 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:20:17 smithi178 bash[22034]: audit 2024-09-13T14:20:16.679247+0000 mgr.y (mgr.25139) 34 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2024-09-13T14:20:17.934 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:20:17 smithi178 bash[22034]: audit 2024-09-13T14:20:16.697723+0000 mon.a (mon.0) 1313 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:20:17.934 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:20:17 smithi178 bash[22034]: cephadm 2024-09-13T14:20:16.699599+0000 mgr.y (mgr.25139) 35 : cephadm [INF] Adding iSCSI gateway http://:@172.21.15.62:5000 to Dashboard 2024-09-13T14:20:17.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:20:17 smithi178 bash[22034]: audit 2024-09-13T14:20:16.700040+0000 mon.a (mon.0) 1314 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2024-09-13T14:20:17.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:20:17 smithi178 bash[22034]: audit 2024-09-13T14:20:16.701017+0000 mgr.y (mgr.25139) 36 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2024-09-13T14:20:17.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:20:17 smithi178 bash[22034]: audit 2024-09-13T14:20:16.703474+0000 mon.a (mon.0) 1315 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "dashboard iscsi-gateway-add", "name": "smithi062"}]: dispatch 2024-09-13T14:20:17.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:20:17 smithi178 bash[22034]: audit 2024-09-13T14:20:16.704749+0000 mgr.y (mgr.25139) 37 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard iscsi-gateway-add", "name": "smithi062"}]: dispatch 2024-09-13T14:20:17.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:20:17 smithi178 bash[22034]: audit 2024-09-13T14:20:16.711830+0000 mon.a (mon.0) 1316 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:20:17.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:20:17 smithi178 bash[22034]: audit 2024-09-13T14:20:16.718622+0000 mon.a (mon.0) 1317 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-13T14:20:17.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:20:17 smithi178 bash[22034]: audit 2024-09-13T14:20:16.719620+0000 mgr.y (mgr.25139) 38 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-13T14:20:17.936 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:20:17 smithi178 bash[22034]: audit 2024-09-13T14:20:16.782840+0000 mon.a (mon.0) 1318 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T14:20:18.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:20:17 smithi062 bash[26634]: cluster 2024-09-13T14:20:16.142478+0000 mgr.y (mgr.25139) 33 : cluster [DBG] pgmap v12: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 15 KiB/s rd, 0 B/s wr, 6 op/s 2024-09-13T14:20:18.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:20:17 smithi062 bash[26634]: audit 2024-09-13T14:20:16.659528+0000 mon.a (mon.0) 1310 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:20:18.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:20:17 smithi062 bash[26634]: audit 2024-09-13T14:20:16.671964+0000 mon.a (mon.0) 1311 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:20:18.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:20:17 smithi062 bash[26634]: audit 2024-09-13T14:20:16.677721+0000 mon.a (mon.0) 1312 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2024-09-13T14:20:18.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:20:17 smithi062 bash[26634]: audit 2024-09-13T14:20:16.679247+0000 mgr.y (mgr.25139) 34 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2024-09-13T14:20:18.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:20:17 smithi062 bash[26634]: audit 2024-09-13T14:20:16.697723+0000 mon.a (mon.0) 1313 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:20:18.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:20:17 smithi062 bash[26634]: cephadm 2024-09-13T14:20:16.699599+0000 mgr.y (mgr.25139) 35 : cephadm [INF] Adding iSCSI gateway http://:@172.21.15.62:5000 to Dashboard 2024-09-13T14:20:18.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:20:17 smithi062 bash[26634]: audit 2024-09-13T14:20:16.700040+0000 mon.a (mon.0) 1314 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2024-09-13T14:20:18.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:20:17 smithi062 bash[26634]: audit 2024-09-13T14:20:16.701017+0000 mgr.y (mgr.25139) 36 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2024-09-13T14:20:18.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:20:17 smithi062 bash[26634]: audit 2024-09-13T14:20:16.703474+0000 mon.a (mon.0) 1315 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "dashboard iscsi-gateway-add", "name": "smithi062"}]: dispatch 2024-09-13T14:20:18.005 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:20:17 smithi062 bash[26634]: audit 2024-09-13T14:20:16.704749+0000 mgr.y (mgr.25139) 37 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard iscsi-gateway-add", "name": "smithi062"}]: dispatch 2024-09-13T14:20:18.005 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:20:17 smithi062 bash[26634]: audit 2024-09-13T14:20:16.711830+0000 mon.a (mon.0) 1316 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:20:18.005 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:20:17 smithi062 bash[26634]: audit 2024-09-13T14:20:16.718622+0000 mon.a (mon.0) 1317 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-13T14:20:18.005 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:20:17 smithi062 bash[26634]: audit 2024-09-13T14:20:16.719620+0000 mgr.y (mgr.25139) 38 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-13T14:20:18.005 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:20:17 smithi062 bash[26634]: audit 2024-09-13T14:20:16.782840+0000 mon.a (mon.0) 1318 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T14:20:18.006 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:20:17 smithi062 bash[19845]: cluster 2024-09-13T14:20:16.142478+0000 mgr.y (mgr.25139) 33 : cluster [DBG] pgmap v12: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 15 KiB/s rd, 0 B/s wr, 6 op/s 2024-09-13T14:20:18.006 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:20:17 smithi062 bash[19845]: audit 2024-09-13T14:20:16.659528+0000 mon.a (mon.0) 1310 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:20:18.006 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:20:17 smithi062 bash[19845]: audit 2024-09-13T14:20:16.671964+0000 mon.a (mon.0) 1311 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:20:18.006 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:20:17 smithi062 bash[19845]: audit 2024-09-13T14:20:16.677721+0000 mon.a (mon.0) 1312 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2024-09-13T14:20:18.006 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:20:17 smithi062 bash[19845]: audit 2024-09-13T14:20:16.679247+0000 mgr.y (mgr.25139) 34 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard iscsi-gateway-list"}]: dispatch 2024-09-13T14:20:18.006 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:20:17 smithi062 bash[19845]: audit 2024-09-13T14:20:16.697723+0000 mon.a (mon.0) 1313 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:20:18.006 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:20:17 smithi062 bash[19845]: cephadm 2024-09-13T14:20:16.699599+0000 mgr.y (mgr.25139) 35 : cephadm [INF] Adding iSCSI gateway http://:@172.21.15.62:5000 to Dashboard 2024-09-13T14:20:18.007 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:20:17 smithi062 bash[19845]: audit 2024-09-13T14:20:16.700040+0000 mon.a (mon.0) 1314 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2024-09-13T14:20:18.007 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:20:17 smithi062 bash[19845]: audit 2024-09-13T14:20:16.701017+0000 mgr.y (mgr.25139) 36 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-iscsi-api-ssl-verification", "value": "true"}]: dispatch 2024-09-13T14:20:18.007 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:20:17 smithi062 bash[19845]: audit 2024-09-13T14:20:16.703474+0000 mon.a (mon.0) 1315 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "dashboard iscsi-gateway-add", "name": "smithi062"}]: dispatch 2024-09-13T14:20:18.007 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:20:17 smithi062 bash[19845]: audit 2024-09-13T14:20:16.704749+0000 mgr.y (mgr.25139) 37 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard iscsi-gateway-add", "name": "smithi062"}]: dispatch 2024-09-13T14:20:18.007 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:20:17 smithi062 bash[19845]: audit 2024-09-13T14:20:16.711830+0000 mon.a (mon.0) 1316 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:20:18.007 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:20:17 smithi062 bash[19845]: audit 2024-09-13T14:20:16.718622+0000 mon.a (mon.0) 1317 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-13T14:20:18.007 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:20:17 smithi062 bash[19845]: audit 2024-09-13T14:20:16.719620+0000 mgr.y (mgr.25139) 38 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-13T14:20:18.008 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:20:17 smithi062 bash[19845]: audit 2024-09-13T14:20:16.782840+0000 mon.a (mon.0) 1318 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T14:20:18.683 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 14:20:18 smithi178 bash[56339]: ts=2024-09-13T14:20:18.528Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2024-09-13T14:20:18.683 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 14:20:18 smithi178 bash[56339]: ts=2024-09-13T14:20:18.528Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2024-09-13T14:20:18.683 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 14:20:18 smithi178 bash[56339]: ts=2024-09-13T14:20:18.528Z caller=main.go:570 level=info host_details="(Linux 5.15.0-121-generic #131-Ubuntu SMP Fri Aug 9 08:29:53 UTC 2024 x86_64 smithi178 (none))" 2024-09-13T14:20:18.683 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 14:20:18 smithi178 bash[56339]: ts=2024-09-13T14:20:18.528Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-09-13T14:20:18.684 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 14:20:18 smithi178 bash[56339]: ts=2024-09-13T14:20:18.528Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-09-13T14:20:18.684 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 14:20:18 smithi178 bash[56339]: ts=2024-09-13T14:20:18.530Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2024-09-13T14:20:18.684 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 14:20:18 smithi178 bash[56339]: ts=2024-09-13T14:20:18.530Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2024-09-13T14:20:18.684 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 14:20:18 smithi178 bash[56339]: ts=2024-09-13T14:20:18.532Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2024-09-13T14:20:18.684 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 14:20:18 smithi178 bash[56339]: ts=2024-09-13T14:20:18.532Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-09-13T14:20:18.684 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 14:20:18 smithi178 bash[56339]: ts=2024-09-13T14:20:18.534Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-09-13T14:20:18.684 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 14:20:18 smithi178 bash[56339]: ts=2024-09-13T14:20:18.536Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=1.679899ms 2024-09-13T14:20:18.684 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 14:20:18 smithi178 bash[56339]: ts=2024-09-13T14:20:18.536Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-09-13T14:20:18.684 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 14:20:18 smithi178 bash[56339]: ts=2024-09-13T14:20:18.536Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=5 2024-09-13T14:20:18.684 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 14:20:18 smithi178 bash[56339]: ts=2024-09-13T14:20:18.549Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=5 2024-09-13T14:20:18.684 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 14:20:18 smithi178 bash[56339]: ts=2024-09-13T14:20:18.554Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=2 maxSegment=5 2024-09-13T14:20:18.684 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 14:20:18 smithi178 bash[56339]: ts=2024-09-13T14:20:18.558Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=3 maxSegment=5 2024-09-13T14:20:18.684 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 14:20:18 smithi178 bash[56339]: ts=2024-09-13T14:20:18.561Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=4 maxSegment=5 2024-09-13T14:20:18.685 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 14:20:18 smithi178 bash[56339]: ts=2024-09-13T14:20:18.561Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=5 maxSegment=5 2024-09-13T14:20:18.685 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 14:20:18 smithi178 bash[56339]: ts=2024-09-13T14:20:18.561Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=50.458µs wal_replay_duration=25.100682ms wbl_replay_duration=1.789µs total_replay_duration=26.862761ms 2024-09-13T14:20:18.685 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 14:20:18 smithi178 bash[56339]: ts=2024-09-13T14:20:18.563Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2024-09-13T14:20:18.685 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 14:20:18 smithi178 bash[56339]: ts=2024-09-13T14:20:18.563Z caller=main.go:1029 level=info msg="TSDB started" 2024-09-13T14:20:18.685 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 14:20:18 smithi178 bash[56339]: ts=2024-09-13T14:20:18.563Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-09-13T14:20:18.685 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 14:20:18 smithi178 bash[56339]: ts=2024-09-13T14:20:18.586Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=22.492508ms db_storage=881ns remote_storage=1.413µs web_handler=405ns query_engine=706ns scrape=279.87µs scrape_sd=150.56µs notify=26.204µs notify_sd=20.304µs rules=21.582866ms tracing=6.041µs 2024-09-13T14:20:18.685 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 14:20:18 smithi178 bash[56339]: ts=2024-09-13T14:20:18.586Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2024-09-13T14:20:18.685 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 14:20:18 smithi178 bash[56339]: ts=2024-09-13T14:20:18.586Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2024-09-13T14:20:19.932 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:20:19 smithi178 bash[22034]: cluster 2024-09-13T14:20:18.143322+0000 mgr.y (mgr.25139) 39 : cluster [DBG] pgmap v13: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:20:20.002 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:20:19 smithi062 bash[26634]: cluster 2024-09-13T14:20:18.143322+0000 mgr.y (mgr.25139) 39 : cluster [DBG] pgmap v13: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:20:20.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:20:19 smithi062 bash[19845]: cluster 2024-09-13T14:20:18.143322+0000 mgr.y (mgr.25139) 39 : cluster [DBG] pgmap v13: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:20:20.933 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:20:20 smithi178 bash[22034]: cephadm 2024-09-13T14:20:19.722837+0000 mgr.y (mgr.25139) 40 : cephadm [INF] Upgrade: Updating mgr.x 2024-09-13T14:20:20.933 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:20:20 smithi178 bash[22034]: audit 2024-09-13T14:20:19.723557+0000 mon.a (mon.0) 1319 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-13T14:20:20.933 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:20:20 smithi178 bash[22034]: audit 2024-09-13T14:20:19.725305+0000 mon.a (mon.0) 1320 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-13T14:20:20.933 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:20:20 smithi178 bash[22034]: audit 2024-09-13T14:20:19.726860+0000 mon.a (mon.0) 1321 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:20:20.933 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:20:20 smithi178 bash[22034]: cephadm 2024-09-13T14:20:19.728503+0000 mgr.y (mgr.25139) 41 : cephadm [INF] Deploying daemon mgr.x on smithi178 2024-09-13T14:20:21.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:20:20 smithi062 bash[19845]: cephadm 2024-09-13T14:20:19.722837+0000 mgr.y (mgr.25139) 40 : cephadm [INF] Upgrade: Updating mgr.x 2024-09-13T14:20:21.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:20:20 smithi062 bash[19845]: audit 2024-09-13T14:20:19.723557+0000 mon.a (mon.0) 1319 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-13T14:20:21.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:20:20 smithi062 bash[19845]: audit 2024-09-13T14:20:19.725305+0000 mon.a (mon.0) 1320 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-13T14:20:21.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:20:20 smithi062 bash[19845]: audit 2024-09-13T14:20:19.726860+0000 mon.a (mon.0) 1321 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:20:21.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:20:20 smithi062 bash[19845]: cephadm 2024-09-13T14:20:19.728503+0000 mgr.y (mgr.25139) 41 : cephadm [INF] Deploying daemon mgr.x on smithi178 2024-09-13T14:20:21.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:20:20 smithi062 bash[26634]: cephadm 2024-09-13T14:20:19.722837+0000 mgr.y (mgr.25139) 40 : cephadm [INF] Upgrade: Updating mgr.x 2024-09-13T14:20:21.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:20:20 smithi062 bash[26634]: audit 2024-09-13T14:20:19.723557+0000 mon.a (mon.0) 1319 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-13T14:20:21.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:20:20 smithi062 bash[26634]: audit 2024-09-13T14:20:19.725305+0000 mon.a (mon.0) 1320 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-13T14:20:21.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:20:20 smithi062 bash[26634]: audit 2024-09-13T14:20:19.726860+0000 mon.a (mon.0) 1321 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:20:21.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:20:20 smithi062 bash[26634]: cephadm 2024-09-13T14:20:19.728503+0000 mgr.y (mgr.25139) 41 : cephadm [INF] Deploying daemon mgr.x on smithi178 2024-09-13T14:20:21.913 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:20:21 smithi178 bash[22034]: cluster 2024-09-13T14:20:20.145076+0000 mgr.y (mgr.25139) 42 : cluster [DBG] pgmap v14: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:20:22.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:20:21 smithi062 bash[19845]: cluster 2024-09-13T14:20:20.145076+0000 mgr.y (mgr.25139) 42 : cluster [DBG] pgmap v14: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:20:22.002 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:20:21 smithi062 bash[26634]: cluster 2024-09-13T14:20:20.145076+0000 mgr.y (mgr.25139) 42 : cluster [DBG] pgmap v14: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:20:22.673 INFO:journalctl@ceph.osd.4.smithi178.stdout:Sep 13 14:20:22 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:20:22.673 INFO:journalctl@ceph.osd.5.smithi178.stdout:Sep 13 14:20:22 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:20:22.673 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 14:20:22 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:20:22.674 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 13 14:20:22 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:20:22.674 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:20:22 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:20:22.674 INFO:journalctl@ceph.osd.6.smithi178.stdout:Sep 13 14:20:22 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:20:22.675 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 13 14:20:22 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:20:22.675 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 13 14:20:22 smithi178 systemd[1]: Stopping Ceph mgr.x for ff1149ea-71d5-11ef-bceb-c7b262605968... 2024-09-13T14:20:22.675 INFO:journalctl@ceph.osd.7.smithi178.stdout:Sep 13 14:20:22 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:20:22.675 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:20:22 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:20:23.682 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 13 14:20:23 smithi178 bash[56613]: ceph-ff1149ea-71d5-11ef-bceb-c7b262605968-mgr-x 2024-09-13T14:20:23.682 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 13 14:20:23 smithi178 bash[56673]: ceph-ff1149ea-71d5-11ef-bceb-c7b262605968-mgr-x 2024-09-13T14:20:23.682 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 13 14:20:23 smithi178 systemd[1]: ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@mgr.x.service: Main process exited, code=exited, status=143/n/a 2024-09-13T14:20:23.683 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 13 14:20:23 smithi178 systemd[1]: ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@mgr.x.service: Failed with result 'exit-code'. 2024-09-13T14:20:23.683 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 13 14:20:23 smithi178 systemd[1]: Stopped Ceph mgr.x for ff1149ea-71d5-11ef-bceb-c7b262605968. 2024-09-13T14:20:23.965 INFO:journalctl@ceph.osd.6.smithi178.stdout:Sep 13 14:20:23 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:20:23.965 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 14:20:23 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:20:23.966 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 13 14:20:23 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:20:23.966 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:20:23 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:20:23.966 INFO:journalctl@ceph.osd.4.smithi178.stdout:Sep 13 14:20:23 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:20:23.967 INFO:journalctl@ceph.osd.7.smithi178.stdout:Sep 13 14:20:23 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:20:23.967 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 13 14:20:23 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:20:23.967 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 13 14:20:23 smithi178 systemd[1]: Started Ceph mgr.x for ff1149ea-71d5-11ef-bceb-c7b262605968. 2024-09-13T14:20:23.967 INFO:journalctl@ceph.osd.5.smithi178.stdout:Sep 13 14:20:23 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:20:23.968 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:20:23 smithi178 bash[22034]: audit 2024-09-13T14:20:22.119428+0000 mgr.y (mgr.25139) 43 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:20:23.968 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:20:23 smithi178 bash[22034]: cluster 2024-09-13T14:20:22.145953+0000 mgr.y (mgr.25139) 44 : cluster [DBG] pgmap v15: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:20:23.968 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:20:23 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:20:24.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:20:23 smithi062 bash[19845]: audit 2024-09-13T14:20:22.119428+0000 mgr.y (mgr.25139) 43 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:20:24.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:20:23 smithi062 bash[19845]: cluster 2024-09-13T14:20:22.145953+0000 mgr.y (mgr.25139) 44 : cluster [DBG] pgmap v15: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:20:24.002 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:20:23 smithi062 bash[26634]: audit 2024-09-13T14:20:22.119428+0000 mgr.y (mgr.25139) 43 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:20:24.002 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:20:23 smithi062 bash[26634]: cluster 2024-09-13T14:20:22.145953+0000 mgr.y (mgr.25139) 44 : cluster [DBG] pgmap v15: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:20:25.181 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:20:24 smithi178 bash[22034]: audit 2024-09-13T14:20:23.909415+0000 mon.a (mon.0) 1322 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:20:25.181 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:20:24 smithi178 bash[22034]: audit 2024-09-13T14:20:23.919939+0000 mon.a (mon.0) 1323 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:20:25.252 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:20:24 smithi062 bash[19845]: audit 2024-09-13T14:20:23.909415+0000 mon.a (mon.0) 1322 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:20:25.252 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:20:24 smithi062 bash[19845]: audit 2024-09-13T14:20:23.919939+0000 mon.a (mon.0) 1323 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:20:25.252 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:20:24 smithi062 bash[26634]: audit 2024-09-13T14:20:23.909415+0000 mon.a (mon.0) 1322 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:20:25.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:20:24 smithi062 bash[26634]: audit 2024-09-13T14:20:23.919939+0000 mon.a (mon.0) 1323 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:20:25.432 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 13 14:20:25 smithi178 bash[56729]: debug 2024-09-13T14:20:25.179+0000 7f390cbb1640 1 -- 172.21.15.178:0/1963762166 <== mon.1 v2:172.21.15.178:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55bb784eb0e0 con 0x55bb784ed800 2024-09-13T14:20:26.183 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:20:25 smithi178 bash[22034]: cluster 2024-09-13T14:20:24.147524+0000 mgr.y (mgr.25139) 45 : cluster [DBG] pgmap v16: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:20:26.252 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:20:25 smithi062 bash[68610]: ::ffff:172.21.15.178 - - [13/Sep/2024:14:20:25] "GET /metrics HTTP/1.1" 200 38235 "" "Prometheus/2.43.0" 2024-09-13T14:20:26.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:20:25 smithi062 bash[26634]: cluster 2024-09-13T14:20:24.147524+0000 mgr.y (mgr.25139) 45 : cluster [DBG] pgmap v16: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:20:26.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:20:25 smithi062 bash[19845]: cluster 2024-09-13T14:20:24.147524+0000 mgr.y (mgr.25139) 45 : cluster [DBG] pgmap v16: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:20:28.183 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:20:27 smithi178 bash[22034]: cluster 2024-09-13T14:20:26.148251+0000 mgr.y (mgr.25139) 46 : cluster [DBG] pgmap v17: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-09-13T14:20:28.252 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:20:27 smithi062 bash[19845]: cluster 2024-09-13T14:20:26.148251+0000 mgr.y (mgr.25139) 46 : cluster [DBG] pgmap v17: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-09-13T14:20:28.252 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:20:27 smithi062 bash[26634]: cluster 2024-09-13T14:20:26.148251+0000 mgr.y (mgr.25139) 46 : cluster [DBG] pgmap v17: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-09-13T14:20:29.252 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:20:28 smithi062 bash[19845]: audit 2024-09-13T14:20:28.846451+0000 mon.a (mon.0) 1324 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:20:29.252 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:20:28 smithi062 bash[26634]: audit 2024-09-13T14:20:28.846451+0000 mon.a (mon.0) 1324 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:20:29.432 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:20:28 smithi178 bash[22034]: audit 2024-09-13T14:20:28.846451+0000 mon.a (mon.0) 1324 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:20:30.252 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:20:29 smithi062 bash[19845]: cluster 2024-09-13T14:20:28.148923+0000 mgr.y (mgr.25139) 47 : cluster [DBG] pgmap v18: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-09-13T14:20:30.252 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:20:29 smithi062 bash[19845]: audit 2024-09-13T14:20:29.839717+0000 mon.a (mon.0) 1325 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:20:30.252 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:20:29 smithi062 bash[19845]: audit 2024-09-13T14:20:29.849929+0000 mon.a (mon.0) 1326 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:20:30.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:20:29 smithi062 bash[26634]: cluster 2024-09-13T14:20:28.148923+0000 mgr.y (mgr.25139) 47 : cluster [DBG] pgmap v18: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-09-13T14:20:30.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:20:29 smithi062 bash[26634]: audit 2024-09-13T14:20:29.839717+0000 mon.a (mon.0) 1325 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:20:30.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:20:29 smithi062 bash[26634]: audit 2024-09-13T14:20:29.849929+0000 mon.a (mon.0) 1326 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:20:30.432 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:20:29 smithi178 bash[22034]: cluster 2024-09-13T14:20:28.148923+0000 mgr.y (mgr.25139) 47 : cluster [DBG] pgmap v18: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-09-13T14:20:30.433 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:20:29 smithi178 bash[22034]: audit 2024-09-13T14:20:29.839717+0000 mon.a (mon.0) 1325 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:20:30.433 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:20:29 smithi178 bash[22034]: audit 2024-09-13T14:20:29.849929+0000 mon.a (mon.0) 1326 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:20:31.252 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:20:30 smithi062 bash[19845]: audit 2024-09-13T14:20:29.963909+0000 mon.a (mon.0) 1327 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:20:31.252 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:20:30 smithi062 bash[19845]: audit 2024-09-13T14:20:29.976044+0000 mon.a (mon.0) 1328 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:20:31.252 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:20:30 smithi062 bash[26634]: audit 2024-09-13T14:20:29.963909+0000 mon.a (mon.0) 1327 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:20:31.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:20:30 smithi062 bash[26634]: audit 2024-09-13T14:20:29.976044+0000 mon.a (mon.0) 1328 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:20:31.374 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:20:30 smithi178 bash[22034]: audit 2024-09-13T14:20:29.963909+0000 mon.a (mon.0) 1327 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:20:31.374 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:20:30 smithi178 bash[22034]: audit 2024-09-13T14:20:29.976044+0000 mon.a (mon.0) 1328 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:20:31.682 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 13 14:20:31 smithi178 bash[56729]: [13/Sep/2024:14:20:31] ENGINE Bus STARTING 2024-09-13T14:20:31.683 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 13 14:20:31 smithi178 bash[56729]: CherryPy Checker: 2024-09-13T14:20:31.683 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 13 14:20:31 smithi178 bash[56729]: The Application mounted at '' has an empty config. 2024-09-13T14:20:31.683 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 13 14:20:31 smithi178 bash[56729]: [13/Sep/2024:14:20:31] ENGINE Serving on http://:::9283 2024-09-13T14:20:31.683 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 13 14:20:31 smithi178 bash[56729]: [13/Sep/2024:14:20:31] ENGINE Bus STARTED 2024-09-13T14:20:32.252 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:20:31 smithi062 bash[26634]: cluster 2024-09-13T14:20:30.150469+0000 mgr.y (mgr.25139) 48 : cluster [DBG] pgmap v19: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:20:32.252 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:20:31 smithi062 bash[26634]: audit 2024-09-13T14:20:31.132077+0000 mon.a (mon.0) 1329 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:20:32.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:20:31 smithi062 bash[26634]: audit 2024-09-13T14:20:31.143127+0000 mon.a (mon.0) 1330 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:20:32.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:20:31 smithi062 bash[26634]: cluster 2024-09-13T14:20:31.372899+0000 mon.a (mon.0) 1331 : cluster [DBG] Standby manager daemon x restarted 2024-09-13T14:20:32.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:20:31 smithi062 bash[26634]: cluster 2024-09-13T14:20:31.373053+0000 mon.a (mon.0) 1332 : cluster [DBG] Standby manager daemon x started 2024-09-13T14:20:32.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:20:31 smithi062 bash[26634]: audit 2024-09-13T14:20:31.376782+0000 mon.b (mon.1) 168 : audit [DBG] from='mgr.? 172.21.15.178:0/2252330649' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-13T14:20:32.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:20:31 smithi062 bash[26634]: audit 2024-09-13T14:20:31.377714+0000 mon.b (mon.1) 169 : audit [DBG] from='mgr.? 172.21.15.178:0/2252330649' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-13T14:20:32.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:20:31 smithi062 bash[26634]: audit 2024-09-13T14:20:31.380311+0000 mon.b (mon.1) 170 : audit [DBG] from='mgr.? 172.21.15.178:0/2252330649' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-13T14:20:32.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:20:31 smithi062 bash[26634]: audit 2024-09-13T14:20:31.381130+0000 mon.b (mon.1) 171 : audit [DBG] from='mgr.? 172.21.15.178:0/2252330649' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-13T14:20:32.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:20:31 smithi062 bash[19845]: cluster 2024-09-13T14:20:30.150469+0000 mgr.y (mgr.25139) 48 : cluster [DBG] pgmap v19: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:20:32.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:20:31 smithi062 bash[19845]: audit 2024-09-13T14:20:31.132077+0000 mon.a (mon.0) 1329 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:20:32.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:20:31 smithi062 bash[19845]: audit 2024-09-13T14:20:31.143127+0000 mon.a (mon.0) 1330 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:20:32.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:20:31 smithi062 bash[19845]: cluster 2024-09-13T14:20:31.372899+0000 mon.a (mon.0) 1331 : cluster [DBG] Standby manager daemon x restarted 2024-09-13T14:20:32.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:20:31 smithi062 bash[19845]: cluster 2024-09-13T14:20:31.373053+0000 mon.a (mon.0) 1332 : cluster [DBG] Standby manager daemon x started 2024-09-13T14:20:32.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:20:31 smithi062 bash[19845]: audit 2024-09-13T14:20:31.376782+0000 mon.b (mon.1) 168 : audit [DBG] from='mgr.? 172.21.15.178:0/2252330649' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-13T14:20:32.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:20:31 smithi062 bash[19845]: audit 2024-09-13T14:20:31.377714+0000 mon.b (mon.1) 169 : audit [DBG] from='mgr.? 172.21.15.178:0/2252330649' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-13T14:20:32.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:20:31 smithi062 bash[19845]: audit 2024-09-13T14:20:31.380311+0000 mon.b (mon.1) 170 : audit [DBG] from='mgr.? 172.21.15.178:0/2252330649' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-13T14:20:32.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:20:31 smithi062 bash[19845]: audit 2024-09-13T14:20:31.381130+0000 mon.b (mon.1) 171 : audit [DBG] from='mgr.? 172.21.15.178:0/2252330649' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-13T14:20:32.433 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:20:31 smithi178 bash[22034]: cluster 2024-09-13T14:20:30.150469+0000 mgr.y (mgr.25139) 48 : cluster [DBG] pgmap v19: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:20:32.433 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:20:31 smithi178 bash[22034]: audit 2024-09-13T14:20:31.132077+0000 mon.a (mon.0) 1329 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:20:32.433 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:20:31 smithi178 bash[22034]: audit 2024-09-13T14:20:31.143127+0000 mon.a (mon.0) 1330 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:20:32.433 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:20:31 smithi178 bash[22034]: cluster 2024-09-13T14:20:31.372899+0000 mon.a (mon.0) 1331 : cluster [DBG] Standby manager daemon x restarted 2024-09-13T14:20:32.433 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:20:31 smithi178 bash[22034]: cluster 2024-09-13T14:20:31.373053+0000 mon.a (mon.0) 1332 : cluster [DBG] Standby manager daemon x started 2024-09-13T14:20:32.433 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:20:31 smithi178 bash[22034]: audit 2024-09-13T14:20:31.376782+0000 mon.b (mon.1) 168 : audit [DBG] from='mgr.? 172.21.15.178:0/2252330649' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-13T14:20:32.433 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:20:31 smithi178 bash[22034]: audit 2024-09-13T14:20:31.377714+0000 mon.b (mon.1) 169 : audit [DBG] from='mgr.? 172.21.15.178:0/2252330649' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-13T14:20:32.434 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:20:31 smithi178 bash[22034]: audit 2024-09-13T14:20:31.380311+0000 mon.b (mon.1) 170 : audit [DBG] from='mgr.? 172.21.15.178:0/2252330649' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-13T14:20:32.434 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:20:31 smithi178 bash[22034]: audit 2024-09-13T14:20:31.381130+0000 mon.b (mon.1) 171 : audit [DBG] from='mgr.? 172.21.15.178:0/2252330649' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-13T14:20:33.433 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:20:33 smithi178 bash[22034]: audit 2024-09-13T14:20:32.128452+0000 mgr.y (mgr.25139) 49 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:20:33.433 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:20:33 smithi178 bash[22034]: cluster 2024-09-13T14:20:32.155499+0000 mgr.y (mgr.25139) 50 : cluster [DBG] pgmap v20: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-09-13T14:20:33.433 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:20:33 smithi178 bash[22034]: cluster 2024-09-13T14:20:32.164829+0000 mon.a (mon.0) 1333 : cluster [DBG] mgrmap e45: y(active, since 34s), standbys: x 2024-09-13T14:20:33.502 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:20:33 smithi062 bash[19845]: audit 2024-09-13T14:20:32.128452+0000 mgr.y (mgr.25139) 49 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:20:33.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:20:33 smithi062 bash[19845]: cluster 2024-09-13T14:20:32.155499+0000 mgr.y (mgr.25139) 50 : cluster [DBG] pgmap v20: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-09-13T14:20:33.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:20:33 smithi062 bash[19845]: cluster 2024-09-13T14:20:32.164829+0000 mon.a (mon.0) 1333 : cluster [DBG] mgrmap e45: y(active, since 34s), standbys: x 2024-09-13T14:20:33.503 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:20:33 smithi062 bash[26634]: audit 2024-09-13T14:20:32.128452+0000 mgr.y (mgr.25139) 49 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:20:33.503 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:20:33 smithi062 bash[26634]: cluster 2024-09-13T14:20:32.155499+0000 mgr.y (mgr.25139) 50 : cluster [DBG] pgmap v20: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-09-13T14:20:33.504 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:20:33 smithi062 bash[26634]: cluster 2024-09-13T14:20:32.164829+0000 mon.a (mon.0) 1333 : cluster [DBG] mgrmap e45: y(active, since 34s), standbys: x 2024-09-13T14:20:34.357 INFO:teuthology.orchestra.run.smithi062.stdout:true 2024-09-13T14:20:34.981 INFO:teuthology.orchestra.run.smithi062.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-13T14:20:34.981 INFO:teuthology.orchestra.run.smithi062.stdout:alertmanager.a smithi062 *:9093,9094 running (25m) 5s ago 25m 13.4M - 0.25.0 c8568f914cd2 3855e7cada7e 2024-09-13T14:20:34.981 INFO:teuthology.orchestra.run.smithi062.stdout:grafana.a smithi178 *:3000 running (25m) 5s ago 25m 75.3M - 9.4.12 2bacad6d85d8 f92f4c844371 2024-09-13T14:20:34.981 INFO:teuthology.orchestra.run.smithi062.stdout:iscsi.foo.smithi062.auboqe smithi062 *:5000 running (24s) 5s ago 23m 47.2M - 3.8 19dc8d659727 5db99a6f8116 2024-09-13T14:20:34.981 INFO:teuthology.orchestra.run.smithi062.stdout:mgr.x smithi178 *:8443,9283,8765 running (11s) 5s ago 34m 137M - 19.3.0-4917-gb0201b8c 1641fe80ce72 fc18b6fcd5bd 2024-09-13T14:20:34.981 INFO:teuthology.orchestra.run.smithi062.stdout:mgr.y smithi062 *:8443,9283,8765 running (10m) 5s ago 36m 495M - 19.3.0-4917-gb0201b8c 1641fe80ce72 fd629cc84850 2024-09-13T14:20:34.981 INFO:teuthology.orchestra.run.smithi062.stdout:mon.a smithi062 running (36m) 5s ago 36m 81.2M 2048M 19.1.1-322-g7741f7f9 19dc8d659727 4664a2c15794 2024-09-13T14:20:34.981 INFO:teuthology.orchestra.run.smithi062.stdout:mon.b smithi178 running (34m) 5s ago 34m 58.1M 2048M 19.1.1-322-g7741f7f9 19dc8d659727 f0553780881c 2024-09-13T14:20:34.981 INFO:teuthology.orchestra.run.smithi062.stdout:mon.c smithi062 running (34m) 5s ago 34m 56.7M 2048M 19.1.1-322-g7741f7f9 19dc8d659727 0846e375e651 2024-09-13T14:20:34.981 INFO:teuthology.orchestra.run.smithi062.stdout:node-exporter.a smithi062 *:9100 running (25m) 5s ago 25m 8863k - 1.5.0 0da6a335fe13 fd29265c5570 2024-09-13T14:20:34.982 INFO:teuthology.orchestra.run.smithi062.stdout:node-exporter.b smithi178 *:9100 running (25m) 5s ago 25m 8647k - 1.5.0 0da6a335fe13 400d31a0fc83 2024-09-13T14:20:34.982 INFO:teuthology.orchestra.run.smithi062.stdout:osd.0 smithi062 running (33m) 5s ago 33m 67.0M 3036M 19.1.1-322-g7741f7f9 19dc8d659727 a01ecc33ada0 2024-09-13T14:20:34.982 INFO:teuthology.orchestra.run.smithi062.stdout:osd.1 smithi062 running (32m) 5s ago 32m 59.2M 3036M 19.1.1-322-g7741f7f9 19dc8d659727 d6ca3f655d05 2024-09-13T14:20:34.982 INFO:teuthology.orchestra.run.smithi062.stdout:osd.2 smithi062 running (31m) 5s ago 31m 62.0M 3036M 19.1.1-322-g7741f7f9 19dc8d659727 f001b702483d 2024-09-13T14:20:34.982 INFO:teuthology.orchestra.run.smithi062.stdout:osd.3 smithi062 running (30m) 5s ago 30m 57.2M 3036M 19.1.1-322-g7741f7f9 19dc8d659727 cebed6322996 2024-09-13T14:20:34.982 INFO:teuthology.orchestra.run.smithi062.stdout:osd.4 smithi178 running (29m) 5s ago 29m 66.7M 3292M 19.1.1-322-g7741f7f9 19dc8d659727 7ff166ed36a8 2024-09-13T14:20:34.982 INFO:teuthology.orchestra.run.smithi062.stdout:osd.5 smithi178 running (28m) 5s ago 28m 64.0M 3292M 19.1.1-322-g7741f7f9 19dc8d659727 0ee354299930 2024-09-13T14:20:34.982 INFO:teuthology.orchestra.run.smithi062.stdout:osd.6 smithi178 running (28m) 5s ago 28m 54.7M 3292M 19.1.1-322-g7741f7f9 19dc8d659727 e6cb50c05b1b 2024-09-13T14:20:34.982 INFO:teuthology.orchestra.run.smithi062.stdout:osd.7 smithi178 running (27m) 5s ago 27m 64.2M 3292M 19.1.1-322-g7741f7f9 19dc8d659727 fbc9d74ccd0e 2024-09-13T14:20:34.982 INFO:teuthology.orchestra.run.smithi062.stdout:prometheus.a smithi178 *:9095 running (18s) 5s ago 26m 35.0M - 2.43.0 a07b618ecd1d b7ac6e1a5d87 2024-09-13T14:20:34.982 INFO:teuthology.orchestra.run.smithi062.stdout:rgw.foo.smithi062.raldkl smithi062 *:8000 running (23m) 5s ago 23m 100M - 19.1.1-322-g7741f7f9 19dc8d659727 c374202ad667 2024-09-13T14:20:34.982 INFO:teuthology.orchestra.run.smithi062.stdout:rgw.foo.smithi178.sseeij smithi178 *:8000 running (23m) 5s ago 23m 101M - 19.1.1-322-g7741f7f9 19dc8d659727 86fcacc26a6b 2024-09-13T14:20:35.359 INFO:teuthology.orchestra.run.smithi062.stdout:{ 2024-09-13T14:20:35.359 INFO:teuthology.orchestra.run.smithi062.stdout: "mon": { 2024-09-13T14:20:35.359 INFO:teuthology.orchestra.run.smithi062.stdout: "ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable)": 3 2024-09-13T14:20:35.359 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-09-13T14:20:35.359 INFO:teuthology.orchestra.run.smithi062.stdout: "mgr": { 2024-09-13T14:20:35.359 INFO:teuthology.orchestra.run.smithi062.stdout: "ceph version 19.3.0-4917-gb0201b8c (b0201b8c79733293453e7f10a10c7fa43119222b) squid (dev)": 2 2024-09-13T14:20:35.359 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-09-13T14:20:35.359 INFO:teuthology.orchestra.run.smithi062.stdout: "osd": { 2024-09-13T14:20:35.359 INFO:teuthology.orchestra.run.smithi062.stdout: "ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable)": 8 2024-09-13T14:20:35.359 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-09-13T14:20:35.359 INFO:teuthology.orchestra.run.smithi062.stdout: "rgw": { 2024-09-13T14:20:35.360 INFO:teuthology.orchestra.run.smithi062.stdout: "ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable)": 2 2024-09-13T14:20:35.360 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-09-13T14:20:35.360 INFO:teuthology.orchestra.run.smithi062.stdout: "overall": { 2024-09-13T14:20:35.360 INFO:teuthology.orchestra.run.smithi062.stdout: "ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable)": 13, 2024-09-13T14:20:35.360 INFO:teuthology.orchestra.run.smithi062.stdout: "ceph version 19.3.0-4917-gb0201b8c (b0201b8c79733293453e7f10a10c7fa43119222b) squid (dev)": 2 2024-09-13T14:20:35.360 INFO:teuthology.orchestra.run.smithi062.stdout: } 2024-09-13T14:20:35.360 INFO:teuthology.orchestra.run.smithi062.stdout:} 2024-09-13T14:20:35.433 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:20:35 smithi178 bash[22034]: cluster 2024-09-13T14:20:34.156602+0000 mgr.y (mgr.25139) 51 : cluster [DBG] pgmap v21: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:20:35.433 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:20:35 smithi178 bash[22034]: audit 2024-09-13T14:20:34.345628+0000 mgr.y (mgr.25139) 52 : audit [DBG] from='client.25331 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:20:35.433 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:20:35 smithi178 bash[22034]: audit 2024-09-13T14:20:34.673476+0000 mgr.y (mgr.25139) 53 : audit [DBG] from='client.25337 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:20:35.433 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:20:35 smithi178 bash[22034]: audit 2024-09-13T14:20:34.961714+0000 mgr.y (mgr.25139) 54 : audit [DBG] from='client.25343 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:20:35.502 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:20:35 smithi062 bash[19845]: cluster 2024-09-13T14:20:34.156602+0000 mgr.y (mgr.25139) 51 : cluster [DBG] pgmap v21: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:20:35.502 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:20:35 smithi062 bash[19845]: audit 2024-09-13T14:20:34.345628+0000 mgr.y (mgr.25139) 52 : audit [DBG] from='client.25331 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:20:35.502 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:20:35 smithi062 bash[19845]: audit 2024-09-13T14:20:34.673476+0000 mgr.y (mgr.25139) 53 : audit [DBG] from='client.25337 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:20:35.502 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:20:35 smithi062 bash[19845]: audit 2024-09-13T14:20:34.961714+0000 mgr.y (mgr.25139) 54 : audit [DBG] from='client.25343 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:20:35.502 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:20:35 smithi062 bash[26634]: cluster 2024-09-13T14:20:34.156602+0000 mgr.y (mgr.25139) 51 : cluster [DBG] pgmap v21: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:20:35.502 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:20:35 smithi062 bash[26634]: audit 2024-09-13T14:20:34.345628+0000 mgr.y (mgr.25139) 52 : audit [DBG] from='client.25331 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:20:35.503 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:20:35 smithi062 bash[26634]: audit 2024-09-13T14:20:34.673476+0000 mgr.y (mgr.25139) 53 : audit [DBG] from='client.25337 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:20:35.503 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:20:35 smithi062 bash[26634]: audit 2024-09-13T14:20:34.961714+0000 mgr.y (mgr.25139) 54 : audit [DBG] from='client.25343 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:20:35.679 INFO:teuthology.orchestra.run.smithi062.stdout:{ 2024-09-13T14:20:35.679 INFO:teuthology.orchestra.run.smithi062.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph:b0201b8c79733293453e7f10a10c7fa43119222b", 2024-09-13T14:20:35.679 INFO:teuthology.orchestra.run.smithi062.stdout: "in_progress": true, 2024-09-13T14:20:35.679 INFO:teuthology.orchestra.run.smithi062.stdout: "which": "Upgrading daemons of type(s) mgr", 2024-09-13T14:20:35.679 INFO:teuthology.orchestra.run.smithi062.stdout: "services_complete": [ 2024-09-13T14:20:35.679 INFO:teuthology.orchestra.run.smithi062.stdout: "mgr" 2024-09-13T14:20:35.679 INFO:teuthology.orchestra.run.smithi062.stdout: ], 2024-09-13T14:20:35.679 INFO:teuthology.orchestra.run.smithi062.stdout: "progress": "2/2 daemons upgraded", 2024-09-13T14:20:35.679 INFO:teuthology.orchestra.run.smithi062.stdout: "message": "Currently upgrading mgr daemons", 2024-09-13T14:20:35.679 INFO:teuthology.orchestra.run.smithi062.stdout: "is_paused": false 2024-09-13T14:20:35.679 INFO:teuthology.orchestra.run.smithi062.stdout:} 2024-09-13T14:20:36.146 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:20:35 smithi062 bash[68610]: ::ffff:172.21.15.178 - - [13/Sep/2024:14:20:35] "GET /metrics HTTP/1.1" 200 38231 "" "Prometheus/2.43.0" 2024-09-13T14:20:36.433 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:20:36 smithi178 bash[22034]: audit 2024-09-13T14:20:35.360494+0000 mon.c (mon.2) 115 : audit [DBG] from='client.? 172.21.15.62:0/816867206' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:20:36.433 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:20:36 smithi178 bash[22034]: audit 2024-09-13T14:20:35.680210+0000 mgr.y (mgr.25139) 55 : audit [DBG] from='client.25355 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:20:36.455 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:20:36 smithi062 bash[19845]: audit 2024-09-13T14:20:35.360494+0000 mon.c (mon.2) 115 : audit [DBG] from='client.? 172.21.15.62:0/816867206' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:20:36.455 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:20:36 smithi062 bash[19845]: audit 2024-09-13T14:20:35.680210+0000 mgr.y (mgr.25139) 55 : audit [DBG] from='client.25355 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:20:36.455 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:20:36 smithi062 bash[26634]: audit 2024-09-13T14:20:35.360494+0000 mon.c (mon.2) 115 : audit [DBG] from='client.? 172.21.15.62:0/816867206' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:20:36.455 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:20:36 smithi062 bash[26634]: audit 2024-09-13T14:20:35.680210+0000 mgr.y (mgr.25139) 55 : audit [DBG] from='client.25355 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:20:37.432 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:20:37 smithi178 bash[22034]: cluster 2024-09-13T14:20:36.157171+0000 mgr.y (mgr.25139) 56 : cluster [DBG] pgmap v22: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:20:37.502 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:20:37 smithi062 bash[19845]: cluster 2024-09-13T14:20:36.157171+0000 mgr.y (mgr.25139) 56 : cluster [DBG] pgmap v22: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:20:37.502 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:20:37 smithi062 bash[26634]: cluster 2024-09-13T14:20:36.157171+0000 mgr.y (mgr.25139) 56 : cluster [DBG] pgmap v22: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:20:39.433 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:20:39 smithi178 bash[22034]: cluster 2024-09-13T14:20:38.157617+0000 mgr.y (mgr.25139) 57 : cluster [DBG] pgmap v23: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:20:39.438 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:20:39 smithi062 bash[19845]: cluster 2024-09-13T14:20:38.157617+0000 mgr.y (mgr.25139) 57 : cluster [DBG] pgmap v23: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:20:39.438 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:20:39 smithi062 bash[26634]: cluster 2024-09-13T14:20:38.157617+0000 mgr.y (mgr.25139) 57 : cluster [DBG] pgmap v23: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:20:41.252 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:20:40 smithi062 bash[19845]: audit 2024-09-13T14:20:39.963318+0000 mon.a (mon.0) 1334 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:20:41.252 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:20:40 smithi062 bash[19845]: audit 2024-09-13T14:20:39.974173+0000 mon.a (mon.0) 1335 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:20:41.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:20:40 smithi062 bash[26634]: audit 2024-09-13T14:20:39.963318+0000 mon.a (mon.0) 1334 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:20:41.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:20:40 smithi062 bash[26634]: audit 2024-09-13T14:20:39.974173+0000 mon.a (mon.0) 1335 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:20:41.433 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:20:40 smithi178 bash[22034]: audit 2024-09-13T14:20:39.963318+0000 mon.a (mon.0) 1334 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:20:41.433 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:20:40 smithi178 bash[22034]: audit 2024-09-13T14:20:39.974173+0000 mon.a (mon.0) 1335 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:20:42.139 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:20:41 smithi062 bash[19845]: cluster 2024-09-13T14:20:40.159183+0000 mgr.y (mgr.25139) 58 : cluster [DBG] pgmap v24: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:20:42.140 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:20:41 smithi062 bash[19845]: audit 2024-09-13T14:20:40.990399+0000 mon.a (mon.0) 1336 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:20:42.140 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:20:41 smithi062 bash[19845]: audit 2024-09-13T14:20:41.000881+0000 mon.a (mon.0) 1337 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:20:42.140 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:20:41 smithi062 bash[19845]: audit 2024-09-13T14:20:41.003227+0000 mon.a (mon.0) 1338 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:20:42.140 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:20:41 smithi062 bash[19845]: audit 2024-09-13T14:20:41.005103+0000 mon.a (mon.0) 1339 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T14:20:42.140 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:20:41 smithi062 bash[19845]: audit 2024-09-13T14:20:41.016165+0000 mon.a (mon.0) 1340 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:20:42.140 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:20:41 smithi062 bash[19845]: audit 2024-09-13T14:20:41.111477+0000 mon.a (mon.0) 1341 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T14:20:42.140 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:20:41 smithi062 bash[19845]: audit 2024-09-13T14:20:41.114932+0000 mon.a (mon.0) 1342 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:20:42.140 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:20:41 smithi062 bash[19845]: audit 2024-09-13T14:20:41.123394+0000 mon.a (mon.0) 1343 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:20:42.140 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:20:41 smithi062 bash[19845]: audit 2024-09-13T14:20:41.127605+0000 mon.a (mon.0) 1344 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-09-13T14:20:42.140 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:20:41 smithi062 bash[19845]: audit 2024-09-13T14:20:41.133738+0000 mon.a (mon.0) 1345 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]': finished 2024-09-13T14:20:42.141 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:20:41 smithi062 bash[19845]: audit 2024-09-13T14:20:41.138036+0000 mon.a (mon.0) 1346 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-09-13T14:20:42.141 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:20:41 smithi062 bash[19845]: audit 2024-09-13T14:20:41.144105+0000 mon.a (mon.0) 1347 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]': finished 2024-09-13T14:20:42.141 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:20:41 smithi062 bash[19845]: audit 2024-09-13T14:20:41.149810+0000 mon.a (mon.0) 1348 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:20:42.141 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:20:41 smithi062 bash[19845]: audit 2024-09-13T14:20:41.158019+0000 mon.a (mon.0) 1349 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:20:42.141 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:20:41 smithi062 bash[19845]: audit 2024-09-13T14:20:41.164227+0000 mon.a (mon.0) 1350 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:20:42.141 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:20:41 smithi062 bash[19845]: audit 2024-09-13T14:20:41.172451+0000 mon.a (mon.0) 1351 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:20:42.141 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:20:41 smithi062 bash[19845]: audit 2024-09-13T14:20:41.177994+0000 mon.a (mon.0) 1352 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:20:42.141 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:20:41 smithi062 bash[19845]: audit 2024-09-13T14:20:41.186081+0000 mon.a (mon.0) 1353 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:20:42.141 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:20:41 smithi062 bash[26634]: cluster 2024-09-13T14:20:40.159183+0000 mgr.y (mgr.25139) 58 : cluster [DBG] pgmap v24: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:20:42.141 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:20:41 smithi062 bash[26634]: audit 2024-09-13T14:20:40.990399+0000 mon.a (mon.0) 1336 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:20:42.141 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:20:41 smithi062 bash[26634]: audit 2024-09-13T14:20:41.000881+0000 mon.a (mon.0) 1337 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:20:42.142 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:20:41 smithi062 bash[26634]: audit 2024-09-13T14:20:41.003227+0000 mon.a (mon.0) 1338 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:20:42.142 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:20:41 smithi062 bash[26634]: audit 2024-09-13T14:20:41.005103+0000 mon.a (mon.0) 1339 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T14:20:42.142 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:20:41 smithi062 bash[26634]: audit 2024-09-13T14:20:41.016165+0000 mon.a (mon.0) 1340 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:20:42.142 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:20:41 smithi062 bash[26634]: audit 2024-09-13T14:20:41.111477+0000 mon.a (mon.0) 1341 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T14:20:42.142 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:20:41 smithi062 bash[26634]: audit 2024-09-13T14:20:41.114932+0000 mon.a (mon.0) 1342 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:20:42.142 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:20:41 smithi062 bash[26634]: audit 2024-09-13T14:20:41.123394+0000 mon.a (mon.0) 1343 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:20:42.142 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:20:41 smithi062 bash[26634]: audit 2024-09-13T14:20:41.127605+0000 mon.a (mon.0) 1344 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-09-13T14:20:42.142 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:20:41 smithi062 bash[26634]: audit 2024-09-13T14:20:41.133738+0000 mon.a (mon.0) 1345 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]': finished 2024-09-13T14:20:42.142 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:20:41 smithi062 bash[26634]: audit 2024-09-13T14:20:41.138036+0000 mon.a (mon.0) 1346 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-09-13T14:20:42.142 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:20:41 smithi062 bash[26634]: audit 2024-09-13T14:20:41.144105+0000 mon.a (mon.0) 1347 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]': finished 2024-09-13T14:20:42.142 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:20:41 smithi062 bash[26634]: audit 2024-09-13T14:20:41.149810+0000 mon.a (mon.0) 1348 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:20:42.142 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:20:41 smithi062 bash[26634]: audit 2024-09-13T14:20:41.158019+0000 mon.a (mon.0) 1349 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:20:42.142 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:20:41 smithi062 bash[26634]: audit 2024-09-13T14:20:41.164227+0000 mon.a (mon.0) 1350 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:20:42.142 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:20:41 smithi062 bash[26634]: audit 2024-09-13T14:20:41.172451+0000 mon.a (mon.0) 1351 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:20:42.143 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:20:41 smithi062 bash[26634]: audit 2024-09-13T14:20:41.177994+0000 mon.a (mon.0) 1352 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:20:42.143 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:20:41 smithi062 bash[26634]: audit 2024-09-13T14:20:41.186081+0000 mon.a (mon.0) 1353 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:20:42.143 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:20:41 smithi062 bash[19845]: audit 2024-09-13T14:20:41.190857+0000 mon.a (mon.0) 1354 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:20:42.143 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:20:41 smithi062 bash[19845]: audit 2024-09-13T14:20:41.199201+0000 mon.a (mon.0) 1355 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:20:42.143 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:20:41 smithi062 bash[19845]: audit 2024-09-13T14:20:41.204387+0000 mon.a (mon.0) 1356 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:20:42.143 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:20:41 smithi062 bash[19845]: audit 2024-09-13T14:20:41.212810+0000 mon.a (mon.0) 1357 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:20:42.143 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:20:41 smithi062 bash[19845]: audit 2024-09-13T14:20:41.219703+0000 mon.a (mon.0) 1358 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:20:42.143 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:20:41 smithi062 bash[19845]: audit 2024-09-13T14:20:41.228488+0000 mon.a (mon.0) 1359 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:20:42.143 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:20:41 smithi062 bash[19845]: audit 2024-09-13T14:20:41.236243+0000 mon.a (mon.0) 1360 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:20:42.143 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:20:41 smithi062 bash[19845]: audit 2024-09-13T14:20:41.245248+0000 mon.a (mon.0) 1361 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:20:42.143 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:20:41 smithi062 bash[26634]: audit 2024-09-13T14:20:41.190857+0000 mon.a (mon.0) 1354 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:20:42.144 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:20:41 smithi062 bash[26634]: audit 2024-09-13T14:20:41.199201+0000 mon.a (mon.0) 1355 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:20:42.144 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:20:41 smithi062 bash[26634]: audit 2024-09-13T14:20:41.204387+0000 mon.a (mon.0) 1356 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:20:42.144 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:20:41 smithi062 bash[26634]: audit 2024-09-13T14:20:41.212810+0000 mon.a (mon.0) 1357 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:20:42.144 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:20:41 smithi062 bash[26634]: audit 2024-09-13T14:20:41.219703+0000 mon.a (mon.0) 1358 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:20:42.144 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:20:41 smithi062 bash[26634]: audit 2024-09-13T14:20:41.228488+0000 mon.a (mon.0) 1359 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:20:42.144 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:20:41 smithi062 bash[26634]: audit 2024-09-13T14:20:41.236243+0000 mon.a (mon.0) 1360 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:20:42.144 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:20:41 smithi062 bash[26634]: audit 2024-09-13T14:20:41.245248+0000 mon.a (mon.0) 1361 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:20:42.433 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:20:41 smithi178 bash[22034]: cluster 2024-09-13T14:20:40.159183+0000 mgr.y (mgr.25139) 58 : cluster [DBG] pgmap v24: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:20:42.434 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:20:41 smithi178 bash[22034]: audit 2024-09-13T14:20:40.990399+0000 mon.a (mon.0) 1336 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:20:42.434 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:20:41 smithi178 bash[22034]: audit 2024-09-13T14:20:41.000881+0000 mon.a (mon.0) 1337 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:20:42.434 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:20:41 smithi178 bash[22034]: audit 2024-09-13T14:20:41.003227+0000 mon.a (mon.0) 1338 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:20:42.434 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:20:41 smithi178 bash[22034]: audit 2024-09-13T14:20:41.005103+0000 mon.a (mon.0) 1339 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T14:20:42.434 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:20:41 smithi178 bash[22034]: audit 2024-09-13T14:20:41.016165+0000 mon.a (mon.0) 1340 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:20:42.434 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:20:41 smithi178 bash[22034]: audit 2024-09-13T14:20:41.111477+0000 mon.a (mon.0) 1341 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T14:20:42.434 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:20:41 smithi178 bash[22034]: audit 2024-09-13T14:20:41.114932+0000 mon.a (mon.0) 1342 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:20:42.434 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:20:41 smithi178 bash[22034]: audit 2024-09-13T14:20:41.123394+0000 mon.a (mon.0) 1343 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:20:42.434 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:20:41 smithi178 bash[22034]: audit 2024-09-13T14:20:41.127605+0000 mon.a (mon.0) 1344 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-09-13T14:20:42.434 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:20:41 smithi178 bash[22034]: audit 2024-09-13T14:20:41.133738+0000 mon.a (mon.0) 1345 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]': finished 2024-09-13T14:20:42.434 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:20:41 smithi178 bash[22034]: audit 2024-09-13T14:20:41.138036+0000 mon.a (mon.0) 1346 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-09-13T14:20:42.434 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:20:41 smithi178 bash[22034]: audit 2024-09-13T14:20:41.144105+0000 mon.a (mon.0) 1347 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]': finished 2024-09-13T14:20:42.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:20:41 smithi178 bash[22034]: audit 2024-09-13T14:20:41.149810+0000 mon.a (mon.0) 1348 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:20:42.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:20:41 smithi178 bash[22034]: audit 2024-09-13T14:20:41.158019+0000 mon.a (mon.0) 1349 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:20:42.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:20:41 smithi178 bash[22034]: audit 2024-09-13T14:20:41.164227+0000 mon.a (mon.0) 1350 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:20:42.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:20:41 smithi178 bash[22034]: audit 2024-09-13T14:20:41.172451+0000 mon.a (mon.0) 1351 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:20:42.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:20:41 smithi178 bash[22034]: audit 2024-09-13T14:20:41.177994+0000 mon.a (mon.0) 1352 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:20:42.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:20:41 smithi178 bash[22034]: audit 2024-09-13T14:20:41.186081+0000 mon.a (mon.0) 1353 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:20:42.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:20:41 smithi178 bash[22034]: audit 2024-09-13T14:20:41.190857+0000 mon.a (mon.0) 1354 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:20:42.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:20:41 smithi178 bash[22034]: audit 2024-09-13T14:20:41.199201+0000 mon.a (mon.0) 1355 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:20:42.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:20:41 smithi178 bash[22034]: audit 2024-09-13T14:20:41.204387+0000 mon.a (mon.0) 1356 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:20:42.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:20:41 smithi178 bash[22034]: audit 2024-09-13T14:20:41.212810+0000 mon.a (mon.0) 1357 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:20:42.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:20:41 smithi178 bash[22034]: audit 2024-09-13T14:20:41.219703+0000 mon.a (mon.0) 1358 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:20:42.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:20:41 smithi178 bash[22034]: audit 2024-09-13T14:20:41.228488+0000 mon.a (mon.0) 1359 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:20:42.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:20:41 smithi178 bash[22034]: audit 2024-09-13T14:20:41.236243+0000 mon.a (mon.0) 1360 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:20:42.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:20:41 smithi178 bash[22034]: audit 2024-09-13T14:20:41.245248+0000 mon.a (mon.0) 1361 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:20:43.252 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:20:42 smithi062 bash[19845]: cephadm 2024-09-13T14:20:41.116491+0000 mgr.y (mgr.25139) 59 : cephadm [INF] Upgrade: Setting container_image for all mgr 2024-09-13T14:20:43.252 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:20:42 smithi062 bash[19845]: cephadm 2024-09-13T14:20:41.151294+0000 mgr.y (mgr.25139) 60 : cephadm [INF] Upgrade: Setting container_image for all crash 2024-09-13T14:20:43.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:20:42 smithi062 bash[19845]: cephadm 2024-09-13T14:20:41.165617+0000 mgr.y (mgr.25139) 61 : cephadm [INF] Upgrade: Setting container_image for all mds 2024-09-13T14:20:43.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:20:42 smithi062 bash[19845]: cephadm 2024-09-13T14:20:41.179510+0000 mgr.y (mgr.25139) 62 : cephadm [INF] Upgrade: Setting container_image for all rbd-mirror 2024-09-13T14:20:43.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:20:42 smithi062 bash[19845]: cephadm 2024-09-13T14:20:41.192320+0000 mgr.y (mgr.25139) 63 : cephadm [INF] Upgrade: Setting container_image for all cephfs-mirror 2024-09-13T14:20:43.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:20:42 smithi062 bash[19845]: cephadm 2024-09-13T14:20:41.205837+0000 mgr.y (mgr.25139) 64 : cephadm [INF] Upgrade: Setting container_image for all ceph-exporter 2024-09-13T14:20:43.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:20:42 smithi062 bash[19845]: cephadm 2024-09-13T14:20:41.221462+0000 mgr.y (mgr.25139) 65 : cephadm [INF] Upgrade: Setting container_image for all nfs 2024-09-13T14:20:43.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:20:42 smithi062 bash[19845]: cephadm 2024-09-13T14:20:41.237951+0000 mgr.y (mgr.25139) 66 : cephadm [INF] Upgrade: Setting container_image for all nvmeof 2024-09-13T14:20:43.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:20:42 smithi062 bash[26634]: cephadm 2024-09-13T14:20:41.116491+0000 mgr.y (mgr.25139) 59 : cephadm [INF] Upgrade: Setting container_image for all mgr 2024-09-13T14:20:43.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:20:42 smithi062 bash[26634]: cephadm 2024-09-13T14:20:41.151294+0000 mgr.y (mgr.25139) 60 : cephadm [INF] Upgrade: Setting container_image for all crash 2024-09-13T14:20:43.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:20:42 smithi062 bash[26634]: cephadm 2024-09-13T14:20:41.165617+0000 mgr.y (mgr.25139) 61 : cephadm [INF] Upgrade: Setting container_image for all mds 2024-09-13T14:20:43.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:20:42 smithi062 bash[26634]: cephadm 2024-09-13T14:20:41.179510+0000 mgr.y (mgr.25139) 62 : cephadm [INF] Upgrade: Setting container_image for all rbd-mirror 2024-09-13T14:20:43.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:20:42 smithi062 bash[26634]: cephadm 2024-09-13T14:20:41.192320+0000 mgr.y (mgr.25139) 63 : cephadm [INF] Upgrade: Setting container_image for all cephfs-mirror 2024-09-13T14:20:43.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:20:43 smithi062 bash[26634]: cephadm 2024-09-13T14:20:41.205837+0000 mgr.y (mgr.25139) 64 : cephadm [INF] Upgrade: Setting container_image for all ceph-exporter 2024-09-13T14:20:43.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:20:43 smithi062 bash[26634]: cephadm 2024-09-13T14:20:41.221462+0000 mgr.y (mgr.25139) 65 : cephadm [INF] Upgrade: Setting container_image for all nfs 2024-09-13T14:20:43.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:20:43 smithi062 bash[26634]: cephadm 2024-09-13T14:20:41.237951+0000 mgr.y (mgr.25139) 66 : cephadm [INF] Upgrade: Setting container_image for all nvmeof 2024-09-13T14:20:43.433 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:20:42 smithi178 bash[22034]: cephadm 2024-09-13T14:20:41.116491+0000 mgr.y (mgr.25139) 59 : cephadm [INF] Upgrade: Setting container_image for all mgr 2024-09-13T14:20:43.433 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:20:42 smithi178 bash[22034]: cephadm 2024-09-13T14:20:41.151294+0000 mgr.y (mgr.25139) 60 : cephadm [INF] Upgrade: Setting container_image for all crash 2024-09-13T14:20:43.433 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:20:42 smithi178 bash[22034]: cephadm 2024-09-13T14:20:41.165617+0000 mgr.y (mgr.25139) 61 : cephadm [INF] Upgrade: Setting container_image for all mds 2024-09-13T14:20:43.433 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:20:42 smithi178 bash[22034]: cephadm 2024-09-13T14:20:41.179510+0000 mgr.y (mgr.25139) 62 : cephadm [INF] Upgrade: Setting container_image for all rbd-mirror 2024-09-13T14:20:43.433 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:20:42 smithi178 bash[22034]: cephadm 2024-09-13T14:20:41.192320+0000 mgr.y (mgr.25139) 63 : cephadm [INF] Upgrade: Setting container_image for all cephfs-mirror 2024-09-13T14:20:43.433 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:20:42 smithi178 bash[22034]: cephadm 2024-09-13T14:20:41.205837+0000 mgr.y (mgr.25139) 64 : cephadm [INF] Upgrade: Setting container_image for all ceph-exporter 2024-09-13T14:20:43.433 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:20:42 smithi178 bash[22034]: cephadm 2024-09-13T14:20:41.221462+0000 mgr.y (mgr.25139) 65 : cephadm [INF] Upgrade: Setting container_image for all nfs 2024-09-13T14:20:43.434 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:20:42 smithi178 bash[22034]: cephadm 2024-09-13T14:20:41.237951+0000 mgr.y (mgr.25139) 66 : cephadm [INF] Upgrade: Setting container_image for all nvmeof 2024-09-13T14:20:44.252 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:20:43 smithi062 bash[19845]: audit 2024-09-13T14:20:42.139526+0000 mgr.y (mgr.25139) 67 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:20:44.252 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:20:43 smithi062 bash[19845]: cluster 2024-09-13T14:20:42.159927+0000 mgr.y (mgr.25139) 68 : cluster [DBG] pgmap v25: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:20:44.252 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:20:43 smithi062 bash[19845]: audit 2024-09-13T14:20:43.847120+0000 mon.a (mon.0) 1362 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:20:44.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:20:44 smithi062 bash[26634]: audit 2024-09-13T14:20:42.139526+0000 mgr.y (mgr.25139) 67 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:20:44.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:20:44 smithi062 bash[26634]: cluster 2024-09-13T14:20:42.159927+0000 mgr.y (mgr.25139) 68 : cluster [DBG] pgmap v25: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:20:44.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:20:44 smithi062 bash[26634]: audit 2024-09-13T14:20:43.847120+0000 mon.a (mon.0) 1362 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:20:44.433 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:20:44 smithi178 bash[22034]: audit 2024-09-13T14:20:42.139526+0000 mgr.y (mgr.25139) 67 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:20:44.433 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:20:44 smithi178 bash[22034]: cluster 2024-09-13T14:20:42.159927+0000 mgr.y (mgr.25139) 68 : cluster [DBG] pgmap v25: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:20:44.433 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:20:44 smithi178 bash[22034]: audit 2024-09-13T14:20:43.847120+0000 mon.a (mon.0) 1362 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:20:44.633 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:20:44 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:20:44.633 INFO:journalctl@ceph.osd.3.smithi062.stdout:Sep 13 14:20:44 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:20:44.634 INFO:journalctl@ceph.node-exporter.a.smithi062.stdout:Sep 13 14:20:44 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:20:44.634 INFO:journalctl@ceph.alertmanager.a.smithi062.stdout:Sep 13 14:20:44 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:20:44.634 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:20:44 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:20:44.635 INFO:journalctl@ceph.osd.2.smithi062.stdout:Sep 13 14:20:44 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:20:44.635 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:20:44 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:20:44.635 INFO:journalctl@ceph.osd.1.smithi062.stdout:Sep 13 14:20:44 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:20:44.636 INFO:journalctl@ceph.osd.0.smithi062.stdout:Sep 13 14:20:44 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:20:44.912 INFO:journalctl@ceph.node-exporter.a.smithi062.stdout:Sep 13 14:20:44 smithi062 systemd[1]: Stopping Ceph node-exporter.a for ff1149ea-71d5-11ef-bceb-c7b262605968... 2024-09-13T14:20:45.252 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:20:45 smithi062 bash[19845]: cephadm 2024-09-13T14:20:43.798930+0000 mgr.y (mgr.25139) 69 : cephadm [INF] Upgrade: Updating node-exporter.a (1/2) 2024-09-13T14:20:45.252 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:20:45 smithi062 bash[19845]: cephadm 2024-09-13T14:20:43.799738+0000 mgr.y (mgr.25139) 70 : cephadm [INF] Deploying daemon node-exporter.a on smithi062 2024-09-13T14:20:45.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:20:45 smithi062 bash[26634]: cephadm 2024-09-13T14:20:43.798930+0000 mgr.y (mgr.25139) 69 : cephadm [INF] Upgrade: Updating node-exporter.a (1/2) 2024-09-13T14:20:45.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:20:45 smithi062 bash[26634]: cephadm 2024-09-13T14:20:43.799738+0000 mgr.y (mgr.25139) 70 : cephadm [INF] Deploying daemon node-exporter.a on smithi062 2024-09-13T14:20:45.433 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:20:45 smithi178 bash[22034]: cephadm 2024-09-13T14:20:43.798930+0000 mgr.y (mgr.25139) 69 : cephadm [INF] Upgrade: Updating node-exporter.a (1/2) 2024-09-13T14:20:45.433 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:20:45 smithi178 bash[22034]: cephadm 2024-09-13T14:20:43.799738+0000 mgr.y (mgr.25139) 70 : cephadm [INF] Deploying daemon node-exporter.a on smithi062 2024-09-13T14:20:45.606 INFO:journalctl@ceph.node-exporter.a.smithi062.stdout:Sep 13 14:20:45 smithi062 bash[79228]: ceph-ff1149ea-71d5-11ef-bceb-c7b262605968-node-exporter-a 2024-09-13T14:20:45.607 INFO:journalctl@ceph.node-exporter.a.smithi062.stdout:Sep 13 14:20:45 smithi062 systemd[1]: ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@node-exporter.a.service: Main process exited, code=exited, status=143/n/a 2024-09-13T14:20:45.607 INFO:journalctl@ceph.node-exporter.a.smithi062.stdout:Sep 13 14:20:45 smithi062 bash[79288]: Error response from daemon: No such container: ceph-ff1149ea-71d5-11ef-bceb-c7b262605968-node-exporter-a 2024-09-13T14:20:45.607 INFO:journalctl@ceph.node-exporter.a.smithi062.stdout:Sep 13 14:20:45 smithi062 systemd[1]: ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@node-exporter.a.service: Failed with result 'exit-code'. 2024-09-13T14:20:45.607 INFO:journalctl@ceph.node-exporter.a.smithi062.stdout:Sep 13 14:20:45 smithi062 systemd[1]: Stopped Ceph node-exporter.a for ff1149ea-71d5-11ef-bceb-c7b262605968. 2024-09-13T14:20:45.867 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:20:45 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:20:45.867 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:20:45 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:20:45.867 INFO:journalctl@ceph.osd.0.smithi062.stdout:Sep 13 14:20:45 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:20:45.868 INFO:journalctl@ceph.node-exporter.a.smithi062.stdout:Sep 13 14:20:45 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:20:45.868 INFO:journalctl@ceph.node-exporter.a.smithi062.stdout:Sep 13 14:20:45 smithi062 systemd[1]: Started Ceph node-exporter.a for ff1149ea-71d5-11ef-bceb-c7b262605968. 2024-09-13T14:20:45.868 INFO:journalctl@ceph.node-exporter.a.smithi062.stdout:Sep 13 14:20:45 smithi062 bash[79345]: Unable to find image 'quay.io/prometheus/node-exporter:v1.7.0' locally 2024-09-13T14:20:45.868 INFO:journalctl@ceph.alertmanager.a.smithi062.stdout:Sep 13 14:20:45 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:20:45.868 INFO:journalctl@ceph.osd.2.smithi062.stdout:Sep 13 14:20:45 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:20:45.869 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:20:45 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:20:45.869 INFO:journalctl@ceph.osd.1.smithi062.stdout:Sep 13 14:20:45 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:20:45.869 INFO:journalctl@ceph.osd.3.smithi062.stdout:Sep 13 14:20:45 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:20:46.252 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:20:45 smithi062 bash[68610]: ::ffff:172.21.15.178 - - [13/Sep/2024:14:20:45] "GET /metrics HTTP/1.1" 200 38234 "" "Prometheus/2.43.0" 2024-09-13T14:20:46.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:20:46 smithi062 bash[19845]: cluster 2024-09-13T14:20:44.161466+0000 mgr.y (mgr.25139) 71 : cluster [DBG] pgmap v26: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:20:46.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:20:46 smithi062 bash[19845]: audit 2024-09-13T14:20:45.777206+0000 mon.a (mon.0) 1363 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:20:46.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:20:46 smithi062 bash[19845]: audit 2024-09-13T14:20:45.783242+0000 mon.a (mon.0) 1364 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:20:46.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:20:46 smithi062 bash[26634]: cluster 2024-09-13T14:20:44.161466+0000 mgr.y (mgr.25139) 71 : cluster [DBG] pgmap v26: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:20:46.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:20:46 smithi062 bash[26634]: audit 2024-09-13T14:20:45.777206+0000 mon.a (mon.0) 1363 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:20:46.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:20:46 smithi062 bash[26634]: audit 2024-09-13T14:20:45.783242+0000 mon.a (mon.0) 1364 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:20:46.346 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:20:46 smithi178 bash[22034]: cluster 2024-09-13T14:20:44.161466+0000 mgr.y (mgr.25139) 71 : cluster [DBG] pgmap v26: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:20:46.347 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:20:46 smithi178 bash[22034]: audit 2024-09-13T14:20:45.777206+0000 mon.a (mon.0) 1363 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:20:46.347 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:20:46 smithi178 bash[22034]: audit 2024-09-13T14:20:45.783242+0000 mon.a (mon.0) 1364 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:20:46.752 INFO:journalctl@ceph.node-exporter.a.smithi062.stdout:Sep 13 14:20:46 smithi062 bash[79345]: v1.7.0: Pulling from prometheus/node-exporter 2024-09-13T14:20:46.752 INFO:journalctl@ceph.node-exporter.a.smithi062.stdout:Sep 13 14:20:46 smithi062 bash[79345]: 2abcce694348: Pulling fs layer 2024-09-13T14:20:46.752 INFO:journalctl@ceph.node-exporter.a.smithi062.stdout:Sep 13 14:20:46 smithi062 bash[79345]: 455fd88e5221: Pulling fs layer 2024-09-13T14:20:46.752 INFO:journalctl@ceph.node-exporter.a.smithi062.stdout:Sep 13 14:20:46 smithi062 bash[79345]: 324153f2810a: Pulling fs layer 2024-09-13T14:20:47.086 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:20:47 smithi062 bash[19845]: cluster 2024-09-13T14:20:46.161918+0000 mgr.y (mgr.25139) 72 : cluster [DBG] pgmap v27: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:20:47.086 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:20:47 smithi062 bash[26634]: cluster 2024-09-13T14:20:46.161918+0000 mgr.y (mgr.25139) 72 : cluster [DBG] pgmap v27: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:20:47.086 INFO:journalctl@ceph.node-exporter.a.smithi062.stdout:Sep 13 14:20:46 smithi062 bash[79345]: 455fd88e5221: Verifying Checksum 2024-09-13T14:20:47.087 INFO:journalctl@ceph.node-exporter.a.smithi062.stdout:Sep 13 14:20:46 smithi062 bash[79345]: 455fd88e5221: Download complete 2024-09-13T14:20:47.087 INFO:journalctl@ceph.node-exporter.a.smithi062.stdout:Sep 13 14:20:46 smithi062 bash[79345]: 2abcce694348: Download complete 2024-09-13T14:20:47.087 INFO:journalctl@ceph.node-exporter.a.smithi062.stdout:Sep 13 14:20:46 smithi062 bash[79345]: 324153f2810a: Verifying Checksum 2024-09-13T14:20:47.087 INFO:journalctl@ceph.node-exporter.a.smithi062.stdout:Sep 13 14:20:46 smithi062 bash[79345]: 324153f2810a: Download complete 2024-09-13T14:20:47.087 INFO:journalctl@ceph.node-exporter.a.smithi062.stdout:Sep 13 14:20:47 smithi062 bash[79345]: 2abcce694348: Pull complete 2024-09-13T14:20:47.331 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:20:47 smithi178 bash[22034]: cluster 2024-09-13T14:20:46.161918+0000 mgr.y (mgr.25139) 72 : cluster [DBG] pgmap v27: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:20:48.002 INFO:journalctl@ceph.node-exporter.a.smithi062.stdout:Sep 13 14:20:47 smithi062 bash[79345]: 455fd88e5221: Pull complete 2024-09-13T14:20:48.451 INFO:journalctl@ceph.node-exporter.a.smithi062.stdout:Sep 13 14:20:48 smithi062 bash[79345]: 324153f2810a: Pull complete 2024-09-13T14:20:48.451 INFO:journalctl@ceph.node-exporter.a.smithi062.stdout:Sep 13 14:20:48 smithi062 bash[79345]: Digest: sha256:4cb2b9019f1757be8482419002cb7afe028fdba35d47958829e4cfeaf6246d80 2024-09-13T14:20:48.451 INFO:journalctl@ceph.node-exporter.a.smithi062.stdout:Sep 13 14:20:48 smithi062 bash[79345]: Status: Downloaded newer image for quay.io/prometheus/node-exporter:v1.7.0 2024-09-13T14:20:49.029 INFO:journalctl@ceph.osd.4.smithi178.stdout:Sep 13 14:20:48 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:20:49.029 INFO:journalctl@ceph.osd.7.smithi178.stdout:Sep 13 14:20:48 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:20:49.029 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 13 14:20:48 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:20:49.030 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:20:48 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:20:49.030 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:20:48 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:20:49.030 INFO:journalctl@ceph.osd.5.smithi178.stdout:Sep 13 14:20:48 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:20:49.030 INFO:journalctl@ceph.osd.6.smithi178.stdout:Sep 13 14:20:48 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:20:49.031 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 14:20:48 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:20:49.031 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 13 14:20:48 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:20:49.374 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 13 14:20:49 smithi178 systemd[1]: Stopping Ceph node-exporter.b for ff1149ea-71d5-11ef-bceb-c7b262605968... 2024-09-13T14:20:49.374 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:20:49 smithi178 bash[22034]: cephadm 2024-09-13T14:20:48.162456+0000 mgr.y (mgr.25139) 73 : cephadm [INF] Upgrade: Updating node-exporter.b (2/2) 2024-09-13T14:20:49.374 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:20:49 smithi178 bash[22034]: cluster 2024-09-13T14:20:48.162806+0000 mgr.y (mgr.25139) 74 : cluster [DBG] pgmap v28: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:20:49.374 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:20:49 smithi178 bash[22034]: cephadm 2024-09-13T14:20:48.163794+0000 mgr.y (mgr.25139) 75 : cephadm [INF] Deploying daemon node-exporter.b on smithi178 2024-09-13T14:20:49.502 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:20:49 smithi062 bash[19845]: cephadm 2024-09-13T14:20:48.162456+0000 mgr.y (mgr.25139) 73 : cephadm [INF] Upgrade: Updating node-exporter.b (2/2) 2024-09-13T14:20:49.502 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:20:49 smithi062 bash[19845]: cluster 2024-09-13T14:20:48.162806+0000 mgr.y (mgr.25139) 74 : cluster [DBG] pgmap v28: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:20:49.502 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:20:49 smithi062 bash[19845]: cephadm 2024-09-13T14:20:48.163794+0000 mgr.y (mgr.25139) 75 : cephadm [INF] Deploying daemon node-exporter.b on smithi178 2024-09-13T14:20:49.502 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:20:49 smithi062 bash[26634]: cephadm 2024-09-13T14:20:48.162456+0000 mgr.y (mgr.25139) 73 : cephadm [INF] Upgrade: Updating node-exporter.b (2/2) 2024-09-13T14:20:49.503 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:20:49 smithi062 bash[26634]: cluster 2024-09-13T14:20:48.162806+0000 mgr.y (mgr.25139) 74 : cluster [DBG] pgmap v28: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:20:49.503 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:20:49 smithi062 bash[26634]: cephadm 2024-09-13T14:20:48.163794+0000 mgr.y (mgr.25139) 75 : cephadm [INF] Deploying daemon node-exporter.b on smithi178 2024-09-13T14:20:50.077 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 13 14:20:49 smithi178 bash[59865]: ceph-ff1149ea-71d5-11ef-bceb-c7b262605968-node-exporter-b 2024-09-13T14:20:50.077 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 13 14:20:49 smithi178 systemd[1]: ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@node-exporter.b.service: Main process exited, code=exited, status=143/n/a 2024-09-13T14:20:50.077 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 13 14:20:49 smithi178 bash[59926]: Error response from daemon: No such container: ceph-ff1149ea-71d5-11ef-bceb-c7b262605968-node-exporter-b 2024-09-13T14:20:50.077 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 13 14:20:49 smithi178 systemd[1]: ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@node-exporter.b.service: Failed with result 'exit-code'. 2024-09-13T14:20:50.077 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 13 14:20:49 smithi178 systemd[1]: Stopped Ceph node-exporter.b for ff1149ea-71d5-11ef-bceb-c7b262605968. 2024-09-13T14:20:50.253 INFO:journalctl@ceph.node-exporter.a.smithi062.stdout:Sep 13 14:20:49 smithi062 bash[79345]: ts=2024-09-13T14:20:49.914Z caller=node_exporter.go:192 level=info msg="Starting node_exporter" version="(version=1.7.0, branch=HEAD, revision=7333465abf9efba81876303bb57e6fadb946041b)" 2024-09-13T14:20:50.253 INFO:journalctl@ceph.node-exporter.a.smithi062.stdout:Sep 13 14:20:49 smithi062 bash[79345]: ts=2024-09-13T14:20:49.914Z caller=node_exporter.go:193 level=info msg="Build context" build_context="(go=go1.21.4, platform=linux/amd64, user=root@35918982f6d8, date=20231112-23:53:35, tags=netgo osusergo static_build)" 2024-09-13T14:20:50.253 INFO:journalctl@ceph.node-exporter.a.smithi062.stdout:Sep 13 14:20:49 smithi062 bash[79345]: ts=2024-09-13T14:20:49.915Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2024-09-13T14:20:50.253 INFO:journalctl@ceph.node-exporter.a.smithi062.stdout:Sep 13 14:20:49 smithi062 bash[79345]: ts=2024-09-13T14:20:49.915Z caller=diskstats_linux.go:265 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2024-09-13T14:20:50.253 INFO:journalctl@ceph.node-exporter.a.smithi062.stdout:Sep 13 14:20:49 smithi062 bash[79345]: ts=2024-09-13T14:20:49.915Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2024-09-13T14:20:50.253 INFO:journalctl@ceph.node-exporter.a.smithi062.stdout:Sep 13 14:20:49 smithi062 bash[79345]: ts=2024-09-13T14:20:49.915Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-09-13T14:20:50.253 INFO:journalctl@ceph.node-exporter.a.smithi062.stdout:Sep 13 14:20:49 smithi062 bash[79345]: ts=2024-09-13T14:20:49.916Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2024-09-13T14:20:50.254 INFO:journalctl@ceph.node-exporter.a.smithi062.stdout:Sep 13 14:20:49 smithi062 bash[79345]: ts=2024-09-13T14:20:49.916Z caller=node_exporter.go:117 level=info collector=arp 2024-09-13T14:20:50.254 INFO:journalctl@ceph.node-exporter.a.smithi062.stdout:Sep 13 14:20:49 smithi062 bash[79345]: ts=2024-09-13T14:20:49.916Z caller=node_exporter.go:117 level=info collector=bcache 2024-09-13T14:20:50.254 INFO:journalctl@ceph.node-exporter.a.smithi062.stdout:Sep 13 14:20:49 smithi062 bash[79345]: ts=2024-09-13T14:20:49.916Z caller=node_exporter.go:117 level=info collector=bonding 2024-09-13T14:20:50.254 INFO:journalctl@ceph.node-exporter.a.smithi062.stdout:Sep 13 14:20:49 smithi062 bash[79345]: ts=2024-09-13T14:20:49.916Z caller=node_exporter.go:117 level=info collector=btrfs 2024-09-13T14:20:50.254 INFO:journalctl@ceph.node-exporter.a.smithi062.stdout:Sep 13 14:20:49 smithi062 bash[79345]: ts=2024-09-13T14:20:49.916Z caller=node_exporter.go:117 level=info collector=conntrack 2024-09-13T14:20:50.254 INFO:journalctl@ceph.node-exporter.a.smithi062.stdout:Sep 13 14:20:49 smithi062 bash[79345]: ts=2024-09-13T14:20:49.916Z caller=node_exporter.go:117 level=info collector=cpu 2024-09-13T14:20:50.254 INFO:journalctl@ceph.node-exporter.a.smithi062.stdout:Sep 13 14:20:49 smithi062 bash[79345]: ts=2024-09-13T14:20:49.916Z caller=node_exporter.go:117 level=info collector=cpufreq 2024-09-13T14:20:50.254 INFO:journalctl@ceph.node-exporter.a.smithi062.stdout:Sep 13 14:20:49 smithi062 bash[79345]: ts=2024-09-13T14:20:49.916Z caller=node_exporter.go:117 level=info collector=diskstats 2024-09-13T14:20:50.254 INFO:journalctl@ceph.node-exporter.a.smithi062.stdout:Sep 13 14:20:49 smithi062 bash[79345]: ts=2024-09-13T14:20:49.916Z caller=node_exporter.go:117 level=info collector=dmi 2024-09-13T14:20:50.254 INFO:journalctl@ceph.node-exporter.a.smithi062.stdout:Sep 13 14:20:49 smithi062 bash[79345]: ts=2024-09-13T14:20:49.916Z caller=node_exporter.go:117 level=info collector=edac 2024-09-13T14:20:50.254 INFO:journalctl@ceph.node-exporter.a.smithi062.stdout:Sep 13 14:20:49 smithi062 bash[79345]: ts=2024-09-13T14:20:49.916Z caller=node_exporter.go:117 level=info collector=entropy 2024-09-13T14:20:50.254 INFO:journalctl@ceph.node-exporter.a.smithi062.stdout:Sep 13 14:20:49 smithi062 bash[79345]: ts=2024-09-13T14:20:49.916Z caller=node_exporter.go:117 level=info collector=fibrechannel 2024-09-13T14:20:50.254 INFO:journalctl@ceph.node-exporter.a.smithi062.stdout:Sep 13 14:20:49 smithi062 bash[79345]: ts=2024-09-13T14:20:49.916Z caller=node_exporter.go:117 level=info collector=filefd 2024-09-13T14:20:50.254 INFO:journalctl@ceph.node-exporter.a.smithi062.stdout:Sep 13 14:20:49 smithi062 bash[79345]: ts=2024-09-13T14:20:49.916Z caller=node_exporter.go:117 level=info collector=filesystem 2024-09-13T14:20:50.255 INFO:journalctl@ceph.node-exporter.a.smithi062.stdout:Sep 13 14:20:49 smithi062 bash[79345]: ts=2024-09-13T14:20:49.916Z caller=node_exporter.go:117 level=info collector=hwmon 2024-09-13T14:20:50.255 INFO:journalctl@ceph.node-exporter.a.smithi062.stdout:Sep 13 14:20:49 smithi062 bash[79345]: ts=2024-09-13T14:20:49.916Z caller=node_exporter.go:117 level=info collector=infiniband 2024-09-13T14:20:50.255 INFO:journalctl@ceph.node-exporter.a.smithi062.stdout:Sep 13 14:20:49 smithi062 bash[79345]: ts=2024-09-13T14:20:49.916Z caller=node_exporter.go:117 level=info collector=ipvs 2024-09-13T14:20:50.255 INFO:journalctl@ceph.node-exporter.a.smithi062.stdout:Sep 13 14:20:49 smithi062 bash[79345]: ts=2024-09-13T14:20:49.916Z caller=node_exporter.go:117 level=info collector=loadavg 2024-09-13T14:20:50.255 INFO:journalctl@ceph.node-exporter.a.smithi062.stdout:Sep 13 14:20:49 smithi062 bash[79345]: ts=2024-09-13T14:20:49.916Z caller=node_exporter.go:117 level=info collector=mdadm 2024-09-13T14:20:50.255 INFO:journalctl@ceph.node-exporter.a.smithi062.stdout:Sep 13 14:20:49 smithi062 bash[79345]: ts=2024-09-13T14:20:49.916Z caller=node_exporter.go:117 level=info collector=meminfo 2024-09-13T14:20:50.255 INFO:journalctl@ceph.node-exporter.a.smithi062.stdout:Sep 13 14:20:49 smithi062 bash[79345]: ts=2024-09-13T14:20:49.916Z caller=node_exporter.go:117 level=info collector=netclass 2024-09-13T14:20:50.255 INFO:journalctl@ceph.node-exporter.a.smithi062.stdout:Sep 13 14:20:49 smithi062 bash[79345]: ts=2024-09-13T14:20:49.916Z caller=node_exporter.go:117 level=info collector=netdev 2024-09-13T14:20:50.255 INFO:journalctl@ceph.node-exporter.a.smithi062.stdout:Sep 13 14:20:49 smithi062 bash[79345]: ts=2024-09-13T14:20:49.916Z caller=node_exporter.go:117 level=info collector=netstat 2024-09-13T14:20:50.256 INFO:journalctl@ceph.node-exporter.a.smithi062.stdout:Sep 13 14:20:49 smithi062 bash[79345]: ts=2024-09-13T14:20:49.916Z caller=node_exporter.go:117 level=info collector=nfs 2024-09-13T14:20:50.256 INFO:journalctl@ceph.node-exporter.a.smithi062.stdout:Sep 13 14:20:49 smithi062 bash[79345]: ts=2024-09-13T14:20:49.916Z caller=node_exporter.go:117 level=info collector=nfsd 2024-09-13T14:20:50.256 INFO:journalctl@ceph.node-exporter.a.smithi062.stdout:Sep 13 14:20:49 smithi062 bash[79345]: ts=2024-09-13T14:20:49.916Z caller=node_exporter.go:117 level=info collector=nvme 2024-09-13T14:20:50.256 INFO:journalctl@ceph.node-exporter.a.smithi062.stdout:Sep 13 14:20:49 smithi062 bash[79345]: ts=2024-09-13T14:20:49.916Z caller=node_exporter.go:117 level=info collector=os 2024-09-13T14:20:50.256 INFO:journalctl@ceph.node-exporter.a.smithi062.stdout:Sep 13 14:20:49 smithi062 bash[79345]: ts=2024-09-13T14:20:49.916Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2024-09-13T14:20:50.256 INFO:journalctl@ceph.node-exporter.a.smithi062.stdout:Sep 13 14:20:49 smithi062 bash[79345]: ts=2024-09-13T14:20:49.916Z caller=node_exporter.go:117 level=info collector=pressure 2024-09-13T14:20:50.256 INFO:journalctl@ceph.node-exporter.a.smithi062.stdout:Sep 13 14:20:49 smithi062 bash[79345]: ts=2024-09-13T14:20:49.916Z caller=node_exporter.go:117 level=info collector=rapl 2024-09-13T14:20:50.256 INFO:journalctl@ceph.node-exporter.a.smithi062.stdout:Sep 13 14:20:49 smithi062 bash[79345]: ts=2024-09-13T14:20:49.916Z caller=node_exporter.go:117 level=info collector=schedstat 2024-09-13T14:20:50.256 INFO:journalctl@ceph.node-exporter.a.smithi062.stdout:Sep 13 14:20:49 smithi062 bash[79345]: ts=2024-09-13T14:20:49.916Z caller=node_exporter.go:117 level=info collector=selinux 2024-09-13T14:20:50.256 INFO:journalctl@ceph.node-exporter.a.smithi062.stdout:Sep 13 14:20:49 smithi062 bash[79345]: ts=2024-09-13T14:20:49.916Z caller=node_exporter.go:117 level=info collector=sockstat 2024-09-13T14:20:50.256 INFO:journalctl@ceph.node-exporter.a.smithi062.stdout:Sep 13 14:20:49 smithi062 bash[79345]: ts=2024-09-13T14:20:49.916Z caller=node_exporter.go:117 level=info collector=softnet 2024-09-13T14:20:50.256 INFO:journalctl@ceph.node-exporter.a.smithi062.stdout:Sep 13 14:20:49 smithi062 bash[79345]: ts=2024-09-13T14:20:49.916Z caller=node_exporter.go:117 level=info collector=stat 2024-09-13T14:20:50.256 INFO:journalctl@ceph.node-exporter.a.smithi062.stdout:Sep 13 14:20:49 smithi062 bash[79345]: ts=2024-09-13T14:20:49.916Z caller=node_exporter.go:117 level=info collector=tapestats 2024-09-13T14:20:50.256 INFO:journalctl@ceph.node-exporter.a.smithi062.stdout:Sep 13 14:20:49 smithi062 bash[79345]: ts=2024-09-13T14:20:49.916Z caller=node_exporter.go:117 level=info collector=textfile 2024-09-13T14:20:50.257 INFO:journalctl@ceph.node-exporter.a.smithi062.stdout:Sep 13 14:20:49 smithi062 bash[79345]: ts=2024-09-13T14:20:49.916Z caller=node_exporter.go:117 level=info collector=thermal_zone 2024-09-13T14:20:50.257 INFO:journalctl@ceph.node-exporter.a.smithi062.stdout:Sep 13 14:20:49 smithi062 bash[79345]: ts=2024-09-13T14:20:49.916Z caller=node_exporter.go:117 level=info collector=time 2024-09-13T14:20:50.257 INFO:journalctl@ceph.node-exporter.a.smithi062.stdout:Sep 13 14:20:49 smithi062 bash[79345]: ts=2024-09-13T14:20:49.916Z caller=node_exporter.go:117 level=info collector=udp_queues 2024-09-13T14:20:50.257 INFO:journalctl@ceph.node-exporter.a.smithi062.stdout:Sep 13 14:20:49 smithi062 bash[79345]: ts=2024-09-13T14:20:49.916Z caller=node_exporter.go:117 level=info collector=uname 2024-09-13T14:20:50.257 INFO:journalctl@ceph.node-exporter.a.smithi062.stdout:Sep 13 14:20:49 smithi062 bash[79345]: ts=2024-09-13T14:20:49.916Z caller=node_exporter.go:117 level=info collector=vmstat 2024-09-13T14:20:50.257 INFO:journalctl@ceph.node-exporter.a.smithi062.stdout:Sep 13 14:20:49 smithi062 bash[79345]: ts=2024-09-13T14:20:49.916Z caller=node_exporter.go:117 level=info collector=xfs 2024-09-13T14:20:50.257 INFO:journalctl@ceph.node-exporter.a.smithi062.stdout:Sep 13 14:20:49 smithi062 bash[79345]: ts=2024-09-13T14:20:49.916Z caller=node_exporter.go:117 level=info collector=zfs 2024-09-13T14:20:50.257 INFO:journalctl@ceph.node-exporter.a.smithi062.stdout:Sep 13 14:20:49 smithi062 bash[79345]: ts=2024-09-13T14:20:49.917Z caller=tls_config.go:274 level=info msg="Listening on" address=[::]:9100 2024-09-13T14:20:50.257 INFO:journalctl@ceph.node-exporter.a.smithi062.stdout:Sep 13 14:20:49 smithi062 bash[79345]: ts=2024-09-13T14:20:49.917Z caller=tls_config.go:277 level=info msg="TLS is disabled." http2=false address=[::]:9100 2024-09-13T14:20:50.433 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 13 14:20:50 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:20:50.433 INFO:journalctl@ceph.osd.4.smithi178.stdout:Sep 13 14:20:50 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:20:50.433 INFO:journalctl@ceph.osd.5.smithi178.stdout:Sep 13 14:20:50 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:20:50.434 INFO:journalctl@ceph.osd.6.smithi178.stdout:Sep 13 14:20:50 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:20:50.434 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 14:20:50 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:20:50.434 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:20:50 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:20:50.434 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:20:50 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:20:50.435 INFO:journalctl@ceph.osd.7.smithi178.stdout:Sep 13 14:20:50 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:20:50.435 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 13 14:20:50 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:20:50.435 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 13 14:20:50 smithi178 systemd[1]: Started Ceph node-exporter.b for ff1149ea-71d5-11ef-bceb-c7b262605968. 2024-09-13T14:20:50.435 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 13 14:20:50 smithi178 bash[59981]: Unable to find image 'quay.io/prometheus/node-exporter:v1.7.0' locally 2024-09-13T14:20:51.183 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 13 14:20:50 smithi178 bash[59981]: v1.7.0: Pulling from prometheus/node-exporter 2024-09-13T14:20:51.183 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 13 14:20:51 smithi178 bash[59981]: 2abcce694348: Pulling fs layer 2024-09-13T14:20:51.183 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 13 14:20:51 smithi178 bash[59981]: 455fd88e5221: Pulling fs layer 2024-09-13T14:20:51.183 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 13 14:20:51 smithi178 bash[59981]: 324153f2810a: Pulling fs layer 2024-09-13T14:20:51.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:20:51 smithi062 bash[19845]: cluster 2024-09-13T14:20:50.164568+0000 mgr.y (mgr.25139) 76 : cluster [DBG] pgmap v29: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:20:51.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:20:51 smithi062 bash[19845]: audit 2024-09-13T14:20:50.251298+0000 mon.a (mon.0) 1365 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:20:51.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:20:51 smithi062 bash[19845]: audit 2024-09-13T14:20:50.262114+0000 mon.a (mon.0) 1366 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:20:51.503 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:20:51 smithi062 bash[26634]: cluster 2024-09-13T14:20:50.164568+0000 mgr.y (mgr.25139) 76 : cluster [DBG] pgmap v29: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:20:51.503 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:20:51 smithi062 bash[26634]: audit 2024-09-13T14:20:50.251298+0000 mon.a (mon.0) 1365 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:20:51.503 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:20:51 smithi062 bash[26634]: audit 2024-09-13T14:20:50.262114+0000 mon.a (mon.0) 1366 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:20:51.683 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 13 14:20:51 smithi178 bash[59981]: 2abcce694348: Verifying Checksum 2024-09-13T14:20:51.683 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 13 14:20:51 smithi178 bash[59981]: 2abcce694348: Download complete 2024-09-13T14:20:51.683 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 13 14:20:51 smithi178 bash[59981]: 324153f2810a: Verifying Checksum 2024-09-13T14:20:51.683 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 13 14:20:51 smithi178 bash[59981]: 324153f2810a: Download complete 2024-09-13T14:20:51.683 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 13 14:20:51 smithi178 bash[59981]: 455fd88e5221: Verifying Checksum 2024-09-13T14:20:51.683 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 13 14:20:51 smithi178 bash[59981]: 2abcce694348: Pull complete 2024-09-13T14:20:51.683 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:20:51 smithi178 bash[22034]: cluster 2024-09-13T14:20:50.164568+0000 mgr.y (mgr.25139) 76 : cluster [DBG] pgmap v29: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:20:51.683 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:20:51 smithi178 bash[22034]: audit 2024-09-13T14:20:50.251298+0000 mon.a (mon.0) 1365 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:20:51.683 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:20:51 smithi178 bash[22034]: audit 2024-09-13T14:20:50.262114+0000 mon.a (mon.0) 1366 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:20:52.433 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 13 14:20:52 smithi178 bash[59981]: 455fd88e5221: Pull complete 2024-09-13T14:20:52.829 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 13 14:20:52 smithi178 bash[59981]: 324153f2810a: Pull complete 2024-09-13T14:20:52.829 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 13 14:20:52 smithi178 bash[59981]: Digest: sha256:4cb2b9019f1757be8482419002cb7afe028fdba35d47958829e4cfeaf6246d80 2024-09-13T14:20:52.829 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 13 14:20:52 smithi178 bash[59981]: Status: Downloaded newer image for quay.io/prometheus/node-exporter:v1.7.0 2024-09-13T14:20:53.502 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:20:53 smithi062 bash[19845]: audit 2024-09-13T14:20:52.150904+0000 mgr.y (mgr.25139) 77 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:20:53.502 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:20:53 smithi062 bash[19845]: cluster 2024-09-13T14:20:52.165321+0000 mgr.y (mgr.25139) 78 : cluster [DBG] pgmap v30: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:20:53.503 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:20:53 smithi062 bash[26634]: audit 2024-09-13T14:20:52.150904+0000 mgr.y (mgr.25139) 77 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:20:53.503 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:20:53 smithi062 bash[26634]: cluster 2024-09-13T14:20:52.165321+0000 mgr.y (mgr.25139) 78 : cluster [DBG] pgmap v30: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:20:53.683 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:20:53 smithi178 bash[22034]: audit 2024-09-13T14:20:52.150904+0000 mgr.y (mgr.25139) 77 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:20:53.683 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:20:53 smithi178 bash[22034]: cluster 2024-09-13T14:20:52.165321+0000 mgr.y (mgr.25139) 78 : cluster [DBG] pgmap v30: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:20:54.684 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 13 14:20:54 smithi178 bash[59981]: ts=2024-09-13T14:20:54.323Z caller=node_exporter.go:192 level=info msg="Starting node_exporter" version="(version=1.7.0, branch=HEAD, revision=7333465abf9efba81876303bb57e6fadb946041b)" 2024-09-13T14:20:54.684 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 13 14:20:54 smithi178 bash[59981]: ts=2024-09-13T14:20:54.323Z caller=node_exporter.go:193 level=info msg="Build context" build_context="(go=go1.21.4, platform=linux/amd64, user=root@35918982f6d8, date=20231112-23:53:35, tags=netgo osusergo static_build)" 2024-09-13T14:20:54.684 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 13 14:20:54 smithi178 bash[59981]: ts=2024-09-13T14:20:54.324Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2024-09-13T14:20:54.684 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 13 14:20:54 smithi178 bash[59981]: ts=2024-09-13T14:20:54.324Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-09-13T14:20:54.684 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 13 14:20:54 smithi178 bash[59981]: ts=2024-09-13T14:20:54.324Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2024-09-13T14:20:54.684 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 13 14:20:54 smithi178 bash[59981]: ts=2024-09-13T14:20:54.324Z caller=diskstats_linux.go:265 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2024-09-13T14:20:54.684 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 13 14:20:54 smithi178 bash[59981]: ts=2024-09-13T14:20:54.325Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2024-09-13T14:20:54.684 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 13 14:20:54 smithi178 bash[59981]: ts=2024-09-13T14:20:54.325Z caller=node_exporter.go:117 level=info collector=arp 2024-09-13T14:20:54.684 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 13 14:20:54 smithi178 bash[59981]: ts=2024-09-13T14:20:54.325Z caller=node_exporter.go:117 level=info collector=bcache 2024-09-13T14:20:54.685 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 13 14:20:54 smithi178 bash[59981]: ts=2024-09-13T14:20:54.325Z caller=node_exporter.go:117 level=info collector=bonding 2024-09-13T14:20:54.685 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 13 14:20:54 smithi178 bash[59981]: ts=2024-09-13T14:20:54.325Z caller=node_exporter.go:117 level=info collector=btrfs 2024-09-13T14:20:54.685 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 13 14:20:54 smithi178 bash[59981]: ts=2024-09-13T14:20:54.325Z caller=node_exporter.go:117 level=info collector=conntrack 2024-09-13T14:20:54.685 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 13 14:20:54 smithi178 bash[59981]: ts=2024-09-13T14:20:54.325Z caller=node_exporter.go:117 level=info collector=cpu 2024-09-13T14:20:54.685 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 13 14:20:54 smithi178 bash[59981]: ts=2024-09-13T14:20:54.325Z caller=node_exporter.go:117 level=info collector=cpufreq 2024-09-13T14:20:54.685 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 13 14:20:54 smithi178 bash[59981]: ts=2024-09-13T14:20:54.325Z caller=node_exporter.go:117 level=info collector=diskstats 2024-09-13T14:20:54.685 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 13 14:20:54 smithi178 bash[59981]: ts=2024-09-13T14:20:54.325Z caller=node_exporter.go:117 level=info collector=dmi 2024-09-13T14:20:54.685 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 13 14:20:54 smithi178 bash[59981]: ts=2024-09-13T14:20:54.325Z caller=node_exporter.go:117 level=info collector=edac 2024-09-13T14:20:54.685 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 13 14:20:54 smithi178 bash[59981]: ts=2024-09-13T14:20:54.325Z caller=node_exporter.go:117 level=info collector=entropy 2024-09-13T14:20:54.685 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 13 14:20:54 smithi178 bash[59981]: ts=2024-09-13T14:20:54.325Z caller=node_exporter.go:117 level=info collector=fibrechannel 2024-09-13T14:20:54.685 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 13 14:20:54 smithi178 bash[59981]: ts=2024-09-13T14:20:54.325Z caller=node_exporter.go:117 level=info collector=filefd 2024-09-13T14:20:54.685 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 13 14:20:54 smithi178 bash[59981]: ts=2024-09-13T14:20:54.325Z caller=node_exporter.go:117 level=info collector=filesystem 2024-09-13T14:20:54.685 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 13 14:20:54 smithi178 bash[59981]: ts=2024-09-13T14:20:54.325Z caller=node_exporter.go:117 level=info collector=hwmon 2024-09-13T14:20:54.685 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 13 14:20:54 smithi178 bash[59981]: ts=2024-09-13T14:20:54.325Z caller=node_exporter.go:117 level=info collector=infiniband 2024-09-13T14:20:54.686 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 13 14:20:54 smithi178 bash[59981]: ts=2024-09-13T14:20:54.325Z caller=node_exporter.go:117 level=info collector=ipvs 2024-09-13T14:20:54.686 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 13 14:20:54 smithi178 bash[59981]: ts=2024-09-13T14:20:54.325Z caller=node_exporter.go:117 level=info collector=loadavg 2024-09-13T14:20:54.686 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 13 14:20:54 smithi178 bash[59981]: ts=2024-09-13T14:20:54.325Z caller=node_exporter.go:117 level=info collector=mdadm 2024-09-13T14:20:54.686 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 13 14:20:54 smithi178 bash[59981]: ts=2024-09-13T14:20:54.325Z caller=node_exporter.go:117 level=info collector=meminfo 2024-09-13T14:20:54.686 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 13 14:20:54 smithi178 bash[59981]: ts=2024-09-13T14:20:54.325Z caller=node_exporter.go:117 level=info collector=netclass 2024-09-13T14:20:54.686 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 13 14:20:54 smithi178 bash[59981]: ts=2024-09-13T14:20:54.325Z caller=node_exporter.go:117 level=info collector=netdev 2024-09-13T14:20:54.686 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 13 14:20:54 smithi178 bash[59981]: ts=2024-09-13T14:20:54.325Z caller=node_exporter.go:117 level=info collector=netstat 2024-09-13T14:20:54.686 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 13 14:20:54 smithi178 bash[59981]: ts=2024-09-13T14:20:54.325Z caller=node_exporter.go:117 level=info collector=nfs 2024-09-13T14:20:54.686 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 13 14:20:54 smithi178 bash[59981]: ts=2024-09-13T14:20:54.325Z caller=node_exporter.go:117 level=info collector=nfsd 2024-09-13T14:20:54.686 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 13 14:20:54 smithi178 bash[59981]: ts=2024-09-13T14:20:54.325Z caller=node_exporter.go:117 level=info collector=nvme 2024-09-13T14:20:54.687 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 13 14:20:54 smithi178 bash[59981]: ts=2024-09-13T14:20:54.325Z caller=node_exporter.go:117 level=info collector=os 2024-09-13T14:20:54.687 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 13 14:20:54 smithi178 bash[59981]: ts=2024-09-13T14:20:54.325Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2024-09-13T14:20:54.687 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 13 14:20:54 smithi178 bash[59981]: ts=2024-09-13T14:20:54.325Z caller=node_exporter.go:117 level=info collector=pressure 2024-09-13T14:20:54.687 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 13 14:20:54 smithi178 bash[59981]: ts=2024-09-13T14:20:54.325Z caller=node_exporter.go:117 level=info collector=rapl 2024-09-13T14:20:54.687 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 13 14:20:54 smithi178 bash[59981]: ts=2024-09-13T14:20:54.325Z caller=node_exporter.go:117 level=info collector=schedstat 2024-09-13T14:20:54.687 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 13 14:20:54 smithi178 bash[59981]: ts=2024-09-13T14:20:54.325Z caller=node_exporter.go:117 level=info collector=selinux 2024-09-13T14:20:54.687 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 13 14:20:54 smithi178 bash[59981]: ts=2024-09-13T14:20:54.325Z caller=node_exporter.go:117 level=info collector=sockstat 2024-09-13T14:20:54.687 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 13 14:20:54 smithi178 bash[59981]: ts=2024-09-13T14:20:54.325Z caller=node_exporter.go:117 level=info collector=softnet 2024-09-13T14:20:54.687 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 13 14:20:54 smithi178 bash[59981]: ts=2024-09-13T14:20:54.325Z caller=node_exporter.go:117 level=info collector=stat 2024-09-13T14:20:54.687 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 13 14:20:54 smithi178 bash[59981]: ts=2024-09-13T14:20:54.325Z caller=node_exporter.go:117 level=info collector=tapestats 2024-09-13T14:20:54.687 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 13 14:20:54 smithi178 bash[59981]: ts=2024-09-13T14:20:54.325Z caller=node_exporter.go:117 level=info collector=textfile 2024-09-13T14:20:54.687 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 13 14:20:54 smithi178 bash[59981]: ts=2024-09-13T14:20:54.325Z caller=node_exporter.go:117 level=info collector=thermal_zone 2024-09-13T14:20:54.687 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 13 14:20:54 smithi178 bash[59981]: ts=2024-09-13T14:20:54.325Z caller=node_exporter.go:117 level=info collector=time 2024-09-13T14:20:54.687 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 13 14:20:54 smithi178 bash[59981]: ts=2024-09-13T14:20:54.325Z caller=node_exporter.go:117 level=info collector=udp_queues 2024-09-13T14:20:54.688 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 13 14:20:54 smithi178 bash[59981]: ts=2024-09-13T14:20:54.325Z caller=node_exporter.go:117 level=info collector=uname 2024-09-13T14:20:54.688 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 13 14:20:54 smithi178 bash[59981]: ts=2024-09-13T14:20:54.325Z caller=node_exporter.go:117 level=info collector=vmstat 2024-09-13T14:20:54.688 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 13 14:20:54 smithi178 bash[59981]: ts=2024-09-13T14:20:54.325Z caller=node_exporter.go:117 level=info collector=xfs 2024-09-13T14:20:54.688 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 13 14:20:54 smithi178 bash[59981]: ts=2024-09-13T14:20:54.325Z caller=node_exporter.go:117 level=info collector=zfs 2024-09-13T14:20:54.688 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 13 14:20:54 smithi178 bash[59981]: ts=2024-09-13T14:20:54.326Z caller=tls_config.go:274 level=info msg="Listening on" address=[::]:9100 2024-09-13T14:20:54.688 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 13 14:20:54 smithi178 bash[59981]: ts=2024-09-13T14:20:54.326Z caller=tls_config.go:277 level=info msg="TLS is disabled." http2=false address=[::]:9100 2024-09-13T14:20:55.683 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:20:55 smithi178 bash[22034]: cluster 2024-09-13T14:20:54.166857+0000 mgr.y (mgr.25139) 79 : cluster [DBG] pgmap v31: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:20:55.752 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:20:55 smithi062 bash[19845]: cluster 2024-09-13T14:20:54.166857+0000 mgr.y (mgr.25139) 79 : cluster [DBG] pgmap v31: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:20:55.752 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:20:55 smithi062 bash[26634]: cluster 2024-09-13T14:20:54.166857+0000 mgr.y (mgr.25139) 79 : cluster [DBG] pgmap v31: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:20:56.252 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:20:55 smithi062 bash[68610]: ::ffff:172.21.15.178 - - [13/Sep/2024:14:20:55] "GET /metrics HTTP/1.1" 200 38234 "" "Prometheus/2.43.0" 2024-09-13T14:20:57.502 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:20:57 smithi062 bash[19845]: cluster 2024-09-13T14:20:56.167275+0000 mgr.y (mgr.25139) 80 : cluster [DBG] pgmap v32: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:20:57.502 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:20:57 smithi062 bash[19845]: audit 2024-09-13T14:20:56.214532+0000 mon.a (mon.0) 1367 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:20:57.502 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:20:57 smithi062 bash[19845]: audit 2024-09-13T14:20:56.224285+0000 mon.a (mon.0) 1368 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:20:57.503 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:20:57 smithi062 bash[26634]: cluster 2024-09-13T14:20:56.167275+0000 mgr.y (mgr.25139) 80 : cluster [DBG] pgmap v32: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:20:57.503 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:20:57 smithi062 bash[26634]: audit 2024-09-13T14:20:56.214532+0000 mon.a (mon.0) 1367 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:20:57.503 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:20:57 smithi062 bash[26634]: audit 2024-09-13T14:20:56.224285+0000 mon.a (mon.0) 1368 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:20:57.683 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:20:57 smithi178 bash[22034]: cluster 2024-09-13T14:20:56.167275+0000 mgr.y (mgr.25139) 80 : cluster [DBG] pgmap v32: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:20:57.683 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:20:57 smithi178 bash[22034]: audit 2024-09-13T14:20:56.214532+0000 mon.a (mon.0) 1367 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:20:57.683 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:20:57 smithi178 bash[22034]: audit 2024-09-13T14:20:56.224285+0000 mon.a (mon.0) 1368 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:20:58.683 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:20:58 smithi178 bash[22034]: audit 2024-09-13T14:20:57.268960+0000 mon.a (mon.0) 1369 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:20:58.683 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:20:58 smithi178 bash[22034]: audit 2024-09-13T14:20:57.279404+0000 mon.a (mon.0) 1370 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:20:58.683 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:20:58 smithi178 bash[22034]: audit 2024-09-13T14:20:57.316447+0000 mon.a (mon.0) 1371 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:20:58.683 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:20:58 smithi178 bash[22034]: audit 2024-09-13T14:20:57.324237+0000 mon.a (mon.0) 1372 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:20:58.753 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:20:58 smithi062 bash[26634]: audit 2024-09-13T14:20:57.268960+0000 mon.a (mon.0) 1369 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:20:58.753 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:20:58 smithi062 bash[26634]: audit 2024-09-13T14:20:57.279404+0000 mon.a (mon.0) 1370 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:20:58.753 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:20:58 smithi062 bash[26634]: audit 2024-09-13T14:20:57.316447+0000 mon.a (mon.0) 1371 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:20:58.753 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:20:58 smithi062 bash[26634]: audit 2024-09-13T14:20:57.324237+0000 mon.a (mon.0) 1372 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:20:58.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:20:58 smithi062 bash[19845]: audit 2024-09-13T14:20:57.268960+0000 mon.a (mon.0) 1369 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:20:58.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:20:58 smithi062 bash[19845]: audit 2024-09-13T14:20:57.279404+0000 mon.a (mon.0) 1370 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:20:58.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:20:58 smithi062 bash[19845]: audit 2024-09-13T14:20:57.316447+0000 mon.a (mon.0) 1371 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:20:58.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:20:58 smithi062 bash[19845]: audit 2024-09-13T14:20:57.324237+0000 mon.a (mon.0) 1372 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:20:59.683 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:20:59 smithi178 bash[22034]: cluster 2024-09-13T14:20:58.167935+0000 mgr.y (mgr.25139) 81 : cluster [DBG] pgmap v33: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:20:59.683 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:20:59 smithi178 bash[22034]: audit 2024-09-13T14:20:58.362010+0000 mon.a (mon.0) 1373 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:20:59.683 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:20:59 smithi178 bash[22034]: audit 2024-09-13T14:20:58.370028+0000 mon.a (mon.0) 1374 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:20:59.683 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:20:59 smithi178 bash[22034]: audit 2024-09-13T14:20:58.850437+0000 mon.a (mon.0) 1375 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:20:59.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:20:59 smithi062 bash[19845]: cluster 2024-09-13T14:20:58.167935+0000 mgr.y (mgr.25139) 81 : cluster [DBG] pgmap v33: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:20:59.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:20:59 smithi062 bash[19845]: audit 2024-09-13T14:20:58.362010+0000 mon.a (mon.0) 1373 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:20:59.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:20:59 smithi062 bash[19845]: audit 2024-09-13T14:20:58.370028+0000 mon.a (mon.0) 1374 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:20:59.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:20:59 smithi062 bash[19845]: audit 2024-09-13T14:20:58.850437+0000 mon.a (mon.0) 1375 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:20:59.753 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:20:59 smithi062 bash[26634]: cluster 2024-09-13T14:20:58.167935+0000 mgr.y (mgr.25139) 81 : cluster [DBG] pgmap v33: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:20:59.753 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:20:59 smithi062 bash[26634]: audit 2024-09-13T14:20:58.362010+0000 mon.a (mon.0) 1373 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:20:59.753 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:20:59 smithi062 bash[26634]: audit 2024-09-13T14:20:58.370028+0000 mon.a (mon.0) 1374 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:20:59.753 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:20:59 smithi062 bash[26634]: audit 2024-09-13T14:20:58.850437+0000 mon.a (mon.0) 1375 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:21:01.683 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:21:01 smithi178 bash[22034]: cluster 2024-09-13T14:21:00.168771+0000 mgr.y (mgr.25139) 82 : cluster [DBG] pgmap v34: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:21:01.752 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:21:01 smithi062 bash[19845]: cluster 2024-09-13T14:21:00.168771+0000 mgr.y (mgr.25139) 82 : cluster [DBG] pgmap v34: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:21:01.753 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:21:01 smithi062 bash[26634]: cluster 2024-09-13T14:21:00.168771+0000 mgr.y (mgr.25139) 82 : cluster [DBG] pgmap v34: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:21:03.630 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:21:03 smithi062 bash[26634]: audit 2024-09-13T14:21:02.160445+0000 mgr.y (mgr.25139) 83 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:21:03.631 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:21:03 smithi062 bash[26634]: cluster 2024-09-13T14:21:02.169389+0000 mgr.y (mgr.25139) 84 : cluster [DBG] pgmap v35: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:21:03.631 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:21:03 smithi062 bash[19845]: audit 2024-09-13T14:21:02.160445+0000 mgr.y (mgr.25139) 83 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:21:03.631 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:21:03 smithi062 bash[19845]: cluster 2024-09-13T14:21:02.169389+0000 mgr.y (mgr.25139) 84 : cluster [DBG] pgmap v35: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:21:03.683 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:21:03 smithi178 bash[22034]: audit 2024-09-13T14:21:02.160445+0000 mgr.y (mgr.25139) 83 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:21:03.683 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:21:03 smithi178 bash[22034]: cluster 2024-09-13T14:21:02.169389+0000 mgr.y (mgr.25139) 84 : cluster [DBG] pgmap v35: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:21:05.683 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:21:05 smithi178 bash[22034]: cluster 2024-09-13T14:21:04.170959+0000 mgr.y (mgr.25139) 85 : cluster [DBG] pgmap v36: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:21:05.752 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:21:05 smithi062 bash[19845]: cluster 2024-09-13T14:21:04.170959+0000 mgr.y (mgr.25139) 85 : cluster [DBG] pgmap v36: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:21:05.752 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:21:05 smithi062 bash[26634]: cluster 2024-09-13T14:21:04.170959+0000 mgr.y (mgr.25139) 85 : cluster [DBG] pgmap v36: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:21:06.025 INFO:teuthology.orchestra.run.smithi062.stdout:true 2024-09-13T14:21:06.252 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:21:05 smithi062 bash[68610]: ::ffff:172.21.15.178 - - [13/Sep/2024:14:21:05] "GET /metrics HTTP/1.1" 200 38230 "" "Prometheus/2.43.0" 2024-09-13T14:21:06.659 INFO:teuthology.orchestra.run.smithi062.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-13T14:21:06.659 INFO:teuthology.orchestra.run.smithi062.stdout:alertmanager.a smithi062 *:9093,9094 running (25m) 10s ago 26m 13.4M - 0.25.0 c8568f914cd2 3855e7cada7e 2024-09-13T14:21:06.659 INFO:teuthology.orchestra.run.smithi062.stdout:grafana.a smithi178 *:3000 running (25m) 9s ago 25m 76.2M - 9.4.12 2bacad6d85d8 f92f4c844371 2024-09-13T14:21:06.660 INFO:teuthology.orchestra.run.smithi062.stdout:iscsi.foo.smithi062.auboqe smithi062 *:5000 running (55s) 10s ago 23m 47.4M - 3.8 19dc8d659727 5db99a6f8116 2024-09-13T14:21:06.660 INFO:teuthology.orchestra.run.smithi062.stdout:mgr.x smithi178 *:8443,9283,8765 running (42s) 9s ago 34m 439M - 19.3.0-4917-gb0201b8c 1641fe80ce72 fc18b6fcd5bd 2024-09-13T14:21:06.660 INFO:teuthology.orchestra.run.smithi062.stdout:mgr.y smithi062 *:8443,9283,8765 running (11m) 10s ago 37m 499M - 19.3.0-4917-gb0201b8c 1641fe80ce72 fd629cc84850 2024-09-13T14:21:06.660 INFO:teuthology.orchestra.run.smithi062.stdout:mon.a smithi062 running (37m) 10s ago 37m 82.3M 2048M 19.1.1-322-g7741f7f9 19dc8d659727 4664a2c15794 2024-09-13T14:21:06.660 INFO:teuthology.orchestra.run.smithi062.stdout:mon.b smithi178 running (35m) 9s ago 35m 59.5M 2048M 19.1.1-322-g7741f7f9 19dc8d659727 f0553780881c 2024-09-13T14:21:06.660 INFO:teuthology.orchestra.run.smithi062.stdout:mon.c smithi062 running (35m) 10s ago 35m 58.2M 2048M 19.1.1-322-g7741f7f9 19dc8d659727 0846e375e651 2024-09-13T14:21:06.660 INFO:teuthology.orchestra.run.smithi062.stdout:node-exporter.a smithi062 *:9100 running (18s) 10s ago 26m 2908k - 1.7.0 72c9c2088986 d2a19c03fb98 2024-09-13T14:21:06.660 INFO:teuthology.orchestra.run.smithi062.stdout:node-exporter.b smithi178 *:9100 running (13s) 9s ago 26m - - 1.7.0 72c9c2088986 ef73b17b6575 2024-09-13T14:21:06.660 INFO:teuthology.orchestra.run.smithi062.stdout:osd.0 smithi062 running (33m) 10s ago 34m 67.0M 3036M 19.1.1-322-g7741f7f9 19dc8d659727 a01ecc33ada0 2024-09-13T14:21:06.660 INFO:teuthology.orchestra.run.smithi062.stdout:osd.1 smithi062 running (33m) 10s ago 33m 59.2M 3036M 19.1.1-322-g7741f7f9 19dc8d659727 d6ca3f655d05 2024-09-13T14:21:06.660 INFO:teuthology.orchestra.run.smithi062.stdout:osd.2 smithi062 running (32m) 10s ago 32m 62.0M 3036M 19.1.1-322-g7741f7f9 19dc8d659727 f001b702483d 2024-09-13T14:21:06.660 INFO:teuthology.orchestra.run.smithi062.stdout:osd.3 smithi062 running (31m) 10s ago 31m 57.4M 3036M 19.1.1-322-g7741f7f9 19dc8d659727 cebed6322996 2024-09-13T14:21:06.661 INFO:teuthology.orchestra.run.smithi062.stdout:osd.4 smithi178 running (30m) 9s ago 30m 66.8M 3292M 19.1.1-322-g7741f7f9 19dc8d659727 7ff166ed36a8 2024-09-13T14:21:06.661 INFO:teuthology.orchestra.run.smithi062.stdout:osd.5 smithi178 running (29m) 9s ago 29m 64.0M 3292M 19.1.1-322-g7741f7f9 19dc8d659727 0ee354299930 2024-09-13T14:21:06.661 INFO:teuthology.orchestra.run.smithi062.stdout:osd.6 smithi178 running (28m) 9s ago 28m 54.8M 3292M 19.1.1-322-g7741f7f9 19dc8d659727 e6cb50c05b1b 2024-09-13T14:21:06.661 INFO:teuthology.orchestra.run.smithi062.stdout:osd.7 smithi178 running (27m) 9s ago 27m 64.4M 3292M 19.1.1-322-g7741f7f9 19dc8d659727 fbc9d74ccd0e 2024-09-13T14:21:06.661 INFO:teuthology.orchestra.run.smithi062.stdout:prometheus.a smithi178 *:9095 running (50s) 9s ago 26m 36.6M - 2.43.0 a07b618ecd1d b7ac6e1a5d87 2024-09-13T14:21:06.661 INFO:teuthology.orchestra.run.smithi062.stdout:rgw.foo.smithi062.raldkl smithi062 *:8000 running (24m) 10s ago 24m 100M - 19.1.1-322-g7741f7f9 19dc8d659727 c374202ad667 2024-09-13T14:21:06.661 INFO:teuthology.orchestra.run.smithi062.stdout:rgw.foo.smithi178.sseeij smithi178 *:8000 running (24m) 9s ago 24m 102M - 19.1.1-322-g7741f7f9 19dc8d659727 86fcacc26a6b 2024-09-13T14:21:07.052 INFO:teuthology.orchestra.run.smithi062.stdout:{ 2024-09-13T14:21:07.052 INFO:teuthology.orchestra.run.smithi062.stdout: "mon": { 2024-09-13T14:21:07.052 INFO:teuthology.orchestra.run.smithi062.stdout: "ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable)": 3 2024-09-13T14:21:07.052 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-09-13T14:21:07.053 INFO:teuthology.orchestra.run.smithi062.stdout: "mgr": { 2024-09-13T14:21:07.053 INFO:teuthology.orchestra.run.smithi062.stdout: "ceph version 19.3.0-4917-gb0201b8c (b0201b8c79733293453e7f10a10c7fa43119222b) squid (dev)": 2 2024-09-13T14:21:07.053 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-09-13T14:21:07.053 INFO:teuthology.orchestra.run.smithi062.stdout: "osd": { 2024-09-13T14:21:07.053 INFO:teuthology.orchestra.run.smithi062.stdout: "ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable)": 8 2024-09-13T14:21:07.053 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-09-13T14:21:07.053 INFO:teuthology.orchestra.run.smithi062.stdout: "rgw": { 2024-09-13T14:21:07.053 INFO:teuthology.orchestra.run.smithi062.stdout: "ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable)": 2 2024-09-13T14:21:07.053 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-09-13T14:21:07.053 INFO:teuthology.orchestra.run.smithi062.stdout: "overall": { 2024-09-13T14:21:07.053 INFO:teuthology.orchestra.run.smithi062.stdout: "ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable)": 13, 2024-09-13T14:21:07.053 INFO:teuthology.orchestra.run.smithi062.stdout: "ceph version 19.3.0-4917-gb0201b8c (b0201b8c79733293453e7f10a10c7fa43119222b) squid (dev)": 2 2024-09-13T14:21:07.053 INFO:teuthology.orchestra.run.smithi062.stdout: } 2024-09-13T14:21:07.053 INFO:teuthology.orchestra.run.smithi062.stdout:} 2024-09-13T14:21:07.365 INFO:teuthology.orchestra.run.smithi062.stdout:{ 2024-09-13T14:21:07.365 INFO:teuthology.orchestra.run.smithi062.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph:b0201b8c79733293453e7f10a10c7fa43119222b", 2024-09-13T14:21:07.366 INFO:teuthology.orchestra.run.smithi062.stdout: "in_progress": true, 2024-09-13T14:21:07.366 INFO:teuthology.orchestra.run.smithi062.stdout: "which": "Upgrading daemons of type(s) mgr", 2024-09-13T14:21:07.366 INFO:teuthology.orchestra.run.smithi062.stdout: "services_complete": [ 2024-09-13T14:21:07.366 INFO:teuthology.orchestra.run.smithi062.stdout: "mgr" 2024-09-13T14:21:07.366 INFO:teuthology.orchestra.run.smithi062.stdout: ], 2024-09-13T14:21:07.366 INFO:teuthology.orchestra.run.smithi062.stdout: "progress": "2/2 daemons upgraded", 2024-09-13T14:21:07.366 INFO:teuthology.orchestra.run.smithi062.stdout: "message": "Currently upgrading node-exporter daemons", 2024-09-13T14:21:07.366 INFO:teuthology.orchestra.run.smithi062.stdout: "is_paused": false 2024-09-13T14:21:07.366 INFO:teuthology.orchestra.run.smithi062.stdout:} 2024-09-13T14:21:08.183 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:21:07 smithi178 bash[22034]: audit 2024-09-13T14:21:06.011150+0000 mgr.y (mgr.25139) 86 : audit [DBG] from='client.25361 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:21:08.183 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:21:07 smithi178 bash[22034]: cluster 2024-09-13T14:21:06.171489+0000 mgr.y (mgr.25139) 87 : cluster [DBG] pgmap v37: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:21:08.183 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:21:07 smithi178 bash[22034]: audit 2024-09-13T14:21:06.352019+0000 mgr.y (mgr.25139) 88 : audit [DBG] from='client.25367 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:21:08.183 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:21:07 smithi178 bash[22034]: audit 2024-09-13T14:21:06.647640+0000 mgr.y (mgr.25139) 89 : audit [DBG] from='client.15495 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:21:08.184 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:21:07 smithi178 bash[22034]: audit 2024-09-13T14:21:06.987563+0000 mon.a (mon.0) 1376 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:21:08.184 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:21:07 smithi178 bash[22034]: audit 2024-09-13T14:21:07.000847+0000 mon.a (mon.0) 1377 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:21:08.184 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:21:07 smithi178 bash[22034]: audit 2024-09-13T14:21:07.053810+0000 mon.a (mon.0) 1378 : audit [DBG] from='client.? 172.21.15.62:0/3961147087' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:21:08.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:21:07 smithi062 bash[19845]: audit 2024-09-13T14:21:06.011150+0000 mgr.y (mgr.25139) 86 : audit [DBG] from='client.25361 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:21:08.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:21:07 smithi062 bash[19845]: cluster 2024-09-13T14:21:06.171489+0000 mgr.y (mgr.25139) 87 : cluster [DBG] pgmap v37: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:21:08.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:21:07 smithi062 bash[19845]: audit 2024-09-13T14:21:06.352019+0000 mgr.y (mgr.25139) 88 : audit [DBG] from='client.25367 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:21:08.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:21:07 smithi062 bash[19845]: audit 2024-09-13T14:21:06.647640+0000 mgr.y (mgr.25139) 89 : audit [DBG] from='client.15495 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:21:08.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:21:07 smithi062 bash[19845]: audit 2024-09-13T14:21:06.987563+0000 mon.a (mon.0) 1376 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:21:08.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:21:07 smithi062 bash[19845]: audit 2024-09-13T14:21:07.000847+0000 mon.a (mon.0) 1377 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:21:08.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:21:07 smithi062 bash[19845]: audit 2024-09-13T14:21:07.053810+0000 mon.a (mon.0) 1378 : audit [DBG] from='client.? 172.21.15.62:0/3961147087' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:21:08.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:21:07 smithi062 bash[26634]: audit 2024-09-13T14:21:06.011150+0000 mgr.y (mgr.25139) 86 : audit [DBG] from='client.25361 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:21:08.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:21:07 smithi062 bash[26634]: cluster 2024-09-13T14:21:06.171489+0000 mgr.y (mgr.25139) 87 : cluster [DBG] pgmap v37: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:21:08.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:21:07 smithi062 bash[26634]: audit 2024-09-13T14:21:06.352019+0000 mgr.y (mgr.25139) 88 : audit [DBG] from='client.25367 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:21:08.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:21:07 smithi062 bash[26634]: audit 2024-09-13T14:21:06.647640+0000 mgr.y (mgr.25139) 89 : audit [DBG] from='client.15495 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:21:08.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:21:07 smithi062 bash[26634]: audit 2024-09-13T14:21:06.987563+0000 mon.a (mon.0) 1376 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:21:08.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:21:07 smithi062 bash[26634]: audit 2024-09-13T14:21:07.000847+0000 mon.a (mon.0) 1377 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:21:08.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:21:07 smithi062 bash[26634]: audit 2024-09-13T14:21:07.053810+0000 mon.a (mon.0) 1378 : audit [DBG] from='client.? 172.21.15.62:0/3961147087' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:21:09.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:21:08 smithi062 bash[19845]: audit 2024-09-13T14:21:07.366900+0000 mgr.y (mgr.25139) 90 : audit [DBG] from='client.25385 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:21:09.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:21:08 smithi062 bash[19845]: audit 2024-09-13T14:21:08.273592+0000 mon.a (mon.0) 1379 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:21:09.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:21:08 smithi062 bash[19845]: audit 2024-09-13T14:21:08.285985+0000 mon.a (mon.0) 1380 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:21:09.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:21:08 smithi062 bash[19845]: audit 2024-09-13T14:21:08.288322+0000 mon.a (mon.0) 1381 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:21:09.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:21:08 smithi062 bash[19845]: audit 2024-09-13T14:21:08.290434+0000 mon.a (mon.0) 1382 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T14:21:09.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:21:08 smithi062 bash[19845]: audit 2024-09-13T14:21:08.301700+0000 mon.a (mon.0) 1383 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:21:09.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:21:09 smithi062 bash[19845]: audit 2024-09-13T14:21:08.438823+0000 mon.a (mon.0) 1384 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T14:21:09.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:21:09 smithi062 bash[19845]: audit 2024-09-13T14:21:08.442466+0000 mon.a (mon.0) 1385 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:21:09.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:21:09 smithi062 bash[19845]: audit 2024-09-13T14:21:08.445359+0000 mon.a (mon.0) 1386 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:21:09.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:21:09 smithi062 bash[19845]: audit 2024-09-13T14:21:08.448295+0000 mon.a (mon.0) 1387 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:21:09.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:21:09 smithi062 bash[19845]: audit 2024-09-13T14:21:08.450948+0000 mon.a (mon.0) 1388 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:21:09.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:21:09 smithi062 bash[19845]: audit 2024-09-13T14:21:08.453342+0000 mon.a (mon.0) 1389 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:21:09.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:21:09 smithi062 bash[19845]: audit 2024-09-13T14:21:08.456158+0000 mon.a (mon.0) 1390 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:21:09.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:21:09 smithi062 bash[19845]: audit 2024-09-13T14:21:08.459939+0000 mon.a (mon.0) 1391 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:21:09.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:21:09 smithi062 bash[19845]: audit 2024-09-13T14:21:08.464501+0000 mon.a (mon.0) 1392 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:21:09.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:21:09 smithi062 bash[19845]: audit 2024-09-13T14:21:08.468534+0000 mon.a (mon.0) 1393 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:21:09.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:21:08 smithi062 bash[26634]: audit 2024-09-13T14:21:07.366900+0000 mgr.y (mgr.25139) 90 : audit [DBG] from='client.25385 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:21:09.255 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:21:08 smithi062 bash[26634]: audit 2024-09-13T14:21:08.273592+0000 mon.a (mon.0) 1379 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:21:09.255 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:21:08 smithi062 bash[26634]: audit 2024-09-13T14:21:08.285985+0000 mon.a (mon.0) 1380 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:21:09.255 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:21:08 smithi062 bash[26634]: audit 2024-09-13T14:21:08.288322+0000 mon.a (mon.0) 1381 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:21:09.255 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:21:08 smithi062 bash[26634]: audit 2024-09-13T14:21:08.290434+0000 mon.a (mon.0) 1382 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T14:21:09.255 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:21:08 smithi062 bash[26634]: audit 2024-09-13T14:21:08.301700+0000 mon.a (mon.0) 1383 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:21:09.255 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:21:08 smithi062 bash[26634]: audit 2024-09-13T14:21:08.438823+0000 mon.a (mon.0) 1384 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T14:21:09.255 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:21:08 smithi062 bash[26634]: audit 2024-09-13T14:21:08.442466+0000 mon.a (mon.0) 1385 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:21:09.255 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:21:08 smithi062 bash[26634]: audit 2024-09-13T14:21:08.445359+0000 mon.a (mon.0) 1386 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:21:09.255 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:21:08 smithi062 bash[26634]: audit 2024-09-13T14:21:08.448295+0000 mon.a (mon.0) 1387 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:21:09.255 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:21:08 smithi062 bash[26634]: audit 2024-09-13T14:21:08.450948+0000 mon.a (mon.0) 1388 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:21:09.255 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:21:08 smithi062 bash[26634]: audit 2024-09-13T14:21:08.453342+0000 mon.a (mon.0) 1389 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:21:09.255 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:21:09 smithi062 bash[26634]: audit 2024-09-13T14:21:08.456158+0000 mon.a (mon.0) 1390 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:21:09.255 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:21:09 smithi062 bash[26634]: audit 2024-09-13T14:21:08.459939+0000 mon.a (mon.0) 1391 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:21:09.255 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:21:09 smithi062 bash[26634]: audit 2024-09-13T14:21:08.464501+0000 mon.a (mon.0) 1392 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:21:09.255 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:21:09 smithi062 bash[26634]: audit 2024-09-13T14:21:08.468534+0000 mon.a (mon.0) 1393 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:21:09.433 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:21:08 smithi178 bash[22034]: audit 2024-09-13T14:21:07.366900+0000 mgr.y (mgr.25139) 90 : audit [DBG] from='client.25385 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:21:09.433 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:21:08 smithi178 bash[22034]: audit 2024-09-13T14:21:08.273592+0000 mon.a (mon.0) 1379 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:21:09.434 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:21:08 smithi178 bash[22034]: audit 2024-09-13T14:21:08.285985+0000 mon.a (mon.0) 1380 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:21:09.434 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:21:08 smithi178 bash[22034]: audit 2024-09-13T14:21:08.288322+0000 mon.a (mon.0) 1381 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:21:09.434 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:21:08 smithi178 bash[22034]: audit 2024-09-13T14:21:08.290434+0000 mon.a (mon.0) 1382 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T14:21:09.434 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:21:08 smithi178 bash[22034]: audit 2024-09-13T14:21:08.301700+0000 mon.a (mon.0) 1383 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:21:09.434 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:21:08 smithi178 bash[22034]: audit 2024-09-13T14:21:08.438823+0000 mon.a (mon.0) 1384 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T14:21:09.434 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:21:08 smithi178 bash[22034]: audit 2024-09-13T14:21:08.442466+0000 mon.a (mon.0) 1385 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:21:09.434 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:21:08 smithi178 bash[22034]: audit 2024-09-13T14:21:08.445359+0000 mon.a (mon.0) 1386 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:21:09.434 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:21:08 smithi178 bash[22034]: audit 2024-09-13T14:21:08.448295+0000 mon.a (mon.0) 1387 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:21:09.434 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:21:08 smithi178 bash[22034]: audit 2024-09-13T14:21:08.450948+0000 mon.a (mon.0) 1388 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:21:09.434 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:21:08 smithi178 bash[22034]: audit 2024-09-13T14:21:08.453342+0000 mon.a (mon.0) 1389 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:21:09.434 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:21:08 smithi178 bash[22034]: audit 2024-09-13T14:21:08.456158+0000 mon.a (mon.0) 1390 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:21:09.434 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:21:08 smithi178 bash[22034]: audit 2024-09-13T14:21:08.459939+0000 mon.a (mon.0) 1391 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:21:09.434 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:21:08 smithi178 bash[22034]: audit 2024-09-13T14:21:08.464501+0000 mon.a (mon.0) 1392 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:21:09.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:21:08 smithi178 bash[22034]: audit 2024-09-13T14:21:08.468534+0000 mon.a (mon.0) 1393 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:21:10.252 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:21:09 smithi062 bash[19845]: cluster 2024-09-13T14:21:08.172181+0000 mgr.y (mgr.25139) 91 : cluster [DBG] pgmap v38: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-13T14:21:10.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:21:09 smithi062 bash[26634]: cluster 2024-09-13T14:21:08.172181+0000 mgr.y (mgr.25139) 91 : cluster [DBG] pgmap v38: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-13T14:21:10.289 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:21:09 smithi178 bash[22034]: cluster 2024-09-13T14:21:08.172181+0000 mgr.y (mgr.25139) 91 : cluster [DBG] pgmap v38: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 853 B/s rd, 0 op/s 2024-09-13T14:21:12.252 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:21:12 smithi062 bash[26634]: cluster 2024-09-13T14:21:10.173764+0000 mgr.y (mgr.25139) 92 : cluster [DBG] pgmap v39: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:21:12.256 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:21:12 smithi062 bash[26634]: cephadm 2024-09-13T14:21:10.994987+0000 mgr.y (mgr.25139) 93 : cephadm [INF] Upgrade: Updating prometheus.a 2024-09-13T14:21:12.256 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:21:12 smithi062 bash[19845]: cluster 2024-09-13T14:21:10.173764+0000 mgr.y (mgr.25139) 92 : cluster [DBG] pgmap v39: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:21:12.256 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:21:12 smithi062 bash[19845]: cephadm 2024-09-13T14:21:10.994987+0000 mgr.y (mgr.25139) 93 : cephadm [INF] Upgrade: Updating prometheus.a 2024-09-13T14:21:12.433 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:21:12 smithi178 bash[22034]: cluster 2024-09-13T14:21:10.173764+0000 mgr.y (mgr.25139) 92 : cluster [DBG] pgmap v39: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:21:12.433 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:21:12 smithi178 bash[22034]: cephadm 2024-09-13T14:21:10.994987+0000 mgr.y (mgr.25139) 93 : cephadm [INF] Upgrade: Updating prometheus.a 2024-09-13T14:21:13.433 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:21:13 smithi178 bash[22034]: cephadm 2024-09-13T14:21:11.305512+0000 mgr.y (mgr.25139) 94 : cephadm [INF] Deploying daemon prometheus.a on smithi178 2024-09-13T14:21:13.502 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:21:13 smithi062 bash[19845]: cephadm 2024-09-13T14:21:11.305512+0000 mgr.y (mgr.25139) 94 : cephadm [INF] Deploying daemon prometheus.a on smithi178 2024-09-13T14:21:13.502 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:21:13 smithi062 bash[26634]: cephadm 2024-09-13T14:21:11.305512+0000 mgr.y (mgr.25139) 94 : cephadm [INF] Deploying daemon prometheus.a on smithi178 2024-09-13T14:21:14.433 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:21:14 smithi178 bash[22034]: audit 2024-09-13T14:21:12.168456+0000 mgr.y (mgr.25139) 95 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:21:14.433 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:21:14 smithi178 bash[22034]: cluster 2024-09-13T14:21:12.174577+0000 mgr.y (mgr.25139) 96 : cluster [DBG] pgmap v40: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:21:14.433 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:21:14 smithi178 bash[22034]: audit 2024-09-13T14:21:13.850566+0000 mon.a (mon.0) 1394 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:21:14.502 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:21:14 smithi062 bash[19845]: audit 2024-09-13T14:21:12.168456+0000 mgr.y (mgr.25139) 95 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:21:14.502 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:21:14 smithi062 bash[19845]: cluster 2024-09-13T14:21:12.174577+0000 mgr.y (mgr.25139) 96 : cluster [DBG] pgmap v40: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:21:14.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:21:14 smithi062 bash[19845]: audit 2024-09-13T14:21:13.850566+0000 mon.a (mon.0) 1394 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:21:14.503 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:21:14 smithi062 bash[26634]: audit 2024-09-13T14:21:12.168456+0000 mgr.y (mgr.25139) 95 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:21:14.503 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:21:14 smithi062 bash[26634]: cluster 2024-09-13T14:21:12.174577+0000 mgr.y (mgr.25139) 96 : cluster [DBG] pgmap v40: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:21:14.503 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:21:14 smithi062 bash[26634]: audit 2024-09-13T14:21:13.850566+0000 mon.a (mon.0) 1394 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:21:15.433 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:21:15 smithi178 bash[22034]: cluster 2024-09-13T14:21:14.176907+0000 mgr.y (mgr.25139) 97 : cluster [DBG] pgmap v41: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:21:15.502 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:21:15 smithi062 bash[26634]: cluster 2024-09-13T14:21:14.176907+0000 mgr.y (mgr.25139) 97 : cluster [DBG] pgmap v41: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:21:15.502 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:21:15 smithi062 bash[19845]: cluster 2024-09-13T14:21:14.176907+0000 mgr.y (mgr.25139) 97 : cluster [DBG] pgmap v41: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:21:16.252 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:21:15 smithi062 bash[68610]: ::ffff:172.21.15.178 - - [13/Sep/2024:14:21:15] "GET /metrics HTTP/1.1" 200 38229 "" "Prometheus/2.43.0" 2024-09-13T14:21:17.502 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:21:17 smithi062 bash[19845]: cluster 2024-09-13T14:21:16.177772+0000 mgr.y (mgr.25139) 98 : cluster [DBG] pgmap v42: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:21:17.503 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:21:17 smithi062 bash[26634]: cluster 2024-09-13T14:21:16.177772+0000 mgr.y (mgr.25139) 98 : cluster [DBG] pgmap v42: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:21:17.683 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:21:17 smithi178 bash[22034]: cluster 2024-09-13T14:21:16.177772+0000 mgr.y (mgr.25139) 98 : cluster [DBG] pgmap v42: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:21:19.502 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:21:19 smithi062 bash[19845]: cluster 2024-09-13T14:21:18.178654+0000 mgr.y (mgr.25139) 99 : cluster [DBG] pgmap v43: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:21:19.503 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:21:19 smithi062 bash[26634]: cluster 2024-09-13T14:21:18.178654+0000 mgr.y (mgr.25139) 99 : cluster [DBG] pgmap v43: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:21:19.683 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:21:19 smithi178 bash[22034]: cluster 2024-09-13T14:21:18.178654+0000 mgr.y (mgr.25139) 99 : cluster [DBG] pgmap v43: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:21:21.502 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:21:21 smithi062 bash[19845]: cluster 2024-09-13T14:21:20.180439+0000 mgr.y (mgr.25139) 100 : cluster [DBG] pgmap v44: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:21:21.503 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:21:21 smithi062 bash[26634]: cluster 2024-09-13T14:21:20.180439+0000 mgr.y (mgr.25139) 100 : cluster [DBG] pgmap v44: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:21:21.683 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:21:21 smithi178 bash[22034]: cluster 2024-09-13T14:21:20.180439+0000 mgr.y (mgr.25139) 100 : cluster [DBG] pgmap v44: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:21:23.433 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:21:23 smithi178 bash[22034]: audit 2024-09-13T14:21:22.179547+0000 mgr.y (mgr.25139) 101 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:21:23.433 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:21:23 smithi178 bash[22034]: cluster 2024-09-13T14:21:22.181131+0000 mgr.y (mgr.25139) 102 : cluster [DBG] pgmap v45: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:21:23.502 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:21:23 smithi062 bash[26634]: audit 2024-09-13T14:21:22.179547+0000 mgr.y (mgr.25139) 101 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:21:23.503 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:21:23 smithi062 bash[26634]: cluster 2024-09-13T14:21:22.181131+0000 mgr.y (mgr.25139) 102 : cluster [DBG] pgmap v45: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:21:23.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:21:23 smithi062 bash[19845]: audit 2024-09-13T14:21:22.179547+0000 mgr.y (mgr.25139) 101 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:21:23.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:21:23 smithi062 bash[19845]: cluster 2024-09-13T14:21:22.181131+0000 mgr.y (mgr.25139) 102 : cluster [DBG] pgmap v45: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:21:25.352 INFO:journalctl@ceph.osd.4.smithi178.stdout:Sep 13 14:21:25 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:21:25.353 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 14:21:25 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:21:25.353 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:21:25 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:21:25.353 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:21:25 smithi178 bash[22034]: cluster 2024-09-13T14:21:24.182785+0000 mgr.y (mgr.25139) 103 : cluster [DBG] pgmap v46: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:21:25.354 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:21:25 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:21:25.354 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 13 14:21:25 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:21:25.355 INFO:journalctl@ceph.osd.5.smithi178.stdout:Sep 13 14:21:25 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:21:25.355 INFO:journalctl@ceph.osd.6.smithi178.stdout:Sep 13 14:21:25 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:21:25.356 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 13 14:21:25 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:21:25.356 INFO:journalctl@ceph.osd.7.smithi178.stdout:Sep 13 14:21:25 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:21:25.502 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:21:25 smithi062 bash[26634]: cluster 2024-09-13T14:21:24.182785+0000 mgr.y (mgr.25139) 103 : cluster [DBG] pgmap v46: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:21:25.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:21:25 smithi062 bash[19845]: cluster 2024-09-13T14:21:24.182785+0000 mgr.y (mgr.25139) 103 : cluster [DBG] pgmap v46: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:21:25.683 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 14:21:25 smithi178 systemd[1]: Stopping Ceph prometheus.a for ff1149ea-71d5-11ef-bceb-c7b262605968... 2024-09-13T14:21:25.683 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 14:21:25 smithi178 bash[56339]: ts=2024-09-13T14:21:25.475Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-09-13T14:21:25.683 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 14:21:25 smithi178 bash[56339]: ts=2024-09-13T14:21:25.475Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2024-09-13T14:21:25.684 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 14:21:25 smithi178 bash[56339]: ts=2024-09-13T14:21:25.475Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2024-09-13T14:21:25.684 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 14:21:25 smithi178 bash[56339]: ts=2024-09-13T14:21:25.475Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2024-09-13T14:21:25.684 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 14:21:25 smithi178 bash[56339]: ts=2024-09-13T14:21:25.475Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2024-09-13T14:21:25.684 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 14:21:25 smithi178 bash[56339]: ts=2024-09-13T14:21:25.475Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2024-09-13T14:21:25.684 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 14:21:25 smithi178 bash[56339]: ts=2024-09-13T14:21:25.475Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2024-09-13T14:21:25.684 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 14:21:25 smithi178 bash[56339]: ts=2024-09-13T14:21:25.475Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2024-09-13T14:21:25.684 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 14:21:25 smithi178 bash[56339]: ts=2024-09-13T14:21:25.475Z caller=main.go:907 level=info msg="Scrape manager stopped" 2024-09-13T14:21:25.684 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 14:21:25 smithi178 bash[56339]: ts=2024-09-13T14:21:25.476Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2024-09-13T14:21:25.684 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 14:21:25 smithi178 bash[56339]: ts=2024-09-13T14:21:25.476Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2024-09-13T14:21:25.684 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 14:21:25 smithi178 bash[56339]: ts=2024-09-13T14:21:25.476Z caller=main.go:1147 level=info msg="See you next time!" 2024-09-13T14:21:26.433 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 14:21:26 smithi178 bash[63135]: ceph-ff1149ea-71d5-11ef-bceb-c7b262605968-prometheus-a 2024-09-13T14:21:26.433 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 14:21:26 smithi178 bash[63195]: Error response from daemon: No such container: ceph-ff1149ea-71d5-11ef-bceb-c7b262605968-prometheus-a 2024-09-13T14:21:26.433 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 14:21:26 smithi178 systemd[1]: ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@prometheus.a.service: Deactivated successfully. 2024-09-13T14:21:26.433 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 14:21:26 smithi178 systemd[1]: Stopped Ceph prometheus.a for ff1149ea-71d5-11ef-bceb-c7b262605968. 2024-09-13T14:21:26.933 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 14:21:26 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:21:26.933 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 14:21:26 smithi178 systemd[1]: Started Ceph prometheus.a for ff1149ea-71d5-11ef-bceb-c7b262605968. 2024-09-13T14:21:26.933 INFO:journalctl@ceph.osd.5.smithi178.stdout:Sep 13 14:21:26 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:21:26.934 INFO:journalctl@ceph.osd.7.smithi178.stdout:Sep 13 14:21:26 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:21:26.934 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 13 14:21:26 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:21:26.935 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:21:26 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:21:26.935 INFO:journalctl@ceph.osd.4.smithi178.stdout:Sep 13 14:21:26 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:21:26.936 INFO:journalctl@ceph.osd.6.smithi178.stdout:Sep 13 14:21:26 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:21:26.936 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 13 14:21:26 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:21:26.936 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:21:26 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:21:27.887 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:21:27 smithi178 bash[22034]: cluster 2024-09-13T14:21:26.183496+0000 mgr.y (mgr.25139) 104 : cluster [DBG] pgmap v47: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:21:27.887 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:21:27 smithi178 bash[22034]: audit 2024-09-13T14:21:26.636383+0000 mon.a (mon.0) 1395 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:21:27.887 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:21:27 smithi178 bash[22034]: audit 2024-09-13T14:21:26.647522+0000 mon.a (mon.0) 1396 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:21:27.888 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 14:21:27 smithi178 bash[63249]: ts=2024-09-13T14:21:27.868Z caller=main.go:617 level=info msg="Starting Prometheus Server" mode=server version="(version=2.51.0, branch=HEAD, revision=c05c15512acb675e3f6cd662a6727854e93fc024)" 2024-09-13T14:21:27.888 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 14:21:27 smithi178 bash[63249]: ts=2024-09-13T14:21:27.868Z caller=main.go:622 level=info build_context="(go=go1.22.1, platform=linux/amd64, user=root@b5723e458358, date=20240319-10:54:45, tags=netgo,builtinassets,stringlabels)" 2024-09-13T14:21:27.888 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 14:21:27 smithi178 bash[63249]: ts=2024-09-13T14:21:27.868Z caller=main.go:623 level=info host_details="(Linux 5.15.0-121-generic #131-Ubuntu SMP Fri Aug 9 08:29:53 UTC 2024 x86_64 smithi178 (none))" 2024-09-13T14:21:27.888 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 14:21:27 smithi178 bash[63249]: ts=2024-09-13T14:21:27.868Z caller=main.go:624 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-09-13T14:21:27.888 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 14:21:27 smithi178 bash[63249]: ts=2024-09-13T14:21:27.868Z caller=main.go:625 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-09-13T14:21:27.888 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 14:21:27 smithi178 bash[63249]: ts=2024-09-13T14:21:27.870Z caller=web.go:568 level=info component=web msg="Start listening for connections" address=:9095 2024-09-13T14:21:27.889 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 14:21:27 smithi178 bash[63249]: ts=2024-09-13T14:21:27.870Z caller=main.go:1129 level=info msg="Starting TSDB ..." 2024-09-13T14:21:27.889 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 14:21:27 smithi178 bash[63249]: ts=2024-09-13T14:21:27.872Z caller=tls_config.go:313 level=info component=web msg="Listening on" address=[::]:9095 2024-09-13T14:21:27.889 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 14:21:27 smithi178 bash[63249]: ts=2024-09-13T14:21:27.872Z caller=tls_config.go:316 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-09-13T14:21:27.889 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 14:21:27 smithi178 bash[63249]: ts=2024-09-13T14:21:27.875Z caller=head.go:616 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-09-13T14:21:27.889 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 14:21:27 smithi178 bash[63249]: ts=2024-09-13T14:21:27.877Z caller=head.go:698 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=1.737998ms 2024-09-13T14:21:27.889 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 14:21:27 smithi178 bash[63249]: ts=2024-09-13T14:21:27.877Z caller=head.go:706 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-09-13T14:21:27.889 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 14:21:27 smithi178 bash[63249]: ts=2024-09-13T14:21:27.877Z caller=head.go:778 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=6 2024-09-13T14:21:27.889 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 14:21:27 smithi178 bash[63249]: ts=2024-09-13T14:21:27.889Z caller=head.go:778 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=6 2024-09-13T14:21:27.904 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:21:27 smithi062 bash[19845]: cluster 2024-09-13T14:21:26.183496+0000 mgr.y (mgr.25139) 104 : cluster [DBG] pgmap v47: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:21:27.904 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:21:27 smithi062 bash[19845]: audit 2024-09-13T14:21:26.636383+0000 mon.a (mon.0) 1395 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:21:27.904 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:21:27 smithi062 bash[19845]: audit 2024-09-13T14:21:26.647522+0000 mon.a (mon.0) 1396 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:21:27.905 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:21:27 smithi062 bash[26634]: cluster 2024-09-13T14:21:26.183496+0000 mgr.y (mgr.25139) 104 : cluster [DBG] pgmap v47: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:21:27.905 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:21:27 smithi062 bash[26634]: audit 2024-09-13T14:21:26.636383+0000 mon.a (mon.0) 1395 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:21:27.905 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:21:27 smithi062 bash[26634]: audit 2024-09-13T14:21:26.647522+0000 mon.a (mon.0) 1396 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:21:28.183 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 14:21:27 smithi178 bash[63249]: ts=2024-09-13T14:21:27.893Z caller=head.go:778 level=info component=tsdb msg="WAL segment loaded" segment=2 maxSegment=6 2024-09-13T14:21:28.184 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 14:21:27 smithi178 bash[63249]: ts=2024-09-13T14:21:27.895Z caller=head.go:778 level=info component=tsdb msg="WAL segment loaded" segment=3 maxSegment=6 2024-09-13T14:21:28.184 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 14:21:27 smithi178 bash[63249]: ts=2024-09-13T14:21:27.899Z caller=head.go:778 level=info component=tsdb msg="WAL segment loaded" segment=4 maxSegment=6 2024-09-13T14:21:28.184 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 14:21:27 smithi178 bash[63249]: ts=2024-09-13T14:21:27.902Z caller=head.go:778 level=info component=tsdb msg="WAL segment loaded" segment=5 maxSegment=6 2024-09-13T14:21:28.184 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 14:21:27 smithi178 bash[63249]: ts=2024-09-13T14:21:27.902Z caller=head.go:778 level=info component=tsdb msg="WAL segment loaded" segment=6 maxSegment=6 2024-09-13T14:21:28.184 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 14:21:27 smithi178 bash[63249]: ts=2024-09-13T14:21:27.902Z caller=head.go:815 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=51.372µs wal_replay_duration=25.281936ms wbl_replay_duration=164ns total_replay_duration=27.099671ms 2024-09-13T14:21:28.184 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 14:21:27 smithi178 bash[63249]: ts=2024-09-13T14:21:27.904Z caller=main.go:1150 level=info fs_type=XFS_SUPER_MAGIC 2024-09-13T14:21:28.184 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 14:21:27 smithi178 bash[63249]: ts=2024-09-13T14:21:27.905Z caller=main.go:1153 level=info msg="TSDB started" 2024-09-13T14:21:28.184 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 14:21:27 smithi178 bash[63249]: ts=2024-09-13T14:21:27.905Z caller=main.go:1335 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-09-13T14:21:28.184 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 14:21:27 smithi178 bash[63249]: ts=2024-09-13T14:21:27.921Z caller=main.go:1372 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=16.829557ms db_storage=961ns remote_storage=1.195µs web_handler=498ns query_engine=655ns scrape=280.362µs scrape_sd=142.207µs notify=19.607µs notify_sd=35.75µs rules=15.89141ms tracing=5.608µs 2024-09-13T14:21:28.184 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 14:21:27 smithi178 bash[63249]: ts=2024-09-13T14:21:27.921Z caller=main.go:1114 level=info msg="Server is ready to receive web requests." 2024-09-13T14:21:28.184 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 14:21:27 smithi178 bash[63249]: ts=2024-09-13T14:21:27.921Z caller=manager.go:163 level=info component="rule manager" msg="Starting rule manager..." 2024-09-13T14:21:29.933 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:21:29 smithi178 bash[22034]: cluster 2024-09-13T14:21:28.184222+0000 mgr.y (mgr.25139) 105 : cluster [DBG] pgmap v48: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:21:29.933 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:21:29 smithi178 bash[22034]: audit 2024-09-13T14:21:28.851035+0000 mon.a (mon.0) 1397 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:21:30.002 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:21:29 smithi062 bash[26634]: cluster 2024-09-13T14:21:28.184222+0000 mgr.y (mgr.25139) 105 : cluster [DBG] pgmap v48: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:21:30.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:21:29 smithi062 bash[26634]: audit 2024-09-13T14:21:28.851035+0000 mon.a (mon.0) 1397 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:21:30.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:21:29 smithi062 bash[19845]: cluster 2024-09-13T14:21:28.184222+0000 mgr.y (mgr.25139) 105 : cluster [DBG] pgmap v48: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:21:30.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:21:29 smithi062 bash[19845]: audit 2024-09-13T14:21:28.851035+0000 mon.a (mon.0) 1397 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:21:31.933 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:21:31 smithi178 bash[22034]: cluster 2024-09-13T14:21:30.185843+0000 mgr.y (mgr.25139) 106 : cluster [DBG] pgmap v49: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:21:32.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:21:31 smithi062 bash[19845]: cluster 2024-09-13T14:21:30.185843+0000 mgr.y (mgr.25139) 106 : cluster [DBG] pgmap v49: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:21:32.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:21:31 smithi062 bash[26634]: cluster 2024-09-13T14:21:30.185843+0000 mgr.y (mgr.25139) 106 : cluster [DBG] pgmap v49: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:21:33.936 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:21:33 smithi178 bash[22034]: cluster 2024-09-13T14:21:32.186589+0000 mgr.y (mgr.25139) 107 : cluster [DBG] pgmap v50: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:21:33.936 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:21:33 smithi178 bash[22034]: audit 2024-09-13T14:21:32.188394+0000 mgr.y (mgr.25139) 108 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:21:33.936 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:21:33 smithi178 bash[22034]: audit 2024-09-13T14:21:32.643155+0000 mon.a (mon.0) 1398 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:21:33.936 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:21:33 smithi178 bash[22034]: audit 2024-09-13T14:21:32.658411+0000 mon.a (mon.0) 1399 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:21:34.002 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:21:33 smithi062 bash[68610]: ::ffff:172.21.15.178 - - [13/Sep/2024:14:21:33] "GET /metrics HTTP/1.1" 200 38227 "" "Prometheus/2.51.0" 2024-09-13T14:21:34.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:21:33 smithi062 bash[26634]: cluster 2024-09-13T14:21:32.186589+0000 mgr.y (mgr.25139) 107 : cluster [DBG] pgmap v50: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:21:34.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:21:33 smithi062 bash[26634]: audit 2024-09-13T14:21:32.188394+0000 mgr.y (mgr.25139) 108 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:21:34.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:21:33 smithi062 bash[26634]: audit 2024-09-13T14:21:32.643155+0000 mon.a (mon.0) 1398 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:21:34.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:21:33 smithi062 bash[26634]: audit 2024-09-13T14:21:32.658411+0000 mon.a (mon.0) 1399 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:21:34.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:21:33 smithi062 bash[19845]: cluster 2024-09-13T14:21:32.186589+0000 mgr.y (mgr.25139) 107 : cluster [DBG] pgmap v50: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:21:34.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:21:33 smithi062 bash[19845]: audit 2024-09-13T14:21:32.188394+0000 mgr.y (mgr.25139) 108 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:21:34.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:21:33 smithi062 bash[19845]: audit 2024-09-13T14:21:32.643155+0000 mon.a (mon.0) 1398 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:21:34.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:21:33 smithi062 bash[19845]: audit 2024-09-13T14:21:32.658411+0000 mon.a (mon.0) 1399 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:21:35.183 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:21:34 smithi178 bash[22034]: audit 2024-09-13T14:21:33.802674+0000 mon.a (mon.0) 1400 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:21:35.183 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:21:34 smithi178 bash[22034]: audit 2024-09-13T14:21:33.814234+0000 mon.a (mon.0) 1401 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:21:35.252 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:21:34 smithi062 bash[19845]: audit 2024-09-13T14:21:33.802674+0000 mon.a (mon.0) 1400 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:21:35.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:21:34 smithi062 bash[19845]: audit 2024-09-13T14:21:33.814234+0000 mon.a (mon.0) 1401 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:21:35.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:21:34 smithi062 bash[26634]: audit 2024-09-13T14:21:33.802674+0000 mon.a (mon.0) 1400 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:21:35.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:21:34 smithi062 bash[26634]: audit 2024-09-13T14:21:33.814234+0000 mon.a (mon.0) 1401 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:21:36.183 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:21:35 smithi178 bash[22034]: cluster 2024-09-13T14:21:34.188181+0000 mgr.y (mgr.25139) 109 : cluster [DBG] pgmap v51: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:21:36.252 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:21:35 smithi062 bash[26634]: cluster 2024-09-13T14:21:34.188181+0000 mgr.y (mgr.25139) 109 : cluster [DBG] pgmap v51: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:21:36.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:21:35 smithi062 bash[19845]: cluster 2024-09-13T14:21:34.188181+0000 mgr.y (mgr.25139) 109 : cluster [DBG] pgmap v51: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:21:37.713 INFO:teuthology.orchestra.run.smithi062.stdout:true 2024-09-13T14:21:38.183 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:21:37 smithi178 bash[22034]: cluster 2024-09-13T14:21:36.188853+0000 mgr.y (mgr.25139) 110 : cluster [DBG] pgmap v52: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:21:38.252 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:21:37 smithi062 bash[19845]: cluster 2024-09-13T14:21:36.188853+0000 mgr.y (mgr.25139) 110 : cluster [DBG] pgmap v52: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:21:38.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:21:37 smithi062 bash[26634]: cluster 2024-09-13T14:21:36.188853+0000 mgr.y (mgr.25139) 110 : cluster [DBG] pgmap v52: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:21:38.375 INFO:teuthology.orchestra.run.smithi062.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-13T14:21:38.375 INFO:teuthology.orchestra.run.smithi062.stdout:alertmanager.a smithi062 *:9093,9094 running (26m) 42s ago 26m 13.4M - 0.25.0 c8568f914cd2 3855e7cada7e 2024-09-13T14:21:38.375 INFO:teuthology.orchestra.run.smithi062.stdout:grafana.a smithi178 *:3000 running (26m) 5s ago 26m 75.1M - 9.4.12 2bacad6d85d8 f92f4c844371 2024-09-13T14:21:38.375 INFO:teuthology.orchestra.run.smithi062.stdout:iscsi.foo.smithi062.auboqe smithi062 *:5000 running (87s) 42s ago 24m 47.4M - 3.8 19dc8d659727 5db99a6f8116 2024-09-13T14:21:38.376 INFO:teuthology.orchestra.run.smithi062.stdout:mgr.x smithi178 *:8443,9283,8765 running (74s) 5s ago 35m 440M - 19.3.0-4917-gb0201b8c 1641fe80ce72 fc18b6fcd5bd 2024-09-13T14:21:38.376 INFO:teuthology.orchestra.run.smithi062.stdout:mgr.y smithi062 *:8443,9283,8765 running (12m) 42s ago 37m 499M - 19.3.0-4917-gb0201b8c 1641fe80ce72 fd629cc84850 2024-09-13T14:21:38.376 INFO:teuthology.orchestra.run.smithi062.stdout:mon.a smithi062 running (37m) 42s ago 37m 82.3M 2048M 19.1.1-322-g7741f7f9 19dc8d659727 4664a2c15794 2024-09-13T14:21:38.376 INFO:teuthology.orchestra.run.smithi062.stdout:mon.b smithi178 running (35m) 5s ago 35m 60.5M 2048M 19.1.1-322-g7741f7f9 19dc8d659727 f0553780881c 2024-09-13T14:21:38.376 INFO:teuthology.orchestra.run.smithi062.stdout:mon.c smithi062 running (35m) 42s ago 35m 58.2M 2048M 19.1.1-322-g7741f7f9 19dc8d659727 0846e375e651 2024-09-13T14:21:38.376 INFO:teuthology.orchestra.run.smithi062.stdout:node-exporter.a smithi062 *:9100 running (49s) 42s ago 27m 2908k - 1.7.0 72c9c2088986 d2a19c03fb98 2024-09-13T14:21:38.376 INFO:teuthology.orchestra.run.smithi062.stdout:node-exporter.b smithi178 *:9100 running (45s) 5s ago 26m 7520k - 1.7.0 72c9c2088986 ef73b17b6575 2024-09-13T14:21:38.376 INFO:teuthology.orchestra.run.smithi062.stdout:osd.0 smithi062 running (34m) 42s ago 34m 67.0M 3036M 19.1.1-322-g7741f7f9 19dc8d659727 a01ecc33ada0 2024-09-13T14:21:38.376 INFO:teuthology.orchestra.run.smithi062.stdout:osd.1 smithi062 running (33m) 42s ago 33m 59.2M 3036M 19.1.1-322-g7741f7f9 19dc8d659727 d6ca3f655d05 2024-09-13T14:21:38.376 INFO:teuthology.orchestra.run.smithi062.stdout:osd.2 smithi062 running (32m) 42s ago 32m 62.0M 3036M 19.1.1-322-g7741f7f9 19dc8d659727 f001b702483d 2024-09-13T14:21:38.376 INFO:teuthology.orchestra.run.smithi062.stdout:osd.3 smithi062 running (31m) 42s ago 31m 57.4M 3036M 19.1.1-322-g7741f7f9 19dc8d659727 cebed6322996 2024-09-13T14:21:38.376 INFO:teuthology.orchestra.run.smithi062.stdout:osd.4 smithi178 running (30m) 5s ago 30m 66.9M 3292M 19.1.1-322-g7741f7f9 19dc8d659727 7ff166ed36a8 2024-09-13T14:21:38.376 INFO:teuthology.orchestra.run.smithi062.stdout:osd.5 smithi178 running (29m) 5s ago 30m 64.1M 3292M 19.1.1-322-g7741f7f9 19dc8d659727 0ee354299930 2024-09-13T14:21:38.377 INFO:teuthology.orchestra.run.smithi062.stdout:osd.6 smithi178 running (29m) 5s ago 29m 54.9M 3292M 19.1.1-322-g7741f7f9 19dc8d659727 e6cb50c05b1b 2024-09-13T14:21:38.377 INFO:teuthology.orchestra.run.smithi062.stdout:osd.7 smithi178 running (28m) 5s ago 28m 64.5M 3292M 19.1.1-322-g7741f7f9 19dc8d659727 fbc9d74ccd0e 2024-09-13T14:21:38.377 INFO:teuthology.orchestra.run.smithi062.stdout:prometheus.a smithi178 *:9095 running (11s) 5s ago 27m 32.4M - 2.51.0 1d3b7f56885b 3a9393efc8c5 2024-09-13T14:21:38.377 INFO:teuthology.orchestra.run.smithi062.stdout:rgw.foo.smithi062.raldkl smithi062 *:8000 running (24m) 42s ago 24m 100M - 19.1.1-322-g7741f7f9 19dc8d659727 c374202ad667 2024-09-13T14:21:38.377 INFO:teuthology.orchestra.run.smithi062.stdout:rgw.foo.smithi178.sseeij smithi178 *:8000 running (24m) 5s ago 24m 102M - 19.1.1-322-g7741f7f9 19dc8d659727 86fcacc26a6b 2024-09-13T14:21:38.761 INFO:teuthology.orchestra.run.smithi062.stdout:{ 2024-09-13T14:21:38.761 INFO:teuthology.orchestra.run.smithi062.stdout: "mon": { 2024-09-13T14:21:38.762 INFO:teuthology.orchestra.run.smithi062.stdout: "ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable)": 3 2024-09-13T14:21:38.762 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-09-13T14:21:38.762 INFO:teuthology.orchestra.run.smithi062.stdout: "mgr": { 2024-09-13T14:21:38.762 INFO:teuthology.orchestra.run.smithi062.stdout: "ceph version 19.3.0-4917-gb0201b8c (b0201b8c79733293453e7f10a10c7fa43119222b) squid (dev)": 2 2024-09-13T14:21:38.762 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-09-13T14:21:38.762 INFO:teuthology.orchestra.run.smithi062.stdout: "osd": { 2024-09-13T14:21:38.762 INFO:teuthology.orchestra.run.smithi062.stdout: "ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable)": 8 2024-09-13T14:21:38.762 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-09-13T14:21:38.762 INFO:teuthology.orchestra.run.smithi062.stdout: "rgw": { 2024-09-13T14:21:38.762 INFO:teuthology.orchestra.run.smithi062.stdout: "ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable)": 2 2024-09-13T14:21:38.762 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-09-13T14:21:38.762 INFO:teuthology.orchestra.run.smithi062.stdout: "overall": { 2024-09-13T14:21:38.762 INFO:teuthology.orchestra.run.smithi062.stdout: "ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable)": 13, 2024-09-13T14:21:38.762 INFO:teuthology.orchestra.run.smithi062.stdout: "ceph version 19.3.0-4917-gb0201b8c (b0201b8c79733293453e7f10a10c7fa43119222b) squid (dev)": 2 2024-09-13T14:21:38.763 INFO:teuthology.orchestra.run.smithi062.stdout: } 2024-09-13T14:21:38.763 INFO:teuthology.orchestra.run.smithi062.stdout:} 2024-09-13T14:21:39.079 INFO:teuthology.orchestra.run.smithi062.stdout:{ 2024-09-13T14:21:39.079 INFO:teuthology.orchestra.run.smithi062.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph:b0201b8c79733293453e7f10a10c7fa43119222b", 2024-09-13T14:21:39.080 INFO:teuthology.orchestra.run.smithi062.stdout: "in_progress": true, 2024-09-13T14:21:39.080 INFO:teuthology.orchestra.run.smithi062.stdout: "which": "Upgrading daemons of type(s) mgr", 2024-09-13T14:21:39.080 INFO:teuthology.orchestra.run.smithi062.stdout: "services_complete": [ 2024-09-13T14:21:39.080 INFO:teuthology.orchestra.run.smithi062.stdout: "mgr" 2024-09-13T14:21:39.080 INFO:teuthology.orchestra.run.smithi062.stdout: ], 2024-09-13T14:21:39.080 INFO:teuthology.orchestra.run.smithi062.stdout: "progress": "2/2 daemons upgraded", 2024-09-13T14:21:39.080 INFO:teuthology.orchestra.run.smithi062.stdout: "message": "Currently upgrading prometheus daemons", 2024-09-13T14:21:39.080 INFO:teuthology.orchestra.run.smithi062.stdout: "is_paused": false 2024-09-13T14:21:39.080 INFO:teuthology.orchestra.run.smithi062.stdout:} 2024-09-13T14:21:39.183 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:21:38 smithi178 bash[22034]: audit 2024-09-13T14:21:37.700608+0000 mgr.y (mgr.25139) 111 : audit [DBG] from='client.15513 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:21:39.183 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:21:38 smithi178 bash[22034]: audit 2024-09-13T14:21:38.762533+0000 mon.c (mon.2) 116 : audit [DBG] from='client.? 172.21.15.62:0/647560783' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:21:39.252 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:21:38 smithi062 bash[19845]: audit 2024-09-13T14:21:37.700608+0000 mgr.y (mgr.25139) 111 : audit [DBG] from='client.15513 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:21:39.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:21:38 smithi062 bash[19845]: audit 2024-09-13T14:21:38.762533+0000 mon.c (mon.2) 116 : audit [DBG] from='client.? 172.21.15.62:0/647560783' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:21:39.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:21:38 smithi062 bash[26634]: audit 2024-09-13T14:21:37.700608+0000 mgr.y (mgr.25139) 111 : audit [DBG] from='client.15513 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:21:39.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:21:38 smithi062 bash[26634]: audit 2024-09-13T14:21:38.762533+0000 mon.c (mon.2) 116 : audit [DBG] from='client.? 172.21.15.62:0/647560783' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:21:40.081 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:21:39 smithi178 bash[22034]: audit 2024-09-13T14:21:38.028073+0000 mgr.y (mgr.25139) 112 : audit [DBG] from='client.15519 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:21:40.081 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:21:39 smithi178 bash[22034]: cluster 2024-09-13T14:21:38.189314+0000 mgr.y (mgr.25139) 113 : cluster [DBG] pgmap v53: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:21:40.081 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:21:39 smithi178 bash[22034]: audit 2024-09-13T14:21:38.338664+0000 mgr.y (mgr.25139) 114 : audit [DBG] from='client.15525 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:21:40.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:21:39 smithi062 bash[19845]: audit 2024-09-13T14:21:38.028073+0000 mgr.y (mgr.25139) 112 : audit [DBG] from='client.15519 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:21:40.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:21:39 smithi062 bash[19845]: cluster 2024-09-13T14:21:38.189314+0000 mgr.y (mgr.25139) 113 : cluster [DBG] pgmap v53: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:21:40.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:21:39 smithi062 bash[19845]: audit 2024-09-13T14:21:38.338664+0000 mgr.y (mgr.25139) 114 : audit [DBG] from='client.15525 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:21:40.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:21:39 smithi062 bash[26634]: audit 2024-09-13T14:21:38.028073+0000 mgr.y (mgr.25139) 112 : audit [DBG] from='client.15519 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:21:40.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:21:39 smithi062 bash[26634]: cluster 2024-09-13T14:21:38.189314+0000 mgr.y (mgr.25139) 113 : cluster [DBG] pgmap v53: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:21:40.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:21:39 smithi062 bash[26634]: audit 2024-09-13T14:21:38.338664+0000 mgr.y (mgr.25139) 114 : audit [DBG] from='client.15525 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:21:41.183 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:21:40 smithi178 bash[22034]: audit 2024-09-13T14:21:39.080468+0000 mgr.y (mgr.25139) 115 : audit [DBG] from='client.15537 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:21:41.252 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:21:40 smithi062 bash[26634]: audit 2024-09-13T14:21:39.080468+0000 mgr.y (mgr.25139) 115 : audit [DBG] from='client.15537 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:21:41.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:21:40 smithi062 bash[19845]: audit 2024-09-13T14:21:39.080468+0000 mgr.y (mgr.25139) 115 : audit [DBG] from='client.15537 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:21:42.131 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:21:41 smithi178 bash[22034]: cluster 2024-09-13T14:21:40.190906+0000 mgr.y (mgr.25139) 116 : cluster [DBG] pgmap v54: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:21:42.195 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:21:41 smithi062 bash[19845]: cluster 2024-09-13T14:21:40.190906+0000 mgr.y (mgr.25139) 116 : cluster [DBG] pgmap v54: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:21:42.195 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:21:41 smithi062 bash[26634]: cluster 2024-09-13T14:21:40.190906+0000 mgr.y (mgr.25139) 116 : cluster [DBG] pgmap v54: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:21:43.846 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:21:43 smithi062 bash[68610]: ::ffff:172.21.15.178 - - [13/Sep/2024:14:21:43] "GET /metrics HTTP/1.1" 200 38227 "" "Prometheus/2.51.0" 2024-09-13T14:21:44.183 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:21:43 smithi178 bash[22034]: cluster 2024-09-13T14:21:42.191622+0000 mgr.y (mgr.25139) 117 : cluster [DBG] pgmap v55: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:21:44.183 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:21:43 smithi178 bash[22034]: audit 2024-09-13T14:21:42.196419+0000 mgr.y (mgr.25139) 118 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:21:44.252 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:21:43 smithi062 bash[19845]: cluster 2024-09-13T14:21:42.191622+0000 mgr.y (mgr.25139) 117 : cluster [DBG] pgmap v55: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:21:44.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:21:43 smithi062 bash[19845]: audit 2024-09-13T14:21:42.196419+0000 mgr.y (mgr.25139) 118 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:21:44.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:21:43 smithi062 bash[26634]: cluster 2024-09-13T14:21:42.191622+0000 mgr.y (mgr.25139) 117 : cluster [DBG] pgmap v55: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:21:44.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:21:43 smithi062 bash[26634]: audit 2024-09-13T14:21:42.196419+0000 mgr.y (mgr.25139) 118 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:21:45.184 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:21:44 smithi178 bash[22034]: audit 2024-09-13T14:21:43.854196+0000 mon.a (mon.0) 1402 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:21:45.184 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:21:44 smithi178 bash[22034]: audit 2024-09-13T14:21:44.066538+0000 mon.a (mon.0) 1403 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:21:45.184 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:21:44 smithi178 bash[22034]: audit 2024-09-13T14:21:44.077243+0000 mon.a (mon.0) 1404 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:21:45.184 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:21:44 smithi178 bash[22034]: audit 2024-09-13T14:21:44.080498+0000 mon.a (mon.0) 1405 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:21:45.184 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:21:44 smithi178 bash[22034]: audit 2024-09-13T14:21:44.083107+0000 mon.a (mon.0) 1406 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T14:21:45.184 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:21:44 smithi178 bash[22034]: audit 2024-09-13T14:21:44.093809+0000 mon.a (mon.0) 1407 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:21:45.184 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:21:44 smithi178 bash[22034]: audit 2024-09-13T14:21:44.150357+0000 mon.a (mon.0) 1408 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-13T14:21:45.184 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:21:44 smithi178 bash[22034]: audit 2024-09-13T14:21:44.236640+0000 mon.a (mon.0) 1409 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T14:21:45.184 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:21:44 smithi178 bash[22034]: audit 2024-09-13T14:21:44.240711+0000 mon.a (mon.0) 1410 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:21:45.184 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:21:44 smithi178 bash[22034]: audit 2024-09-13T14:21:44.243705+0000 mon.a (mon.0) 1411 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:21:45.184 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:21:44 smithi178 bash[22034]: audit 2024-09-13T14:21:44.246990+0000 mon.a (mon.0) 1412 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:21:45.184 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:21:44 smithi178 bash[22034]: audit 2024-09-13T14:21:44.249865+0000 mon.a (mon.0) 1413 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:21:45.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:21:44 smithi178 bash[22034]: audit 2024-09-13T14:21:44.252701+0000 mon.a (mon.0) 1414 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:21:45.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:21:44 smithi178 bash[22034]: audit 2024-09-13T14:21:44.255606+0000 mon.a (mon.0) 1415 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:21:45.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:21:44 smithi178 bash[22034]: audit 2024-09-13T14:21:44.259179+0000 mon.a (mon.0) 1416 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:21:45.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:21:44 smithi178 bash[22034]: audit 2024-09-13T14:21:44.263234+0000 mon.a (mon.0) 1417 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:21:45.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:21:44 smithi178 bash[22034]: audit 2024-09-13T14:21:44.266771+0000 mon.a (mon.0) 1418 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:21:45.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:21:44 smithi178 bash[22034]: audit 2024-09-13T14:21:44.269984+0000 mon.a (mon.0) 1419 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:21:45.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:21:44 smithi062 bash[19845]: audit 2024-09-13T14:21:43.854196+0000 mon.a (mon.0) 1402 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:21:45.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:21:44 smithi062 bash[19845]: audit 2024-09-13T14:21:44.066538+0000 mon.a (mon.0) 1403 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:21:45.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:21:44 smithi062 bash[19845]: audit 2024-09-13T14:21:44.077243+0000 mon.a (mon.0) 1404 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:21:45.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:21:44 smithi062 bash[19845]: audit 2024-09-13T14:21:44.080498+0000 mon.a (mon.0) 1405 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:21:45.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:21:44 smithi062 bash[19845]: audit 2024-09-13T14:21:44.083107+0000 mon.a (mon.0) 1406 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T14:21:45.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:21:44 smithi062 bash[19845]: audit 2024-09-13T14:21:44.093809+0000 mon.a (mon.0) 1407 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:21:45.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:21:44 smithi062 bash[19845]: audit 2024-09-13T14:21:44.150357+0000 mon.a (mon.0) 1408 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-13T14:21:45.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:21:44 smithi062 bash[19845]: audit 2024-09-13T14:21:44.236640+0000 mon.a (mon.0) 1409 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T14:21:45.255 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:21:44 smithi062 bash[19845]: audit 2024-09-13T14:21:44.240711+0000 mon.a (mon.0) 1410 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:21:45.255 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:21:44 smithi062 bash[19845]: audit 2024-09-13T14:21:44.243705+0000 mon.a (mon.0) 1411 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:21:45.255 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:21:44 smithi062 bash[19845]: audit 2024-09-13T14:21:44.246990+0000 mon.a (mon.0) 1412 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:21:45.255 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:21:44 smithi062 bash[19845]: audit 2024-09-13T14:21:44.249865+0000 mon.a (mon.0) 1413 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:21:45.255 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:21:44 smithi062 bash[19845]: audit 2024-09-13T14:21:44.252701+0000 mon.a (mon.0) 1414 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:21:45.255 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:21:44 smithi062 bash[19845]: audit 2024-09-13T14:21:44.255606+0000 mon.a (mon.0) 1415 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:21:45.255 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:21:44 smithi062 bash[19845]: audit 2024-09-13T14:21:44.259179+0000 mon.a (mon.0) 1416 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:21:45.255 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:21:44 smithi062 bash[19845]: audit 2024-09-13T14:21:44.263234+0000 mon.a (mon.0) 1417 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:21:45.255 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:21:44 smithi062 bash[19845]: audit 2024-09-13T14:21:44.266771+0000 mon.a (mon.0) 1418 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:21:45.255 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:21:44 smithi062 bash[19845]: audit 2024-09-13T14:21:44.269984+0000 mon.a (mon.0) 1419 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:21:45.255 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:21:44 smithi062 bash[26634]: audit 2024-09-13T14:21:43.854196+0000 mon.a (mon.0) 1402 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:21:45.256 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:21:44 smithi062 bash[26634]: audit 2024-09-13T14:21:44.066538+0000 mon.a (mon.0) 1403 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:21:45.256 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:21:44 smithi062 bash[26634]: audit 2024-09-13T14:21:44.077243+0000 mon.a (mon.0) 1404 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:21:45.256 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:21:44 smithi062 bash[26634]: audit 2024-09-13T14:21:44.080498+0000 mon.a (mon.0) 1405 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:21:45.256 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:21:44 smithi062 bash[26634]: audit 2024-09-13T14:21:44.083107+0000 mon.a (mon.0) 1406 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T14:21:45.256 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:21:44 smithi062 bash[26634]: audit 2024-09-13T14:21:44.093809+0000 mon.a (mon.0) 1407 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:21:45.256 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:21:44 smithi062 bash[26634]: audit 2024-09-13T14:21:44.150357+0000 mon.a (mon.0) 1408 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-13T14:21:45.256 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:21:44 smithi062 bash[26634]: audit 2024-09-13T14:21:44.236640+0000 mon.a (mon.0) 1409 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T14:21:45.256 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:21:44 smithi062 bash[26634]: audit 2024-09-13T14:21:44.240711+0000 mon.a (mon.0) 1410 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:21:45.256 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:21:44 smithi062 bash[26634]: audit 2024-09-13T14:21:44.243705+0000 mon.a (mon.0) 1411 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:21:45.256 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:21:44 smithi062 bash[26634]: audit 2024-09-13T14:21:44.246990+0000 mon.a (mon.0) 1412 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:21:45.256 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:21:44 smithi062 bash[26634]: audit 2024-09-13T14:21:44.249865+0000 mon.a (mon.0) 1413 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:21:45.256 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:21:44 smithi062 bash[26634]: audit 2024-09-13T14:21:44.252701+0000 mon.a (mon.0) 1414 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:21:45.256 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:21:44 smithi062 bash[26634]: audit 2024-09-13T14:21:44.255606+0000 mon.a (mon.0) 1415 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:21:45.257 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:21:44 smithi062 bash[26634]: audit 2024-09-13T14:21:44.259179+0000 mon.a (mon.0) 1416 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:21:45.257 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:21:44 smithi062 bash[26634]: audit 2024-09-13T14:21:44.263234+0000 mon.a (mon.0) 1417 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:21:45.257 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:21:44 smithi062 bash[26634]: audit 2024-09-13T14:21:44.266771+0000 mon.a (mon.0) 1418 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:21:45.257 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:21:44 smithi062 bash[26634]: audit 2024-09-13T14:21:44.269984+0000 mon.a (mon.0) 1419 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:21:46.106 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:21:45 smithi062 bash[19845]: audit 2024-09-13T14:21:44.151556+0000 mgr.y (mgr.25139) 119 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-13T14:21:46.107 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:21:45 smithi062 bash[19845]: cluster 2024-09-13T14:21:44.193158+0000 mgr.y (mgr.25139) 120 : cluster [DBG] pgmap v56: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:21:46.107 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:21:45 smithi062 bash[26634]: audit 2024-09-13T14:21:44.151556+0000 mgr.y (mgr.25139) 119 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-13T14:21:46.107 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:21:45 smithi062 bash[26634]: cluster 2024-09-13T14:21:44.193158+0000 mgr.y (mgr.25139) 120 : cluster [DBG] pgmap v56: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:21:46.183 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:21:45 smithi178 bash[22034]: audit 2024-09-13T14:21:44.151556+0000 mgr.y (mgr.25139) 119 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-13T14:21:46.183 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:21:45 smithi178 bash[22034]: cluster 2024-09-13T14:21:44.193158+0000 mgr.y (mgr.25139) 120 : cluster [DBG] pgmap v56: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:21:48.183 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:21:47 smithi178 bash[22034]: cluster 2024-09-13T14:21:46.193599+0000 mgr.y (mgr.25139) 121 : cluster [DBG] pgmap v57: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:21:48.183 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:21:47 smithi178 bash[22034]: cephadm 2024-09-13T14:21:46.758637+0000 mgr.y (mgr.25139) 122 : cephadm [INF] Upgrade: Updating alertmanager.a 2024-09-13T14:21:48.183 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:21:47 smithi178 bash[22034]: cephadm 2024-09-13T14:21:46.773210+0000 mgr.y (mgr.25139) 123 : cephadm [INF] Deploying daemon alertmanager.a on smithi062 2024-09-13T14:21:48.252 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:21:47 smithi062 bash[19845]: cluster 2024-09-13T14:21:46.193599+0000 mgr.y (mgr.25139) 121 : cluster [DBG] pgmap v57: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:21:48.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:21:47 smithi062 bash[19845]: cephadm 2024-09-13T14:21:46.758637+0000 mgr.y (mgr.25139) 122 : cephadm [INF] Upgrade: Updating alertmanager.a 2024-09-13T14:21:48.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:21:47 smithi062 bash[19845]: cephadm 2024-09-13T14:21:46.773210+0000 mgr.y (mgr.25139) 123 : cephadm [INF] Deploying daemon alertmanager.a on smithi062 2024-09-13T14:21:48.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:21:47 smithi062 bash[26634]: cluster 2024-09-13T14:21:46.193599+0000 mgr.y (mgr.25139) 121 : cluster [DBG] pgmap v57: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:21:48.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:21:47 smithi062 bash[26634]: cephadm 2024-09-13T14:21:46.758637+0000 mgr.y (mgr.25139) 122 : cephadm [INF] Upgrade: Updating alertmanager.a 2024-09-13T14:21:48.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:21:47 smithi062 bash[26634]: cephadm 2024-09-13T14:21:46.773210+0000 mgr.y (mgr.25139) 123 : cephadm [INF] Deploying daemon alertmanager.a on smithi062 2024-09-13T14:21:50.183 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:21:49 smithi178 bash[22034]: cluster 2024-09-13T14:21:48.194256+0000 mgr.y (mgr.25139) 124 : cluster [DBG] pgmap v58: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:21:50.252 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:21:49 smithi062 bash[19845]: cluster 2024-09-13T14:21:48.194256+0000 mgr.y (mgr.25139) 124 : cluster [DBG] pgmap v58: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:21:50.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:21:49 smithi062 bash[26634]: cluster 2024-09-13T14:21:48.194256+0000 mgr.y (mgr.25139) 124 : cluster [DBG] pgmap v58: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:21:52.183 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:21:51 smithi178 bash[22034]: cluster 2024-09-13T14:21:50.195742+0000 mgr.y (mgr.25139) 125 : cluster [DBG] pgmap v59: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:21:52.203 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:21:51 smithi062 bash[19845]: cluster 2024-09-13T14:21:50.195742+0000 mgr.y (mgr.25139) 125 : cluster [DBG] pgmap v59: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:21:52.203 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:21:51 smithi062 bash[26634]: cluster 2024-09-13T14:21:50.195742+0000 mgr.y (mgr.25139) 125 : cluster [DBG] pgmap v59: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:21:53.868 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:21:53 smithi062 bash[68610]: ::ffff:172.21.15.178 - - [13/Sep/2024:14:21:53] "GET /metrics HTTP/1.1" 200 38229 "" "Prometheus/2.51.0" 2024-09-13T14:21:54.155 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:21:53 smithi062 bash[19845]: cluster 2024-09-13T14:21:52.196472+0000 mgr.y (mgr.25139) 126 : cluster [DBG] pgmap v60: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:21:54.156 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:21:53 smithi062 bash[19845]: audit 2024-09-13T14:21:52.204437+0000 mgr.y (mgr.25139) 127 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:21:54.156 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:21:53 smithi062 bash[26634]: cluster 2024-09-13T14:21:52.196472+0000 mgr.y (mgr.25139) 126 : cluster [DBG] pgmap v60: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:21:54.156 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:21:53 smithi062 bash[26634]: audit 2024-09-13T14:21:52.204437+0000 mgr.y (mgr.25139) 127 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:21:54.183 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:21:53 smithi178 bash[22034]: cluster 2024-09-13T14:21:52.196472+0000 mgr.y (mgr.25139) 126 : cluster [DBG] pgmap v60: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:21:54.183 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:21:53 smithi178 bash[22034]: audit 2024-09-13T14:21:52.204437+0000 mgr.y (mgr.25139) 127 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:21:55.868 INFO:journalctl@ceph.osd.2.smithi062.stdout:Sep 13 14:21:55 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:21:55.869 INFO:journalctl@ceph.osd.3.smithi062.stdout:Sep 13 14:21:55 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:21:55.869 INFO:journalctl@ceph.node-exporter.a.smithi062.stdout:Sep 13 14:21:55 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:21:55.869 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:21:55 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:21:55.869 INFO:journalctl@ceph.osd.1.smithi062.stdout:Sep 13 14:21:55 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:21:55.870 INFO:journalctl@ceph.alertmanager.a.smithi062.stdout:Sep 13 14:21:55 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:21:55.870 INFO:journalctl@ceph.osd.0.smithi062.stdout:Sep 13 14:21:55 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:21:55.870 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:21:55 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:21:55.871 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:21:55 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:21:56.144 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:21:55 smithi062 bash[19845]: cluster 2024-09-13T14:21:54.198071+0000 mgr.y (mgr.25139) 128 : cluster [DBG] pgmap v61: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:21:56.145 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:21:55 smithi062 bash[26634]: cluster 2024-09-13T14:21:54.198071+0000 mgr.y (mgr.25139) 128 : cluster [DBG] pgmap v61: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:21:56.145 INFO:journalctl@ceph.alertmanager.a.smithi062.stdout:Sep 13 14:21:55 smithi062 systemd[1]: Stopping Ceph alertmanager.a for ff1149ea-71d5-11ef-bceb-c7b262605968... 2024-09-13T14:21:56.145 INFO:journalctl@ceph.alertmanager.a.smithi062.stdout:Sep 13 14:21:55 smithi062 bash[52069]: ts=2024-09-13T14:21:55.968Z caller=main.go:583 level=info msg="Received SIGTERM, exiting gracefully..." 2024-09-13T14:21:56.183 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:21:55 smithi178 bash[22034]: cluster 2024-09-13T14:21:54.198071+0000 mgr.y (mgr.25139) 128 : cluster [DBG] pgmap v61: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:21:56.752 INFO:journalctl@ceph.alertmanager.a.smithi062.stdout:Sep 13 14:21:56 smithi062 bash[83061]: ceph-ff1149ea-71d5-11ef-bceb-c7b262605968-alertmanager-a 2024-09-13T14:21:56.752 INFO:journalctl@ceph.alertmanager.a.smithi062.stdout:Sep 13 14:21:56 smithi062 bash[83121]: Error response from daemon: No such container: ceph-ff1149ea-71d5-11ef-bceb-c7b262605968-alertmanager-a 2024-09-13T14:21:56.752 INFO:journalctl@ceph.alertmanager.a.smithi062.stdout:Sep 13 14:21:56 smithi062 systemd[1]: ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@alertmanager.a.service: Deactivated successfully. 2024-09-13T14:21:56.752 INFO:journalctl@ceph.alertmanager.a.smithi062.stdout:Sep 13 14:21:56 smithi062 systemd[1]: Stopped Ceph alertmanager.a for ff1149ea-71d5-11ef-bceb-c7b262605968. 2024-09-13T14:21:57.085 INFO:journalctl@ceph.node-exporter.a.smithi062.stdout:Sep 13 14:21:56 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:21:57.086 INFO:journalctl@ceph.alertmanager.a.smithi062.stdout:Sep 13 14:21:56 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:21:57.086 INFO:journalctl@ceph.alertmanager.a.smithi062.stdout:Sep 13 14:21:56 smithi062 systemd[1]: Started Ceph alertmanager.a for ff1149ea-71d5-11ef-bceb-c7b262605968. 2024-09-13T14:21:57.087 INFO:journalctl@ceph.osd.2.smithi062.stdout:Sep 13 14:21:56 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:21:57.087 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:21:56 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:21:57.088 INFO:journalctl@ceph.osd.1.smithi062.stdout:Sep 13 14:21:56 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:21:57.088 INFO:journalctl@ceph.osd.3.smithi062.stdout:Sep 13 14:21:56 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:21:57.088 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:21:56 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:21:57.089 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:21:56 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:21:57.089 INFO:journalctl@ceph.osd.0.smithi062.stdout:Sep 13 14:21:56 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:21:58.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:21:57 smithi062 bash[19845]: cluster 2024-09-13T14:21:56.198903+0000 mgr.y (mgr.25139) 129 : cluster [DBG] pgmap v62: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:21:58.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:21:57 smithi062 bash[19845]: audit 2024-09-13T14:21:56.997635+0000 mon.a (mon.0) 1420 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:21:58.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:21:57 smithi062 bash[19845]: audit 2024-09-13T14:21:57.002989+0000 mon.a (mon.0) 1421 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:21:58.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:21:57 smithi062 bash[26634]: cluster 2024-09-13T14:21:56.198903+0000 mgr.y (mgr.25139) 129 : cluster [DBG] pgmap v62: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:21:58.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:21:57 smithi062 bash[26634]: audit 2024-09-13T14:21:56.997635+0000 mon.a (mon.0) 1420 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:21:58.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:21:57 smithi062 bash[26634]: audit 2024-09-13T14:21:57.002989+0000 mon.a (mon.0) 1421 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:21:58.254 INFO:journalctl@ceph.alertmanager.a.smithi062.stdout:Sep 13 14:21:58 smithi062 bash[83177]: ts=2024-09-13T14:21:58.211Z caller=main.go:181 level=info msg="Starting Alertmanager" version="(version=0.27.0, branch=HEAD, revision=0aa3c2aad14cff039931923ab16b26b7481783b5)" 2024-09-13T14:21:58.254 INFO:journalctl@ceph.alertmanager.a.smithi062.stdout:Sep 13 14:21:58 smithi062 bash[83177]: ts=2024-09-13T14:21:58.211Z caller=main.go:182 level=info build_context="(go=go1.21.7, platform=linux/amd64, user=root@22cd11f671e9, date=20240228-11:51:20, tags=netgo)" 2024-09-13T14:21:58.254 INFO:journalctl@ceph.alertmanager.a.smithi062.stdout:Sep 13 14:21:58 smithi062 bash[83177]: ts=2024-09-13T14:21:58.213Z caller=cluster.go:186 level=info component=cluster msg="setting advertise address explicitly" addr=172.21.15.62 port=9094 2024-09-13T14:21:58.254 INFO:journalctl@ceph.alertmanager.a.smithi062.stdout:Sep 13 14:21:58 smithi062 bash[83177]: ts=2024-09-13T14:21:58.214Z caller=cluster.go:683 level=info component=cluster msg="Waiting for gossip to settle..." interval=2s 2024-09-13T14:21:58.255 INFO:journalctl@ceph.alertmanager.a.smithi062.stdout:Sep 13 14:21:58 smithi062 bash[83177]: ts=2024-09-13T14:21:58.243Z caller=coordinator.go:113 level=info component=configuration msg="Loading configuration file" file=/etc/alertmanager/alertmanager.yml 2024-09-13T14:21:58.255 INFO:journalctl@ceph.alertmanager.a.smithi062.stdout:Sep 13 14:21:58 smithi062 bash[83177]: ts=2024-09-13T14:21:58.244Z caller=coordinator.go:126 level=info component=configuration msg="Completed loading of configuration file" file=/etc/alertmanager/alertmanager.yml 2024-09-13T14:21:58.255 INFO:journalctl@ceph.alertmanager.a.smithi062.stdout:Sep 13 14:21:58 smithi062 bash[83177]: ts=2024-09-13T14:21:58.246Z caller=tls_config.go:313 level=info msg="Listening on" address=[::]:9093 2024-09-13T14:21:58.255 INFO:journalctl@ceph.alertmanager.a.smithi062.stdout:Sep 13 14:21:58 smithi062 bash[83177]: ts=2024-09-13T14:21:58.246Z caller=tls_config.go:316 level=info msg="TLS is disabled." http2=false address=[::]:9093 2024-09-13T14:21:58.433 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:21:57 smithi178 bash[22034]: cluster 2024-09-13T14:21:56.198903+0000 mgr.y (mgr.25139) 129 : cluster [DBG] pgmap v62: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:21:58.433 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:21:57 smithi178 bash[22034]: audit 2024-09-13T14:21:56.997635+0000 mon.a (mon.0) 1420 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:21:58.433 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:21:57 smithi178 bash[22034]: audit 2024-09-13T14:21:57.002989+0000 mon.a (mon.0) 1421 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:21:59.433 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:21:59 smithi178 bash[22034]: audit 2024-09-13T14:21:58.851757+0000 mon.a (mon.0) 1422 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:21:59.502 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:21:59 smithi062 bash[19845]: audit 2024-09-13T14:21:58.851757+0000 mon.a (mon.0) 1422 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:21:59.503 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:21:59 smithi062 bash[26634]: audit 2024-09-13T14:21:58.851757+0000 mon.a (mon.0) 1422 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:22:00.433 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:22:00 smithi178 bash[22034]: cluster 2024-09-13T14:21:58.199537+0000 mgr.y (mgr.25139) 130 : cluster [DBG] pgmap v63: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:22:00.504 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:22:00 smithi062 bash[19845]: cluster 2024-09-13T14:21:58.199537+0000 mgr.y (mgr.25139) 130 : cluster [DBG] pgmap v63: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:22:00.504 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:22:00 smithi062 bash[26634]: cluster 2024-09-13T14:21:58.199537+0000 mgr.y (mgr.25139) 130 : cluster [DBG] pgmap v63: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:22:00.504 INFO:journalctl@ceph.alertmanager.a.smithi062.stdout:Sep 13 14:22:00 smithi062 bash[83177]: ts=2024-09-13T14:22:00.215Z caller=cluster.go:708 level=info component=cluster msg="gossip not settled" polls=0 before=0 now=1 elapsed=2.000416167s 2024-09-13T14:22:02.433 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:22:02 smithi178 bash[22034]: cluster 2024-09-13T14:22:00.201277+0000 mgr.y (mgr.25139) 131 : cluster [DBG] pgmap v64: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:22:02.502 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:22:02 smithi062 bash[19845]: cluster 2024-09-13T14:22:00.201277+0000 mgr.y (mgr.25139) 131 : cluster [DBG] pgmap v64: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:22:02.503 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:22:02 smithi062 bash[26634]: cluster 2024-09-13T14:22:00.201277+0000 mgr.y (mgr.25139) 131 : cluster [DBG] pgmap v64: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:22:03.903 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:22:03 smithi062 bash[68610]: ::ffff:172.21.15.178 - - [13/Sep/2024:14:22:03] "GET /metrics HTTP/1.1" 200 38225 "" "Prometheus/2.51.0" 2024-09-13T14:22:04.183 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:22:03 smithi178 bash[22034]: cluster 2024-09-13T14:22:02.201810+0000 mgr.y (mgr.25139) 132 : cluster [DBG] pgmap v65: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:22:04.184 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:22:03 smithi178 bash[22034]: audit 2024-09-13T14:22:02.212119+0000 mgr.y (mgr.25139) 133 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:22:04.184 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:22:03 smithi178 bash[22034]: audit 2024-09-13T14:22:02.906149+0000 mon.a (mon.0) 1423 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:22:04.184 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:22:03 smithi178 bash[22034]: audit 2024-09-13T14:22:02.915043+0000 mon.a (mon.0) 1424 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:22:04.184 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:22:03 smithi178 bash[22034]: audit 2024-09-13T14:22:03.006185+0000 mon.a (mon.0) 1425 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:22:04.184 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:22:03 smithi178 bash[22034]: audit 2024-09-13T14:22:03.013955+0000 mon.a (mon.0) 1426 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:22:04.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:22:03 smithi062 bash[26634]: cluster 2024-09-13T14:22:02.201810+0000 mgr.y (mgr.25139) 132 : cluster [DBG] pgmap v65: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:22:04.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:22:03 smithi062 bash[26634]: audit 2024-09-13T14:22:02.212119+0000 mgr.y (mgr.25139) 133 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:22:04.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:22:03 smithi062 bash[26634]: audit 2024-09-13T14:22:02.906149+0000 mon.a (mon.0) 1423 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:22:04.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:22:03 smithi062 bash[26634]: audit 2024-09-13T14:22:02.915043+0000 mon.a (mon.0) 1424 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:22:04.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:22:03 smithi062 bash[26634]: audit 2024-09-13T14:22:03.006185+0000 mon.a (mon.0) 1425 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:22:04.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:22:03 smithi062 bash[26634]: audit 2024-09-13T14:22:03.013955+0000 mon.a (mon.0) 1426 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:22:04.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:22:03 smithi062 bash[19845]: cluster 2024-09-13T14:22:02.201810+0000 mgr.y (mgr.25139) 132 : cluster [DBG] pgmap v65: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:22:04.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:22:03 smithi062 bash[19845]: audit 2024-09-13T14:22:02.212119+0000 mgr.y (mgr.25139) 133 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:22:04.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:22:03 smithi062 bash[19845]: audit 2024-09-13T14:22:02.906149+0000 mon.a (mon.0) 1423 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:22:04.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:22:03 smithi062 bash[19845]: audit 2024-09-13T14:22:02.915043+0000 mon.a (mon.0) 1424 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:22:04.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:22:03 smithi062 bash[19845]: audit 2024-09-13T14:22:03.006185+0000 mon.a (mon.0) 1425 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:22:04.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:22:03 smithi062 bash[19845]: audit 2024-09-13T14:22:03.013955+0000 mon.a (mon.0) 1426 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:22:05.433 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:22:05 smithi178 bash[22034]: audit 2024-09-13T14:22:04.024541+0000 mon.a (mon.0) 1427 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:22:05.433 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:22:05 smithi178 bash[22034]: audit 2024-09-13T14:22:04.030498+0000 mon.a (mon.0) 1428 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:22:05.433 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:22:05 smithi178 bash[22034]: cluster 2024-09-13T14:22:04.203314+0000 mgr.y (mgr.25139) 134 : cluster [DBG] pgmap v66: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:22:05.502 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:22:05 smithi062 bash[26634]: audit 2024-09-13T14:22:04.024541+0000 mon.a (mon.0) 1427 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:22:05.503 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:22:05 smithi062 bash[26634]: audit 2024-09-13T14:22:04.030498+0000 mon.a (mon.0) 1428 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:22:05.503 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:22:05 smithi062 bash[26634]: cluster 2024-09-13T14:22:04.203314+0000 mgr.y (mgr.25139) 134 : cluster [DBG] pgmap v66: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:22:05.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:22:05 smithi062 bash[19845]: audit 2024-09-13T14:22:04.024541+0000 mon.a (mon.0) 1427 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:22:05.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:22:05 smithi062 bash[19845]: audit 2024-09-13T14:22:04.030498+0000 mon.a (mon.0) 1428 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:22:05.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:22:05 smithi062 bash[19845]: cluster 2024-09-13T14:22:04.203314+0000 mgr.y (mgr.25139) 134 : cluster [DBG] pgmap v66: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:22:07.683 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:22:07 smithi178 bash[22034]: cluster 2024-09-13T14:22:06.204076+0000 mgr.y (mgr.25139) 135 : cluster [DBG] pgmap v67: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:22:07.752 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:22:07 smithi062 bash[19845]: cluster 2024-09-13T14:22:06.204076+0000 mgr.y (mgr.25139) 135 : cluster [DBG] pgmap v67: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:22:07.753 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:22:07 smithi062 bash[26634]: cluster 2024-09-13T14:22:06.204076+0000 mgr.y (mgr.25139) 135 : cluster [DBG] pgmap v67: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:22:08.503 INFO:journalctl@ceph.alertmanager.a.smithi062.stdout:Sep 13 14:22:08 smithi062 bash[83177]: ts=2024-09-13T14:22:08.218Z caller=cluster.go:700 level=info component=cluster msg="gossip settled; proceeding" elapsed=10.003817547s 2024-09-13T14:22:09.426 INFO:teuthology.orchestra.run.smithi062.stdout:true 2024-09-13T14:22:09.502 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:22:09 smithi062 bash[26634]: cluster 2024-09-13T14:22:08.204747+0000 mgr.y (mgr.25139) 136 : cluster [DBG] pgmap v68: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:22:09.502 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:22:09 smithi062 bash[19845]: cluster 2024-09-13T14:22:08.204747+0000 mgr.y (mgr.25139) 136 : cluster [DBG] pgmap v68: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:22:09.683 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:22:09 smithi178 bash[22034]: cluster 2024-09-13T14:22:08.204747+0000 mgr.y (mgr.25139) 136 : cluster [DBG] pgmap v68: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:22:10.064 INFO:teuthology.orchestra.run.smithi062.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-13T14:22:10.064 INFO:teuthology.orchestra.run.smithi062.stdout:alertmanager.a smithi062 *:9093,9094 running (13s) 7s ago 27m 14.2M - 0.27.0 11f11916f8cd 6e93dcf56cea 2024-09-13T14:22:10.064 INFO:teuthology.orchestra.run.smithi062.stdout:grafana.a smithi178 *:3000 running (27m) 7s ago 27m 73.8M - 9.4.12 2bacad6d85d8 f92f4c844371 2024-09-13T14:22:10.064 INFO:teuthology.orchestra.run.smithi062.stdout:iscsi.foo.smithi062.auboqe smithi062 *:5000 running (119s) 7s ago 24m 48.0M - 3.8 19dc8d659727 5db99a6f8116 2024-09-13T14:22:10.064 INFO:teuthology.orchestra.run.smithi062.stdout:mgr.x smithi178 *:8443,9283,8765 running (106s) 7s ago 35m 440M - 19.3.0-4917-gb0201b8c 1641fe80ce72 fc18b6fcd5bd 2024-09-13T14:22:10.064 INFO:teuthology.orchestra.run.smithi062.stdout:mgr.y smithi062 *:8443,9283,8765 running (12m) 7s ago 38m 503M - 19.3.0-4917-gb0201b8c 1641fe80ce72 fd629cc84850 2024-09-13T14:22:10.064 INFO:teuthology.orchestra.run.smithi062.stdout:mon.a smithi062 running (38m) 7s ago 38m 85.1M 2048M 19.1.1-322-g7741f7f9 19dc8d659727 4664a2c15794 2024-09-13T14:22:10.064 INFO:teuthology.orchestra.run.smithi062.stdout:mon.b smithi178 running (36m) 7s ago 36m 61.3M 2048M 19.1.1-322-g7741f7f9 19dc8d659727 f0553780881c 2024-09-13T14:22:10.064 INFO:teuthology.orchestra.run.smithi062.stdout:mon.c smithi062 running (36m) 7s ago 36m 59.9M 2048M 19.1.1-322-g7741f7f9 19dc8d659727 0846e375e651 2024-09-13T14:22:10.064 INFO:teuthology.orchestra.run.smithi062.stdout:node-exporter.a smithi062 *:9100 running (81s) 7s ago 27m 7447k - 1.7.0 72c9c2088986 d2a19c03fb98 2024-09-13T14:22:10.064 INFO:teuthology.orchestra.run.smithi062.stdout:node-exporter.b smithi178 *:9100 running (77s) 7s ago 27m 8147k - 1.7.0 72c9c2088986 ef73b17b6575 2024-09-13T14:22:10.065 INFO:teuthology.orchestra.run.smithi062.stdout:osd.0 smithi062 running (35m) 7s ago 35m 67.1M 3036M 19.1.1-322-g7741f7f9 19dc8d659727 a01ecc33ada0 2024-09-13T14:22:10.065 INFO:teuthology.orchestra.run.smithi062.stdout:osd.1 smithi062 running (34m) 7s ago 34m 59.3M 3036M 19.1.1-322-g7741f7f9 19dc8d659727 d6ca3f655d05 2024-09-13T14:22:10.065 INFO:teuthology.orchestra.run.smithi062.stdout:osd.2 smithi062 running (33m) 7s ago 33m 62.2M 3036M 19.1.1-322-g7741f7f9 19dc8d659727 f001b702483d 2024-09-13T14:22:10.065 INFO:teuthology.orchestra.run.smithi062.stdout:osd.3 smithi062 running (32m) 7s ago 32m 57.6M 3036M 19.1.1-322-g7741f7f9 19dc8d659727 cebed6322996 2024-09-13T14:22:10.065 INFO:teuthology.orchestra.run.smithi062.stdout:osd.4 smithi178 running (31m) 7s ago 31m 67.0M 3292M 19.1.1-322-g7741f7f9 19dc8d659727 7ff166ed36a8 2024-09-13T14:22:10.065 INFO:teuthology.orchestra.run.smithi062.stdout:osd.5 smithi178 running (30m) 7s ago 30m 64.3M 3292M 19.1.1-322-g7741f7f9 19dc8d659727 0ee354299930 2024-09-13T14:22:10.065 INFO:teuthology.orchestra.run.smithi062.stdout:osd.6 smithi178 running (29m) 7s ago 29m 54.8M 3292M 19.1.1-322-g7741f7f9 19dc8d659727 e6cb50c05b1b 2024-09-13T14:22:10.065 INFO:teuthology.orchestra.run.smithi062.stdout:osd.7 smithi178 running (28m) 7s ago 28m 64.5M 3292M 19.1.1-322-g7741f7f9 19dc8d659727 fbc9d74ccd0e 2024-09-13T14:22:10.065 INFO:teuthology.orchestra.run.smithi062.stdout:prometheus.a smithi178 *:9095 running (43s) 7s ago 27m 34.7M - 2.51.0 1d3b7f56885b 3a9393efc8c5 2024-09-13T14:22:10.065 INFO:teuthology.orchestra.run.smithi062.stdout:rgw.foo.smithi062.raldkl smithi062 *:8000 running (25m) 7s ago 25m 100M - 19.1.1-322-g7741f7f9 19dc8d659727 c374202ad667 2024-09-13T14:22:10.065 INFO:teuthology.orchestra.run.smithi062.stdout:rgw.foo.smithi178.sseeij smithi178 *:8000 running (25m) 7s ago 25m 102M - 19.1.1-322-g7741f7f9 19dc8d659727 86fcacc26a6b 2024-09-13T14:22:10.446 INFO:teuthology.orchestra.run.smithi062.stdout:{ 2024-09-13T14:22:10.446 INFO:teuthology.orchestra.run.smithi062.stdout: "mon": { 2024-09-13T14:22:10.446 INFO:teuthology.orchestra.run.smithi062.stdout: "ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable)": 3 2024-09-13T14:22:10.446 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-09-13T14:22:10.446 INFO:teuthology.orchestra.run.smithi062.stdout: "mgr": { 2024-09-13T14:22:10.447 INFO:teuthology.orchestra.run.smithi062.stdout: "ceph version 19.3.0-4917-gb0201b8c (b0201b8c79733293453e7f10a10c7fa43119222b) squid (dev)": 2 2024-09-13T14:22:10.447 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-09-13T14:22:10.447 INFO:teuthology.orchestra.run.smithi062.stdout: "osd": { 2024-09-13T14:22:10.447 INFO:teuthology.orchestra.run.smithi062.stdout: "ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable)": 8 2024-09-13T14:22:10.447 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-09-13T14:22:10.447 INFO:teuthology.orchestra.run.smithi062.stdout: "rgw": { 2024-09-13T14:22:10.447 INFO:teuthology.orchestra.run.smithi062.stdout: "ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable)": 2 2024-09-13T14:22:10.447 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-09-13T14:22:10.447 INFO:teuthology.orchestra.run.smithi062.stdout: "overall": { 2024-09-13T14:22:10.447 INFO:teuthology.orchestra.run.smithi062.stdout: "ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable)": 13, 2024-09-13T14:22:10.447 INFO:teuthology.orchestra.run.smithi062.stdout: "ceph version 19.3.0-4917-gb0201b8c (b0201b8c79733293453e7f10a10c7fa43119222b) squid (dev)": 2 2024-09-13T14:22:10.447 INFO:teuthology.orchestra.run.smithi062.stdout: } 2024-09-13T14:22:10.447 INFO:teuthology.orchestra.run.smithi062.stdout:} 2024-09-13T14:22:10.517 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:22:10 smithi062 bash[19845]: audit 2024-09-13T14:22:09.415280+0000 mgr.y (mgr.25139) 137 : audit [DBG] from='client.25421 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:22:10.518 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:22:10 smithi062 bash[19845]: audit 2024-09-13T14:22:09.719279+0000 mgr.y (mgr.25139) 138 : audit [DBG] from='client.15549 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:22:10.518 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:22:10 smithi062 bash[26634]: audit 2024-09-13T14:22:09.415280+0000 mgr.y (mgr.25139) 137 : audit [DBG] from='client.25421 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:22:10.518 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:22:10 smithi062 bash[26634]: audit 2024-09-13T14:22:09.719279+0000 mgr.y (mgr.25139) 138 : audit [DBG] from='client.15549 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:22:10.683 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:22:10 smithi178 bash[22034]: audit 2024-09-13T14:22:09.415280+0000 mgr.y (mgr.25139) 137 : audit [DBG] from='client.25421 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:22:10.683 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:22:10 smithi178 bash[22034]: audit 2024-09-13T14:22:09.719279+0000 mgr.y (mgr.25139) 138 : audit [DBG] from='client.15549 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:22:10.748 INFO:teuthology.orchestra.run.smithi062.stdout:{ 2024-09-13T14:22:10.749 INFO:teuthology.orchestra.run.smithi062.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph:b0201b8c79733293453e7f10a10c7fa43119222b", 2024-09-13T14:22:10.749 INFO:teuthology.orchestra.run.smithi062.stdout: "in_progress": true, 2024-09-13T14:22:10.749 INFO:teuthology.orchestra.run.smithi062.stdout: "which": "Upgrading daemons of type(s) mgr", 2024-09-13T14:22:10.749 INFO:teuthology.orchestra.run.smithi062.stdout: "services_complete": [ 2024-09-13T14:22:10.749 INFO:teuthology.orchestra.run.smithi062.stdout: "mgr" 2024-09-13T14:22:10.749 INFO:teuthology.orchestra.run.smithi062.stdout: ], 2024-09-13T14:22:10.749 INFO:teuthology.orchestra.run.smithi062.stdout: "progress": "2/2 daemons upgraded", 2024-09-13T14:22:10.749 INFO:teuthology.orchestra.run.smithi062.stdout: "message": "Currently upgrading alertmanager daemons", 2024-09-13T14:22:10.749 INFO:teuthology.orchestra.run.smithi062.stdout: "is_paused": false 2024-09-13T14:22:10.749 INFO:teuthology.orchestra.run.smithi062.stdout:} 2024-09-13T14:22:11.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:22:11 smithi062 bash[19845]: audit 2024-09-13T14:22:10.026225+0000 mgr.y (mgr.25139) 139 : audit [DBG] from='client.25433 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:22:11.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:22:11 smithi062 bash[19845]: cluster 2024-09-13T14:22:10.205759+0000 mgr.y (mgr.25139) 140 : cluster [DBG] pgmap v69: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:22:11.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:22:11 smithi062 bash[19845]: audit 2024-09-13T14:22:10.448029+0000 mon.c (mon.2) 117 : audit [DBG] from='client.? 172.21.15.62:0/1716577088' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:22:11.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:22:11 smithi062 bash[19845]: audit 2024-09-13T14:22:10.749525+0000 mgr.y (mgr.25139) 141 : audit [DBG] from='client.15567 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:22:11.503 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:22:11 smithi062 bash[26634]: audit 2024-09-13T14:22:10.026225+0000 mgr.y (mgr.25139) 139 : audit [DBG] from='client.25433 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:22:11.503 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:22:11 smithi062 bash[26634]: cluster 2024-09-13T14:22:10.205759+0000 mgr.y (mgr.25139) 140 : cluster [DBG] pgmap v69: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:22:11.503 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:22:11 smithi062 bash[26634]: audit 2024-09-13T14:22:10.448029+0000 mon.c (mon.2) 117 : audit [DBG] from='client.? 172.21.15.62:0/1716577088' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:22:11.504 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:22:11 smithi062 bash[26634]: audit 2024-09-13T14:22:10.749525+0000 mgr.y (mgr.25139) 141 : audit [DBG] from='client.15567 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:22:11.683 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:22:11 smithi178 bash[22034]: audit 2024-09-13T14:22:10.026225+0000 mgr.y (mgr.25139) 139 : audit [DBG] from='client.25433 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:22:11.683 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:22:11 smithi178 bash[22034]: cluster 2024-09-13T14:22:10.205759+0000 mgr.y (mgr.25139) 140 : cluster [DBG] pgmap v69: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:22:11.683 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:22:11 smithi178 bash[22034]: audit 2024-09-13T14:22:10.448029+0000 mon.c (mon.2) 117 : audit [DBG] from='client.? 172.21.15.62:0/1716577088' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:22:11.683 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:22:11 smithi178 bash[22034]: audit 2024-09-13T14:22:10.749525+0000 mgr.y (mgr.25139) 141 : audit [DBG] from='client.15567 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:22:13.502 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:22:13 smithi062 bash[26634]: cluster 2024-09-13T14:22:12.206502+0000 mgr.y (mgr.25139) 142 : cluster [DBG] pgmap v70: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:22:13.503 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:22:13 smithi062 bash[26634]: audit 2024-09-13T14:22:12.220309+0000 mgr.y (mgr.25139) 143 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:22:13.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:22:13 smithi062 bash[19845]: cluster 2024-09-13T14:22:12.206502+0000 mgr.y (mgr.25139) 142 : cluster [DBG] pgmap v70: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:22:13.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:22:13 smithi062 bash[19845]: audit 2024-09-13T14:22:12.220309+0000 mgr.y (mgr.25139) 143 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:22:13.683 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:22:13 smithi178 bash[22034]: cluster 2024-09-13T14:22:12.206502+0000 mgr.y (mgr.25139) 142 : cluster [DBG] pgmap v70: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:22:13.683 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:22:13 smithi178 bash[22034]: audit 2024-09-13T14:22:12.220309+0000 mgr.y (mgr.25139) 143 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:22:14.003 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:22:13 smithi062 bash[68610]: ::ffff:172.21.15.178 - - [13/Sep/2024:14:22:13] "GET /metrics HTTP/1.1" 200 38225 "" "Prometheus/2.51.0" 2024-09-13T14:22:14.684 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:22:14 smithi178 bash[22034]: audit 2024-09-13T14:22:13.852811+0000 mon.a (mon.0) 1429 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:22:14.684 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:22:14 smithi178 bash[22034]: audit 2024-09-13T14:22:13.912396+0000 mon.a (mon.0) 1430 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:22:14.684 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:22:14 smithi178 bash[22034]: audit 2024-09-13T14:22:13.924458+0000 mon.a (mon.0) 1431 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:22:14.684 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:22:14 smithi178 bash[22034]: audit 2024-09-13T14:22:13.926743+0000 mon.a (mon.0) 1432 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:22:14.684 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:22:14 smithi178 bash[22034]: audit 2024-09-13T14:22:13.928858+0000 mon.a (mon.0) 1433 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T14:22:14.684 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:22:14 smithi178 bash[22034]: audit 2024-09-13T14:22:13.940036+0000 mon.a (mon.0) 1434 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:22:14.684 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:22:14 smithi178 bash[22034]: audit 2024-09-13T14:22:13.996039+0000 mon.a (mon.0) 1435 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-09-13T14:22:14.684 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:22:14 smithi178 bash[22034]: audit 2024-09-13T14:22:13.997010+0000 mgr.y (mgr.25139) 144 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-09-13T14:22:14.684 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:22:14 smithi178 bash[22034]: audit 2024-09-13T14:22:14.077910+0000 mon.a (mon.0) 1436 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T14:22:14.685 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:22:14 smithi178 bash[22034]: audit 2024-09-13T14:22:14.081698+0000 mon.a (mon.0) 1437 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:22:14.685 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:22:14 smithi178 bash[22034]: audit 2024-09-13T14:22:14.085147+0000 mon.a (mon.0) 1438 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:22:14.685 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:22:14 smithi178 bash[22034]: audit 2024-09-13T14:22:14.089075+0000 mon.a (mon.0) 1439 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:22:14.685 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:22:14 smithi178 bash[22034]: audit 2024-09-13T14:22:14.092894+0000 mon.a (mon.0) 1440 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:22:14.685 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:22:14 smithi178 bash[22034]: audit 2024-09-13T14:22:14.095784+0000 mon.a (mon.0) 1441 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:22:14.685 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:22:14 smithi178 bash[22034]: audit 2024-09-13T14:22:14.098771+0000 mon.a (mon.0) 1442 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:22:14.685 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:22:14 smithi178 bash[22034]: audit 2024-09-13T14:22:14.102672+0000 mon.a (mon.0) 1443 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:22:14.685 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:22:14 smithi178 bash[22034]: audit 2024-09-13T14:22:14.107308+0000 mon.a (mon.0) 1444 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:22:14.685 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:22:14 smithi178 bash[22034]: audit 2024-09-13T14:22:14.111329+0000 mon.a (mon.0) 1445 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:22:14.685 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:22:14 smithi178 bash[22034]: audit 2024-09-13T14:22:14.115106+0000 mon.a (mon.0) 1446 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:22:14.685 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:22:14 smithi178 bash[22034]: audit 2024-09-13T14:22:14.118995+0000 mon.a (mon.0) 1447 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:22:14.754 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:22:14 smithi062 bash[19845]: audit 2024-09-13T14:22:13.852811+0000 mon.a (mon.0) 1429 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:22:14.754 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:22:14 smithi062 bash[19845]: audit 2024-09-13T14:22:13.912396+0000 mon.a (mon.0) 1430 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:22:14.754 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:22:14 smithi062 bash[19845]: audit 2024-09-13T14:22:13.924458+0000 mon.a (mon.0) 1431 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:22:14.754 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:22:14 smithi062 bash[19845]: audit 2024-09-13T14:22:13.926743+0000 mon.a (mon.0) 1432 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:22:14.754 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:22:14 smithi062 bash[19845]: audit 2024-09-13T14:22:13.928858+0000 mon.a (mon.0) 1433 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T14:22:14.754 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:22:14 smithi062 bash[19845]: audit 2024-09-13T14:22:13.940036+0000 mon.a (mon.0) 1434 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:22:14.754 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:22:14 smithi062 bash[19845]: audit 2024-09-13T14:22:13.996039+0000 mon.a (mon.0) 1435 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-09-13T14:22:14.754 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:22:14 smithi062 bash[19845]: audit 2024-09-13T14:22:13.997010+0000 mgr.y (mgr.25139) 144 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-09-13T14:22:14.754 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:22:14 smithi062 bash[19845]: audit 2024-09-13T14:22:14.077910+0000 mon.a (mon.0) 1436 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T14:22:14.755 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:22:14 smithi062 bash[19845]: audit 2024-09-13T14:22:14.081698+0000 mon.a (mon.0) 1437 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:22:14.755 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:22:14 smithi062 bash[19845]: audit 2024-09-13T14:22:14.085147+0000 mon.a (mon.0) 1438 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:22:14.755 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:22:14 smithi062 bash[19845]: audit 2024-09-13T14:22:14.089075+0000 mon.a (mon.0) 1439 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:22:14.755 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:22:14 smithi062 bash[19845]: audit 2024-09-13T14:22:14.092894+0000 mon.a (mon.0) 1440 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:22:14.755 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:22:14 smithi062 bash[19845]: audit 2024-09-13T14:22:14.095784+0000 mon.a (mon.0) 1441 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:22:14.755 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:22:14 smithi062 bash[19845]: audit 2024-09-13T14:22:14.098771+0000 mon.a (mon.0) 1442 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:22:14.755 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:22:14 smithi062 bash[19845]: audit 2024-09-13T14:22:14.102672+0000 mon.a (mon.0) 1443 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:22:14.755 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:22:14 smithi062 bash[19845]: audit 2024-09-13T14:22:14.107308+0000 mon.a (mon.0) 1444 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:22:14.755 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:22:14 smithi062 bash[19845]: audit 2024-09-13T14:22:14.111329+0000 mon.a (mon.0) 1445 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:22:14.755 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:22:14 smithi062 bash[19845]: audit 2024-09-13T14:22:14.115106+0000 mon.a (mon.0) 1446 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:22:14.755 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:22:14 smithi062 bash[19845]: audit 2024-09-13T14:22:14.118995+0000 mon.a (mon.0) 1447 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:22:14.756 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:22:14 smithi062 bash[26634]: audit 2024-09-13T14:22:13.852811+0000 mon.a (mon.0) 1429 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:22:14.756 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:22:14 smithi062 bash[26634]: audit 2024-09-13T14:22:13.912396+0000 mon.a (mon.0) 1430 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:22:14.756 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:22:14 smithi062 bash[26634]: audit 2024-09-13T14:22:13.924458+0000 mon.a (mon.0) 1431 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:22:14.756 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:22:14 smithi062 bash[26634]: audit 2024-09-13T14:22:13.926743+0000 mon.a (mon.0) 1432 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:22:14.756 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:22:14 smithi062 bash[26634]: audit 2024-09-13T14:22:13.928858+0000 mon.a (mon.0) 1433 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T14:22:14.756 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:22:14 smithi062 bash[26634]: audit 2024-09-13T14:22:13.940036+0000 mon.a (mon.0) 1434 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:22:14.756 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:22:14 smithi062 bash[26634]: audit 2024-09-13T14:22:13.996039+0000 mon.a (mon.0) 1435 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-09-13T14:22:14.756 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:22:14 smithi062 bash[26634]: audit 2024-09-13T14:22:13.997010+0000 mgr.y (mgr.25139) 144 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-09-13T14:22:14.756 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:22:14 smithi062 bash[26634]: audit 2024-09-13T14:22:14.077910+0000 mon.a (mon.0) 1436 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T14:22:14.756 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:22:14 smithi062 bash[26634]: audit 2024-09-13T14:22:14.081698+0000 mon.a (mon.0) 1437 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:22:14.756 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:22:14 smithi062 bash[26634]: audit 2024-09-13T14:22:14.085147+0000 mon.a (mon.0) 1438 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:22:14.756 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:22:14 smithi062 bash[26634]: audit 2024-09-13T14:22:14.089075+0000 mon.a (mon.0) 1439 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:22:14.756 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:22:14 smithi062 bash[26634]: audit 2024-09-13T14:22:14.092894+0000 mon.a (mon.0) 1440 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:22:14.757 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:22:14 smithi062 bash[26634]: audit 2024-09-13T14:22:14.095784+0000 mon.a (mon.0) 1441 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:22:14.757 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:22:14 smithi062 bash[26634]: audit 2024-09-13T14:22:14.098771+0000 mon.a (mon.0) 1442 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:22:14.757 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:22:14 smithi062 bash[26634]: audit 2024-09-13T14:22:14.102672+0000 mon.a (mon.0) 1443 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:22:14.757 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:22:14 smithi062 bash[26634]: audit 2024-09-13T14:22:14.107308+0000 mon.a (mon.0) 1444 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:22:14.757 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:22:14 smithi062 bash[26634]: audit 2024-09-13T14:22:14.111329+0000 mon.a (mon.0) 1445 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:22:14.757 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:22:14 smithi062 bash[26634]: audit 2024-09-13T14:22:14.115106+0000 mon.a (mon.0) 1446 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:22:14.757 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:22:14 smithi062 bash[26634]: audit 2024-09-13T14:22:14.118995+0000 mon.a (mon.0) 1447 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:22:16.091 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:22:15 smithi178 bash[22034]: cluster 2024-09-13T14:22:14.208177+0000 mgr.y (mgr.25139) 145 : cluster [DBG] pgmap v71: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:22:16.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:22:15 smithi062 bash[19845]: cluster 2024-09-13T14:22:14.208177+0000 mgr.y (mgr.25139) 145 : cluster [DBG] pgmap v71: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:22:16.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:22:15 smithi062 bash[26634]: cluster 2024-09-13T14:22:14.208177+0000 mgr.y (mgr.25139) 145 : cluster [DBG] pgmap v71: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:22:18.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:22:17 smithi062 bash[19845]: cluster 2024-09-13T14:22:16.208962+0000 mgr.y (mgr.25139) 146 : cluster [DBG] pgmap v72: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:22:18.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:22:17 smithi062 bash[19845]: cephadm 2024-09-13T14:22:16.539724+0000 mgr.y (mgr.25139) 147 : cephadm [INF] Upgrade: Updating grafana.a 2024-09-13T14:22:18.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:22:17 smithi062 bash[19845]: cephadm 2024-09-13T14:22:16.647385+0000 mgr.y (mgr.25139) 148 : cephadm [INF] Deploying daemon grafana.a on smithi178 2024-09-13T14:22:18.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:22:17 smithi062 bash[26634]: cluster 2024-09-13T14:22:16.208962+0000 mgr.y (mgr.25139) 146 : cluster [DBG] pgmap v72: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:22:18.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:22:17 smithi062 bash[26634]: cephadm 2024-09-13T14:22:16.539724+0000 mgr.y (mgr.25139) 147 : cephadm [INF] Upgrade: Updating grafana.a 2024-09-13T14:22:18.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:22:17 smithi062 bash[26634]: cephadm 2024-09-13T14:22:16.647385+0000 mgr.y (mgr.25139) 148 : cephadm [INF] Deploying daemon grafana.a on smithi178 2024-09-13T14:22:18.433 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:22:17 smithi178 bash[22034]: cluster 2024-09-13T14:22:16.208962+0000 mgr.y (mgr.25139) 146 : cluster [DBG] pgmap v72: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:22:18.433 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:22:17 smithi178 bash[22034]: cephadm 2024-09-13T14:22:16.539724+0000 mgr.y (mgr.25139) 147 : cephadm [INF] Upgrade: Updating grafana.a 2024-09-13T14:22:18.433 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:22:17 smithi178 bash[22034]: cephadm 2024-09-13T14:22:16.647385+0000 mgr.y (mgr.25139) 148 : cephadm [INF] Deploying daemon grafana.a on smithi178 2024-09-13T14:22:20.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:22:19 smithi062 bash[19845]: cluster 2024-09-13T14:22:18.209722+0000 mgr.y (mgr.25139) 149 : cluster [DBG] pgmap v73: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:22:20.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:22:19 smithi062 bash[26634]: cluster 2024-09-13T14:22:18.209722+0000 mgr.y (mgr.25139) 149 : cluster [DBG] pgmap v73: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:22:20.433 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:22:19 smithi178 bash[22034]: cluster 2024-09-13T14:22:18.209722+0000 mgr.y (mgr.25139) 149 : cluster [DBG] pgmap v73: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:22:22.231 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:22:21 smithi062 bash[19845]: cluster 2024-09-13T14:22:20.211479+0000 mgr.y (mgr.25139) 150 : cluster [DBG] pgmap v74: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:22:22.231 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:22:21 smithi062 bash[26634]: cluster 2024-09-13T14:22:20.211479+0000 mgr.y (mgr.25139) 150 : cluster [DBG] pgmap v74: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:22:22.433 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:22:21 smithi178 bash[22034]: cluster 2024-09-13T14:22:20.211479+0000 mgr.y (mgr.25139) 150 : cluster [DBG] pgmap v74: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:22:23.955 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:22:23 smithi062 bash[68610]: ::ffff:172.21.15.178 - - [13/Sep/2024:14:22:23] "GET /metrics HTTP/1.1" 200 38239 "" "Prometheus/2.51.0" 2024-09-13T14:22:24.252 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:22:23 smithi062 bash[26634]: cluster 2024-09-13T14:22:22.212347+0000 mgr.y (mgr.25139) 151 : cluster [DBG] pgmap v75: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:22:24.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:22:23 smithi062 bash[26634]: audit 2024-09-13T14:22:22.231508+0000 mgr.y (mgr.25139) 152 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:22:24.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:22:23 smithi062 bash[19845]: cluster 2024-09-13T14:22:22.212347+0000 mgr.y (mgr.25139) 151 : cluster [DBG] pgmap v75: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:22:24.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:22:23 smithi062 bash[19845]: audit 2024-09-13T14:22:22.231508+0000 mgr.y (mgr.25139) 152 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:22:24.433 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:22:23 smithi178 bash[22034]: cluster 2024-09-13T14:22:22.212347+0000 mgr.y (mgr.25139) 151 : cluster [DBG] pgmap v75: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:22:24.433 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:22:23 smithi178 bash[22034]: audit 2024-09-13T14:22:22.231508+0000 mgr.y (mgr.25139) 152 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:22:26.252 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:22:25 smithi062 bash[19845]: cluster 2024-09-13T14:22:24.213920+0000 mgr.y (mgr.25139) 153 : cluster [DBG] pgmap v76: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:22:26.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:22:25 smithi062 bash[26634]: cluster 2024-09-13T14:22:24.213920+0000 mgr.y (mgr.25139) 153 : cluster [DBG] pgmap v76: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:22:26.433 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:22:25 smithi178 bash[22034]: cluster 2024-09-13T14:22:24.213920+0000 mgr.y (mgr.25139) 153 : cluster [DBG] pgmap v76: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:22:28.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:22:27 smithi062 bash[19845]: cluster 2024-09-13T14:22:26.214650+0000 mgr.y (mgr.25139) 154 : cluster [DBG] pgmap v77: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:22:28.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:22:27 smithi062 bash[26634]: cluster 2024-09-13T14:22:26.214650+0000 mgr.y (mgr.25139) 154 : cluster [DBG] pgmap v77: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:22:28.434 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:22:27 smithi178 bash[22034]: cluster 2024-09-13T14:22:26.214650+0000 mgr.y (mgr.25139) 154 : cluster [DBG] pgmap v77: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:22:29.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:22:28 smithi062 bash[19845]: audit 2024-09-13T14:22:28.852652+0000 mon.a (mon.0) 1448 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:22:29.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:22:28 smithi062 bash[26634]: audit 2024-09-13T14:22:28.852652+0000 mon.a (mon.0) 1448 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:22:29.416 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:22:28 smithi178 bash[22034]: audit 2024-09-13T14:22:28.852652+0000 mon.a (mon.0) 1448 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:22:30.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:22:29 smithi062 bash[19845]: cluster 2024-09-13T14:22:28.215446+0000 mgr.y (mgr.25139) 155 : cluster [DBG] pgmap v78: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:22:30.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:22:29 smithi062 bash[26634]: cluster 2024-09-13T14:22:28.215446+0000 mgr.y (mgr.25139) 155 : cluster [DBG] pgmap v78: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:22:30.433 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:22:29 smithi178 bash[22034]: cluster 2024-09-13T14:22:28.215446+0000 mgr.y (mgr.25139) 155 : cluster [DBG] pgmap v78: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:22:32.242 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:22:31 smithi062 bash[19845]: cluster 2024-09-13T14:22:30.217145+0000 mgr.y (mgr.25139) 156 : cluster [DBG] pgmap v79: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:22:32.242 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:22:31 smithi062 bash[26634]: cluster 2024-09-13T14:22:30.217145+0000 mgr.y (mgr.25139) 156 : cluster [DBG] pgmap v79: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:22:32.311 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:22:31 smithi178 bash[22034]: cluster 2024-09-13T14:22:30.217145+0000 mgr.y (mgr.25139) 156 : cluster [DBG] pgmap v79: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:22:33.986 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:22:33 smithi062 bash[68610]: ::ffff:172.21.15.178 - - [13/Sep/2024:14:22:33] "GET /metrics HTTP/1.1" 200 38235 "" "Prometheus/2.51.0" 2024-09-13T14:22:34.252 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:22:33 smithi062 bash[19845]: cluster 2024-09-13T14:22:32.217854+0000 mgr.y (mgr.25139) 157 : cluster [DBG] pgmap v80: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:22:34.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:22:33 smithi062 bash[19845]: audit 2024-09-13T14:22:32.242731+0000 mgr.y (mgr.25139) 158 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:22:34.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:22:33 smithi062 bash[26634]: cluster 2024-09-13T14:22:32.217854+0000 mgr.y (mgr.25139) 157 : cluster [DBG] pgmap v80: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:22:34.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:22:33 smithi062 bash[26634]: audit 2024-09-13T14:22:32.242731+0000 mgr.y (mgr.25139) 158 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:22:34.355 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:22:33 smithi178 bash[22034]: cluster 2024-09-13T14:22:32.217854+0000 mgr.y (mgr.25139) 157 : cluster [DBG] pgmap v80: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:22:34.355 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:22:33 smithi178 bash[22034]: audit 2024-09-13T14:22:32.242731+0000 mgr.y (mgr.25139) 158 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:22:35.117 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 13 14:22:35 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:22:35.118 INFO:journalctl@ceph.osd.4.smithi178.stdout:Sep 13 14:22:35 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:22:35.118 INFO:journalctl@ceph.osd.6.smithi178.stdout:Sep 13 14:22:35 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:22:35.118 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 14:22:35 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:22:35.119 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 13 14:22:35 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:22:35.119 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:22:35 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:22:35.119 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:22:35 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:22:35.120 INFO:journalctl@ceph.osd.5.smithi178.stdout:Sep 13 14:22:35 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:22:35.120 INFO:journalctl@ceph.osd.7.smithi178.stdout:Sep 13 14:22:35 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:22:35.433 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:22:35 smithi178 systemd[1]: Stopping Ceph grafana.a for ff1149ea-71d5-11ef-bceb-c7b262605968... 2024-09-13T14:22:35.433 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:22:35 smithi178 bash[47154]: logger=server t=2024-09-13T14:22:35.223303591Z level=info msg="Shutdown started" reason="System signal: terminated" 2024-09-13T14:22:35.433 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:22:35 smithi178 bash[47154]: logger=tracing t=2024-09-13T14:22:35.223382372Z level=info msg="Closing tracing" 2024-09-13T14:22:35.433 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:22:35 smithi178 bash[47154]: logger=ticker t=2024-09-13T14:22:35.223438514Z level=info msg=stopped last_tick=2024-09-13T14:22:30Z 2024-09-13T14:22:36.087 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:22:35 smithi178 bash[22034]: cluster 2024-09-13T14:22:34.219454+0000 mgr.y (mgr.25139) 159 : cluster [DBG] pgmap v81: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:22:36.087 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:22:35 smithi178 bash[67162]: ceph-ff1149ea-71d5-11ef-bceb-c7b262605968-grafana-a 2024-09-13T14:22:36.087 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:22:35 smithi178 bash[67222]: Error response from daemon: No such container: ceph-ff1149ea-71d5-11ef-bceb-c7b262605968-grafana-a 2024-09-13T14:22:36.087 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:22:35 smithi178 systemd[1]: ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@grafana.a.service: Deactivated successfully. 2024-09-13T14:22:36.087 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:22:35 smithi178 systemd[1]: Stopped Ceph grafana.a for ff1149ea-71d5-11ef-bceb-c7b262605968. 2024-09-13T14:22:36.252 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:22:35 smithi062 bash[19845]: cluster 2024-09-13T14:22:34.219454+0000 mgr.y (mgr.25139) 159 : cluster [DBG] pgmap v81: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:22:36.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:22:35 smithi062 bash[26634]: cluster 2024-09-13T14:22:34.219454+0000 mgr.y (mgr.25139) 159 : cluster [DBG] pgmap v81: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:22:36.433 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:22:36 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:22:36.433 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:22:36 smithi178 systemd[1]: Started Ceph grafana.a for ff1149ea-71d5-11ef-bceb-c7b262605968. 2024-09-13T14:22:36.433 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:22:36 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:22:36.434 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 13 14:22:36 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:22:36.434 INFO:journalctl@ceph.osd.5.smithi178.stdout:Sep 13 14:22:36 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:22:36.434 INFO:journalctl@ceph.osd.7.smithi178.stdout:Sep 13 14:22:36 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:22:36.435 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 14:22:36 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:22:36.435 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 13 14:22:36 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:22:36.435 INFO:journalctl@ceph.osd.6.smithi178.stdout:Sep 13 14:22:36 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:22:36.436 INFO:journalctl@ceph.osd.4.smithi178.stdout:Sep 13 14:22:36 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:22:37.589 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:22:37 smithi178 bash[22034]: cluster 2024-09-13T14:22:36.220308+0000 mgr.y (mgr.25139) 160 : cluster [DBG] pgmap v82: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:22:37.589 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:22:37 smithi178 bash[22034]: audit 2024-09-13T14:22:36.260720+0000 mon.a (mon.0) 1449 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:22:37.589 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:22:37 smithi178 bash[22034]: audit 2024-09-13T14:22:36.271335+0000 mon.a (mon.0) 1450 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:22:37.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:22:37 smithi062 bash[19845]: cluster 2024-09-13T14:22:36.220308+0000 mgr.y (mgr.25139) 160 : cluster [DBG] pgmap v82: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:22:37.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:22:37 smithi062 bash[19845]: audit 2024-09-13T14:22:36.260720+0000 mon.a (mon.0) 1449 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:22:37.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:22:37 smithi062 bash[19845]: audit 2024-09-13T14:22:36.271335+0000 mon.a (mon.0) 1450 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:22:37.753 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:22:37 smithi062 bash[26634]: cluster 2024-09-13T14:22:36.220308+0000 mgr.y (mgr.25139) 160 : cluster [DBG] pgmap v82: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:22:37.753 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:22:37 smithi062 bash[26634]: audit 2024-09-13T14:22:36.260720+0000 mon.a (mon.0) 1449 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:22:37.753 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:22:37 smithi062 bash[26634]: audit 2024-09-13T14:22:36.271335+0000 mon.a (mon.0) 1450 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:22:37.851 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:22:37 smithi178 bash[67279]: logger=settings t=2024-09-13T14:22:37.590293827Z level=info msg="Starting Grafana" version=10.4.0 commit=03f502a94d17f7dc4e6c34acdf8428aedd986e4c branch=HEAD compiled=2024-09-13T14:22:37Z 2024-09-13T14:22:37.851 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:22:37 smithi178 bash[67279]: logger=settings t=2024-09-13T14:22:37.590595639Z level=info msg="Config loaded from" file=/usr/share/grafana/conf/defaults.ini 2024-09-13T14:22:37.851 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:22:37 smithi178 bash[67279]: logger=settings t=2024-09-13T14:22:37.59060586Z level=info msg="Config loaded from" file=/etc/grafana/grafana.ini 2024-09-13T14:22:37.851 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:22:37 smithi178 bash[67279]: logger=settings t=2024-09-13T14:22:37.590609626Z level=info msg="Config overridden from command line" arg="default.paths.data=/var/lib/grafana" 2024-09-13T14:22:37.851 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:22:37 smithi178 bash[67279]: logger=settings t=2024-09-13T14:22:37.590612957Z level=info msg="Config overridden from command line" arg="default.paths.logs=/var/log/grafana" 2024-09-13T14:22:37.851 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:22:37 smithi178 bash[67279]: logger=settings t=2024-09-13T14:22:37.59061629Z level=info msg="Config overridden from command line" arg="default.paths.plugins=/var/lib/grafana/plugins" 2024-09-13T14:22:37.851 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:22:37 smithi178 bash[67279]: logger=settings t=2024-09-13T14:22:37.590619287Z level=info msg="Config overridden from command line" arg="default.paths.provisioning=/etc/grafana/provisioning" 2024-09-13T14:22:37.851 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:22:37 smithi178 bash[67279]: logger=settings t=2024-09-13T14:22:37.590623706Z level=info msg="Config overridden from command line" arg="default.log.mode=console" 2024-09-13T14:22:37.851 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:22:37 smithi178 bash[67279]: logger=settings t=2024-09-13T14:22:37.590629003Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_DATA=/var/lib/grafana" 2024-09-13T14:22:37.852 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:22:37 smithi178 bash[67279]: logger=settings t=2024-09-13T14:22:37.590634449Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_LOGS=/var/log/grafana" 2024-09-13T14:22:37.852 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:22:37 smithi178 bash[67279]: logger=settings t=2024-09-13T14:22:37.590639377Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PLUGINS=/var/lib/grafana/plugins" 2024-09-13T14:22:37.852 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:22:37 smithi178 bash[67279]: logger=settings t=2024-09-13T14:22:37.590642634Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PROVISIONING=/etc/grafana/provisioning" 2024-09-13T14:22:37.852 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:22:37 smithi178 bash[67279]: logger=settings t=2024-09-13T14:22:37.590646602Z level=info msg=Target target=[all] 2024-09-13T14:22:37.852 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:22:37 smithi178 bash[67279]: logger=settings t=2024-09-13T14:22:37.590653592Z level=info msg="Path Home" path=/usr/share/grafana 2024-09-13T14:22:37.852 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:22:37 smithi178 bash[67279]: logger=settings t=2024-09-13T14:22:37.590656847Z level=info msg="Path Data" path=/var/lib/grafana 2024-09-13T14:22:37.852 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:22:37 smithi178 bash[67279]: logger=settings t=2024-09-13T14:22:37.590663183Z level=info msg="Path Logs" path=/var/log/grafana 2024-09-13T14:22:37.852 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:22:37 smithi178 bash[67279]: logger=settings t=2024-09-13T14:22:37.590666671Z level=info msg="Path Plugins" path=/var/lib/grafana/plugins 2024-09-13T14:22:37.852 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:22:37 smithi178 bash[67279]: logger=settings t=2024-09-13T14:22:37.590670256Z level=info msg="Path Provisioning" path=/etc/grafana/provisioning 2024-09-13T14:22:37.852 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:22:37 smithi178 bash[67279]: logger=settings t=2024-09-13T14:22:37.590673795Z level=info msg="App mode production" 2024-09-13T14:22:37.852 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:22:37 smithi178 bash[67279]: logger=sqlstore t=2024-09-13T14:22:37.591009957Z level=info msg="Connecting to DB" dbtype=sqlite3 2024-09-13T14:22:37.852 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:22:37 smithi178 bash[67279]: logger=sqlstore t=2024-09-13T14:22:37.591026418Z level=warn msg="SQLite database file has broader permissions than it should" path=/var/lib/grafana/grafana.db mode=-rw-r--r-- expected=-rw-r----- 2024-09-13T14:22:37.852 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:22:37 smithi178 bash[67279]: logger=migrator t=2024-09-13T14:22:37.591646297Z level=info msg="Starting DB migrations" 2024-09-13T14:22:37.853 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:22:37 smithi178 bash[67279]: logger=migrator t=2024-09-13T14:22:37.603866919Z level=info msg="Executing migration" id="Add uid column to user" 2024-09-13T14:22:37.853 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:22:37 smithi178 bash[67279]: logger=migrator t=2024-09-13T14:22:37.609419004Z level=info msg="Migration successfully executed" id="Add uid column to user" duration=5.551169ms 2024-09-13T14:22:37.853 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:22:37 smithi178 bash[67279]: logger=migrator t=2024-09-13T14:22:37.658286003Z level=info msg="Executing migration" id="Update uid column values for users" 2024-09-13T14:22:37.853 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:22:37 smithi178 bash[67279]: logger=migrator t=2024-09-13T14:22:37.658465651Z level=info msg="Migration successfully executed" id="Update uid column values for users" duration=177.151µs 2024-09-13T14:22:37.853 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:22:37 smithi178 bash[67279]: logger=migrator t=2024-09-13T14:22:37.700369781Z level=info msg="Executing migration" id="Add unique index user_uid" 2024-09-13T14:22:37.853 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:22:37 smithi178 bash[67279]: logger=migrator t=2024-09-13T14:22:37.70121874Z level=info msg="Migration successfully executed" id="Add unique index user_uid" duration=847.504µs 2024-09-13T14:22:37.853 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:22:37 smithi178 bash[67279]: logger=migrator t=2024-09-13T14:22:37.725984533Z level=info msg="Executing migration" id="Add playlist column created_at" 2024-09-13T14:22:37.853 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:22:37 smithi178 bash[67279]: logger=migrator t=2024-09-13T14:22:37.731509984Z level=info msg="Migration successfully executed" id="Add playlist column created_at" duration=5.524411ms 2024-09-13T14:22:37.853 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:22:37 smithi178 bash[67279]: logger=migrator t=2024-09-13T14:22:37.759046481Z level=info msg="Executing migration" id="Add playlist column updated_at" 2024-09-13T14:22:37.853 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:22:37 smithi178 bash[67279]: logger=migrator t=2024-09-13T14:22:37.764879634Z level=info msg="Migration successfully executed" id="Add playlist column updated_at" duration=5.83547ms 2024-09-13T14:22:37.853 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:22:37 smithi178 bash[67279]: logger=migrator t=2024-09-13T14:22:37.792718321Z level=info msg="Executing migration" id="Add column uid in team" 2024-09-13T14:22:37.853 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:22:37 smithi178 bash[67279]: logger=migrator t=2024-09-13T14:22:37.798264765Z level=info msg="Migration successfully executed" id="Add column uid in team" duration=5.546883ms 2024-09-13T14:22:37.853 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:22:37 smithi178 bash[67279]: logger=migrator t=2024-09-13T14:22:37.82613316Z level=info msg="Executing migration" id="Update uid column values in team" 2024-09-13T14:22:37.853 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:22:37 smithi178 bash[67279]: logger=migrator t=2024-09-13T14:22:37.826312448Z level=info msg="Migration successfully executed" id="Update uid column values in team" duration=180.035µs 2024-09-13T14:22:37.854 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:22:37 smithi178 bash[67279]: logger=migrator t=2024-09-13T14:22:37.851644834Z level=info msg="Executing migration" id="Add unique index team_org_id_uid" 2024-09-13T14:22:37.854 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:22:37 smithi178 bash[67279]: logger=migrator t=2024-09-13T14:22:37.852582193Z level=info msg="Migration successfully executed" id="Add unique index team_org_id_uid" duration=930.612µs 2024-09-13T14:22:38.102 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:22:37 smithi178 bash[67279]: logger=migrator t=2024-09-13T14:22:37.876876113Z level=info msg="Executing migration" id="add index user_auth_token.revoked_at" 2024-09-13T14:22:38.103 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:22:37 smithi178 bash[67279]: logger=migrator t=2024-09-13T14:22:37.877791535Z level=info msg="Migration successfully executed" id="add index user_auth_token.revoked_at" duration=914.716µs 2024-09-13T14:22:38.103 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:22:37 smithi178 bash[67279]: logger=migrator t=2024-09-13T14:22:37.901929234Z level=info msg="Executing migration" id="add result_fingerprint column to alert_instance" 2024-09-13T14:22:38.103 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:22:37 smithi178 bash[67279]: logger=migrator t=2024-09-13T14:22:37.907878472Z level=info msg="Migration successfully executed" id="add result_fingerprint column to alert_instance" duration=5.948176ms 2024-09-13T14:22:38.103 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:22:37 smithi178 bash[67279]: logger=migrator t=2024-09-13T14:22:37.952324463Z level=info msg="Executing migration" id="add last_applied column to alert_configuration_history" 2024-09-13T14:22:38.103 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:22:37 smithi178 bash[67279]: logger=migrator t=2024-09-13T14:22:37.957961708Z level=info msg="Migration successfully executed" id="add last_applied column to alert_configuration_history" duration=5.634995ms 2024-09-13T14:22:38.103 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:22:37 smithi178 bash[67279]: logger=migrator t=2024-09-13T14:22:37.98583454Z level=info msg="Executing migration" id="alter library_element model to mediumtext" 2024-09-13T14:22:38.103 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:22:37 smithi178 bash[67279]: logger=migrator t=2024-09-13T14:22:37.985905597Z level=info msg="Migration successfully executed" id="alter library_element model to mediumtext" duration=70.695µs 2024-09-13T14:22:38.103 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:22:38 smithi178 bash[67279]: logger=migrator t=2024-09-13T14:22:38.011087494Z level=info msg="Executing migration" id="permission kind migration" 2024-09-13T14:22:38.103 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:22:38 smithi178 bash[67279]: logger=migrator t=2024-09-13T14:22:38.016884832Z level=info msg="Migration successfully executed" id="permission kind migration" duration=5.796312ms 2024-09-13T14:22:38.103 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:22:38 smithi178 bash[67279]: logger=migrator t=2024-09-13T14:22:38.044940388Z level=info msg="Executing migration" id="permission attribute migration" 2024-09-13T14:22:38.103 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:22:38 smithi178 bash[67279]: logger=migrator t=2024-09-13T14:22:38.060538191Z level=info msg="Migration successfully executed" id="permission attribute migration" duration=15.597083ms 2024-09-13T14:22:38.103 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:22:38 smithi178 bash[67279]: logger=migrator t=2024-09-13T14:22:38.086863186Z level=info msg="Executing migration" id="permission identifier migration" 2024-09-13T14:22:38.103 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:22:38 smithi178 bash[67279]: logger=migrator t=2024-09-13T14:22:38.103952572Z level=info msg="Migration successfully executed" id="permission identifier migration" duration=17.088286ms 2024-09-13T14:22:38.378 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:22:38 smithi178 bash[67279]: logger=migrator t=2024-09-13T14:22:38.128831802Z level=info msg="Executing migration" id="add permission identifier index" 2024-09-13T14:22:38.379 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:22:38 smithi178 bash[67279]: logger=migrator t=2024-09-13T14:22:38.131636499Z level=info msg="Migration successfully executed" id="add permission identifier index" duration=2.804321ms 2024-09-13T14:22:38.379 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:22:38 smithi178 bash[67279]: logger=migrator t=2024-09-13T14:22:38.170904664Z level=info msg="Executing migration" id="add permission action scope role_id index" 2024-09-13T14:22:38.379 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:22:38 smithi178 bash[67279]: logger=migrator t=2024-09-13T14:22:38.174011304Z level=info msg="Migration successfully executed" id="add permission action scope role_id index" duration=3.111484ms 2024-09-13T14:22:38.379 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:22:38 smithi178 bash[67279]: logger=migrator t=2024-09-13T14:22:38.196220701Z level=info msg="Executing migration" id="remove permission role_id action scope index" 2024-09-13T14:22:38.379 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:22:38 smithi178 bash[67279]: logger=migrator t=2024-09-13T14:22:38.198526555Z level=info msg="Migration successfully executed" id="remove permission role_id action scope index" duration=2.308527ms 2024-09-13T14:22:38.379 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:22:38 smithi178 bash[67279]: logger=migrator t=2024-09-13T14:22:38.238061264Z level=info msg="Executing migration" id="rbac disabled migrator" 2024-09-13T14:22:38.379 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:22:38 smithi178 bash[67279]: logger=migrator t=2024-09-13T14:22:38.238121746Z level=info msg="Migration successfully executed" id="rbac disabled migrator" duration=61.256µs 2024-09-13T14:22:38.379 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:22:38 smithi178 bash[67279]: logger=migrator t=2024-09-13T14:22:38.280203591Z level=info msg="Executing migration" id="drop index IDX_correlation_uid - v1" 2024-09-13T14:22:38.379 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:22:38 smithi178 bash[67279]: logger=migrator t=2024-09-13T14:22:38.282577163Z level=info msg="Migration successfully executed" id="drop index IDX_correlation_uid - v1" duration=2.373696ms 2024-09-13T14:22:38.379 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:22:38 smithi178 bash[67279]: logger=migrator t=2024-09-13T14:22:38.30545351Z level=info msg="Executing migration" id="drop index IDX_correlation_source_uid - v1" 2024-09-13T14:22:38.379 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:22:38 smithi178 bash[67279]: logger=migrator t=2024-09-13T14:22:38.307925784Z level=info msg="Migration successfully executed" id="drop index IDX_correlation_source_uid - v1" duration=2.469211ms 2024-09-13T14:22:38.379 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:22:38 smithi178 bash[67279]: logger=migrator t=2024-09-13T14:22:38.330759278Z level=info msg="Executing migration" id="Rename table correlation to correlation_tmp_qwerty - v1" 2024-09-13T14:22:38.379 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:22:38 smithi178 bash[67279]: logger=migrator t=2024-09-13T14:22:38.379770487Z level=info msg="Migration successfully executed" id="Rename table correlation to correlation_tmp_qwerty - v1" duration=49.010162ms 2024-09-13T14:22:38.649 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:22:38 smithi178 bash[67279]: logger=migrator t=2024-09-13T14:22:38.42273121Z level=info msg="Executing migration" id="create correlation v2" 2024-09-13T14:22:38.649 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:22:38 smithi178 bash[67279]: logger=migrator t=2024-09-13T14:22:38.425069207Z level=info msg="Migration successfully executed" id="create correlation v2" duration=2.33897ms 2024-09-13T14:22:38.649 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:22:38 smithi178 bash[67279]: logger=migrator t=2024-09-13T14:22:38.447873585Z level=info msg="Executing migration" id="create index IDX_correlation_uid - v2" 2024-09-13T14:22:38.649 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:22:38 smithi178 bash[67279]: logger=migrator t=2024-09-13T14:22:38.450674645Z level=info msg="Migration successfully executed" id="create index IDX_correlation_uid - v2" duration=2.802061ms 2024-09-13T14:22:38.649 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:22:38 smithi178 bash[67279]: logger=migrator t=2024-09-13T14:22:38.473171556Z level=info msg="Executing migration" id="create index IDX_correlation_source_uid - v2" 2024-09-13T14:22:38.649 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:22:38 smithi178 bash[67279]: logger=migrator t=2024-09-13T14:22:38.475522879Z level=info msg="Migration successfully executed" id="create index IDX_correlation_source_uid - v2" duration=2.357776ms 2024-09-13T14:22:38.649 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:22:38 smithi178 bash[67279]: logger=migrator t=2024-09-13T14:22:38.515126853Z level=info msg="Executing migration" id="create index IDX_correlation_org_id - v2" 2024-09-13T14:22:38.649 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:22:38 smithi178 bash[67279]: logger=migrator t=2024-09-13T14:22:38.517428624Z level=info msg="Migration successfully executed" id="create index IDX_correlation_org_id - v2" duration=2.301674ms 2024-09-13T14:22:38.649 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:22:38 smithi178 bash[67279]: logger=migrator t=2024-09-13T14:22:38.540380866Z level=info msg="Executing migration" id="copy correlation v1 to v2" 2024-09-13T14:22:38.649 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:22:38 smithi178 bash[67279]: logger=migrator t=2024-09-13T14:22:38.540966554Z level=info msg="Migration successfully executed" id="copy correlation v1 to v2" duration=587.225µs 2024-09-13T14:22:38.649 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:22:38 smithi178 bash[67279]: logger=migrator t=2024-09-13T14:22:38.56553452Z level=info msg="Executing migration" id="drop correlation_tmp_qwerty" 2024-09-13T14:22:38.650 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:22:38 smithi178 bash[67279]: logger=migrator t=2024-09-13T14:22:38.567260336Z level=info msg="Migration successfully executed" id="drop correlation_tmp_qwerty" duration=1.727639ms 2024-09-13T14:22:38.650 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:22:38 smithi178 bash[67279]: logger=migrator t=2024-09-13T14:22:38.591118153Z level=info msg="Executing migration" id="add provisioning column" 2024-09-13T14:22:38.650 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:22:38 smithi178 bash[67279]: logger=migrator t=2024-09-13T14:22:38.607422115Z level=info msg="Migration successfully executed" id="add provisioning column" duration=16.304632ms 2024-09-13T14:22:38.650 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:22:38 smithi178 bash[67279]: logger=migrator t=2024-09-13T14:22:38.649798574Z level=info msg="Executing migration" id="backfill empty share column fields with default of public" 2024-09-13T14:22:38.650 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:22:38 smithi178 bash[67279]: logger=migrator t=2024-09-13T14:22:38.650265248Z level=info msg="Migration successfully executed" id="backfill empty share column fields with default of public" duration=466.268µs 2024-09-13T14:22:38.917 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:22:38 smithi178 bash[67279]: logger=migrator t=2024-09-13T14:22:38.67501768Z level=info msg="Executing migration" id="migrate contents column to mediumblob for MySQL" 2024-09-13T14:22:38.917 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:22:38 smithi178 bash[67279]: logger=migrator t=2024-09-13T14:22:38.675162038Z level=info msg="Migration successfully executed" id="migrate contents column to mediumblob for MySQL" duration=145.844µs 2024-09-13T14:22:38.917 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:22:38 smithi178 bash[67279]: logger=migrator t=2024-09-13T14:22:38.700261053Z level=info msg="Executing migration" id="add origin column to seed_assignment" 2024-09-13T14:22:38.917 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:22:38 smithi178 bash[67279]: logger=migrator t=2024-09-13T14:22:38.717029217Z level=info msg="Migration successfully executed" id="add origin column to seed_assignment" duration=16.76589ms 2024-09-13T14:22:38.918 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:22:38 smithi178 bash[67279]: logger=migrator t=2024-09-13T14:22:38.741997944Z level=info msg="Executing migration" id="add origin to plugin seed_assignment" 2024-09-13T14:22:38.918 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:22:38 smithi178 bash[67279]: logger=migrator t=2024-09-13T14:22:38.742749859Z level=info msg="Migration successfully executed" id="add origin to plugin seed_assignment" duration=750.985µs 2024-09-13T14:22:38.918 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:22:38 smithi178 bash[67279]: logger=migrator t=2024-09-13T14:22:38.767413697Z level=info msg="Executing migration" id="prevent seeding OnCall access" 2024-09-13T14:22:38.918 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:22:38 smithi178 bash[67279]: logger=migrator t=2024-09-13T14:22:38.76791354Z level=info msg="Migration successfully executed" id="prevent seeding OnCall access" duration=499.45µs 2024-09-13T14:22:38.918 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:22:38 smithi178 bash[67279]: logger=migrator t=2024-09-13T14:22:38.792565765Z level=info msg="Executing migration" id="managed folder permissions library panel actions migration" 2024-09-13T14:22:38.918 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:22:38 smithi178 bash[67279]: logger=migrator t=2024-09-13T14:22:38.794349503Z level=info msg="Migration successfully executed" id="managed folder permissions library panel actions migration" duration=1.782425ms 2024-09-13T14:22:38.918 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:22:38 smithi178 bash[67279]: logger=migrator t=2024-09-13T14:22:38.817923916Z level=info msg="Executing migration" id="Remove unique index for folder.title and folder.parent_uid" 2024-09-13T14:22:38.918 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:22:38 smithi178 bash[67279]: logger=migrator t=2024-09-13T14:22:38.82019103Z level=info msg="Migration successfully executed" id="Remove unique index for folder.title and folder.parent_uid" duration=2.260751ms 2024-09-13T14:22:38.918 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:22:38 smithi178 bash[67279]: logger=migrator t=2024-09-13T14:22:38.886804928Z level=info msg="Executing migration" id="Add unique index for title, parent_uid, and org_id" 2024-09-13T14:22:38.918 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:22:38 smithi178 bash[67279]: logger=migrator t=2024-09-13T14:22:38.889322628Z level=info msg="Migration successfully executed" id="Add unique index for title, parent_uid, and org_id" duration=2.516673ms 2024-09-13T14:22:38.918 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:22:38 smithi178 bash[67279]: logger=migrator t=2024-09-13T14:22:38.918418796Z level=info msg="Executing migration" id="Sync dashboard and folder table" 2024-09-13T14:22:39.169 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:22:38 smithi178 bash[67279]: logger=migrator t=2024-09-13T14:22:38.919531931Z level=info msg="Migration successfully executed" id="Sync dashboard and folder table" duration=1.109437ms 2024-09-13T14:22:39.169 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:22:38 smithi178 bash[67279]: logger=migrator t=2024-09-13T14:22:38.943544452Z level=info msg="Executing migration" id="Remove ghost folders from the folder table" 2024-09-13T14:22:39.169 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:22:38 smithi178 bash[67279]: logger=migrator t=2024-09-13T14:22:38.944131347Z level=info msg="Migration successfully executed" id="Remove ghost folders from the folder table" duration=587.068µs 2024-09-13T14:22:39.169 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:22:38 smithi178 bash[67279]: logger=migrator t=2024-09-13T14:22:38.985507175Z level=info msg="Executing migration" id="Remove unique index UQE_folder_uid_org_id" 2024-09-13T14:22:39.169 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:22:38 smithi178 bash[67279]: logger=migrator t=2024-09-13T14:22:38.987670611Z level=info msg="Migration successfully executed" id="Remove unique index UQE_folder_uid_org_id" duration=2.16312ms 2024-09-13T14:22:39.169 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:22:39 smithi178 bash[67279]: logger=migrator t=2024-09-13T14:22:39.010876206Z level=info msg="Executing migration" id="Add unique index UQE_folder_org_id_uid" 2024-09-13T14:22:39.170 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:22:39 smithi178 bash[67279]: logger=migrator t=2024-09-13T14:22:39.013186163Z level=info msg="Migration successfully executed" id="Add unique index UQE_folder_org_id_uid" duration=2.310544ms 2024-09-13T14:22:39.170 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:22:39 smithi178 bash[67279]: logger=migrator t=2024-09-13T14:22:39.05285328Z level=info msg="Executing migration" id="Remove unique index UQE_folder_title_parent_uid_org_id" 2024-09-13T14:22:39.170 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:22:39 smithi178 bash[67279]: logger=migrator t=2024-09-13T14:22:39.055069985Z level=info msg="Migration successfully executed" id="Remove unique index UQE_folder_title_parent_uid_org_id" duration=2.218162ms 2024-09-13T14:22:39.170 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:22:39 smithi178 bash[67279]: logger=migrator t=2024-09-13T14:22:39.078024842Z level=info msg="Executing migration" id="Add unique index UQE_folder_org_id_parent_uid_title" 2024-09-13T14:22:39.170 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:22:39 smithi178 bash[67279]: logger=migrator t=2024-09-13T14:22:39.080313686Z level=info msg="Migration successfully executed" id="Add unique index UQE_folder_org_id_parent_uid_title" duration=2.287471ms 2024-09-13T14:22:39.170 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:22:39 smithi178 bash[67279]: logger=migrator t=2024-09-13T14:22:39.10337177Z level=info msg="Executing migration" id="Remove index IDX_folder_parent_uid_org_id" 2024-09-13T14:22:39.170 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:22:39 smithi178 bash[67279]: logger=migrator t=2024-09-13T14:22:39.105603815Z level=info msg="Migration successfully executed" id="Remove index IDX_folder_parent_uid_org_id" duration=2.232539ms 2024-09-13T14:22:39.170 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:22:39 smithi178 bash[67279]: logger=migrator t=2024-09-13T14:22:39.128614864Z level=info msg="Executing migration" id="create anon_device table" 2024-09-13T14:22:39.170 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:22:39 smithi178 bash[67279]: logger=migrator t=2024-09-13T14:22:39.130422874Z level=info msg="Migration successfully executed" id="create anon_device table" duration=1.8134ms 2024-09-13T14:22:39.170 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:22:39 smithi178 bash[67279]: logger=migrator t=2024-09-13T14:22:39.170581375Z level=info msg="Executing migration" id="add unique index anon_device.device_id" 2024-09-13T14:22:39.429 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:22:39 smithi178 bash[22034]: cluster 2024-09-13T14:22:38.221074+0000 mgr.y (mgr.25139) 161 : cluster [DBG] pgmap v83: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:22:39.429 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:22:39 smithi178 bash[67279]: logger=migrator t=2024-09-13T14:22:39.172915991Z level=info msg="Migration successfully executed" id="add unique index anon_device.device_id" duration=2.334284ms 2024-09-13T14:22:39.429 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:22:39 smithi178 bash[67279]: logger=migrator t=2024-09-13T14:22:39.212609174Z level=info msg="Executing migration" id="add index anon_device.updated_at" 2024-09-13T14:22:39.430 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:22:39 smithi178 bash[67279]: logger=migrator t=2024-09-13T14:22:39.214956831Z level=info msg="Migration successfully executed" id="add index anon_device.updated_at" duration=2.34711ms 2024-09-13T14:22:39.430 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:22:39 smithi178 bash[67279]: logger=migrator t=2024-09-13T14:22:39.237979375Z level=info msg="Executing migration" id="create signing_key table" 2024-09-13T14:22:39.430 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:22:39 smithi178 bash[67279]: logger=migrator t=2024-09-13T14:22:39.240085039Z level=info msg="Migration successfully executed" id="create signing_key table" duration=2.106377ms 2024-09-13T14:22:39.430 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:22:39 smithi178 bash[67279]: logger=migrator t=2024-09-13T14:22:39.254894559Z level=info msg="Executing migration" id="add unique index signing_key.key_id" 2024-09-13T14:22:39.430 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:22:39 smithi178 bash[67279]: logger=migrator t=2024-09-13T14:22:39.257239352Z level=info msg="Migration successfully executed" id="add unique index signing_key.key_id" duration=2.344609ms 2024-09-13T14:22:39.430 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:22:39 smithi178 bash[67279]: logger=migrator t=2024-09-13T14:22:39.296641089Z level=info msg="Executing migration" id="set legacy alert migration status in kvstore" 2024-09-13T14:22:39.430 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:22:39 smithi178 bash[67279]: logger=migrator t=2024-09-13T14:22:39.297900523Z level=info msg="Migration successfully executed" id="set legacy alert migration status in kvstore" duration=1.261123ms 2024-09-13T14:22:39.430 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:22:39 smithi178 bash[67279]: logger=migrator t=2024-09-13T14:22:39.321870381Z level=info msg="Executing migration" id="migrate record of created folders during legacy migration to kvstore" 2024-09-13T14:22:39.430 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:22:39 smithi178 bash[67279]: logger=migrator t=2024-09-13T14:22:39.322646468Z level=info msg="Migration successfully executed" id="migrate record of created folders during legacy migration to kvstore" duration=778.906µs 2024-09-13T14:22:39.430 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:22:39 smithi178 bash[67279]: logger=migrator t=2024-09-13T14:22:39.38065976Z level=info msg="Executing migration" id="Add folder_uid for dashboard" 2024-09-13T14:22:39.430 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:22:39 smithi178 bash[67279]: logger=migrator t=2024-09-13T14:22:39.38705383Z level=info msg="Migration successfully executed" id="Add folder_uid for dashboard" duration=6.393819ms 2024-09-13T14:22:39.684 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:22:39 smithi178 bash[67279]: logger=migrator t=2024-09-13T14:22:39.430936739Z level=info msg="Executing migration" id="Populate dashboard folder_uid column" 2024-09-13T14:22:39.684 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:22:39 smithi178 bash[67279]: logger=migrator t=2024-09-13T14:22:39.431854648Z level=info msg="Migration successfully executed" id="Populate dashboard folder_uid column" duration=919.299µs 2024-09-13T14:22:39.684 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:22:39 smithi178 bash[67279]: logger=migrator t=2024-09-13T14:22:39.456446013Z level=info msg="Executing migration" id="Add unique index for dashboard_org_id_folder_uid_title" 2024-09-13T14:22:39.684 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:22:39 smithi178 bash[67279]: logger=migrator t=2024-09-13T14:22:39.457630831Z level=info msg="Migration successfully executed" id="Add unique index for dashboard_org_id_folder_uid_title" duration=1.183958ms 2024-09-13T14:22:39.684 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:22:39 smithi178 bash[67279]: logger=migrator t=2024-09-13T14:22:39.481665046Z level=info msg="Executing migration" id="Delete unique index for dashboard_org_id_folder_id_title" 2024-09-13T14:22:39.684 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:22:39 smithi178 bash[67279]: logger=migrator t=2024-09-13T14:22:39.48262041Z level=info msg="Migration successfully executed" id="Delete unique index for dashboard_org_id_folder_id_title" duration=964.038µs 2024-09-13T14:22:39.684 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:22:39 smithi178 bash[67279]: logger=migrator t=2024-09-13T14:22:39.523639745Z level=info msg="Executing migration" id="Delete unique index for dashboard_org_id_folder_uid_title" 2024-09-13T14:22:39.684 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:22:39 smithi178 bash[67279]: logger=migrator t=2024-09-13T14:22:39.524600414Z level=info msg="Migration successfully executed" id="Delete unique index for dashboard_org_id_folder_uid_title" duration=960.527µs 2024-09-13T14:22:39.684 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:22:39 smithi178 bash[67279]: logger=migrator t=2024-09-13T14:22:39.548922796Z level=info msg="Executing migration" id="Add unique index for dashboard_org_id_folder_uid_title_is_folder" 2024-09-13T14:22:39.684 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:22:39 smithi178 bash[67279]: logger=migrator t=2024-09-13T14:22:39.550015737Z level=info msg="Migration successfully executed" id="Add unique index for dashboard_org_id_folder_uid_title_is_folder" duration=1.093599ms 2024-09-13T14:22:39.685 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:22:39 smithi178 bash[67279]: logger=migrator t=2024-09-13T14:22:39.599573314Z level=info msg="Executing migration" id="Restore index for dashboard_org_id_folder_id_title" 2024-09-13T14:22:39.685 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:22:39 smithi178 bash[67279]: logger=migrator t=2024-09-13T14:22:39.600595558Z level=info msg="Migration successfully executed" id="Restore index for dashboard_org_id_folder_id_title" duration=1.021747ms 2024-09-13T14:22:39.685 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:22:39 smithi178 bash[67279]: logger=migrator t=2024-09-13T14:22:39.624839877Z level=info msg="Executing migration" id="create sso_setting table" 2024-09-13T14:22:39.685 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:22:39 smithi178 bash[67279]: logger=migrator t=2024-09-13T14:22:39.625898367Z level=info msg="Migration successfully executed" id="create sso_setting table" duration=1.058035ms 2024-09-13T14:22:39.685 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:22:39 smithi178 bash[67279]: logger=migrator t=2024-09-13T14:22:39.667008004Z level=info msg="Executing migration" id="copy kvstore migration status to each org" 2024-09-13T14:22:39.685 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:22:39 smithi178 bash[67279]: logger=migrator t=2024-09-13T14:22:39.669087829Z level=info msg="Migration successfully executed" id="copy kvstore migration status to each org" duration=2.079598ms 2024-09-13T14:22:39.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:22:39 smithi062 bash[19845]: cluster 2024-09-13T14:22:38.221074+0000 mgr.y (mgr.25139) 161 : cluster [DBG] pgmap v83: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:22:39.753 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:22:39 smithi062 bash[26634]: cluster 2024-09-13T14:22:38.221074+0000 mgr.y (mgr.25139) 161 : cluster [DBG] pgmap v83: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:22:40.051 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:22:39 smithi178 bash[67279]: logger=migrator t=2024-09-13T14:22:39.708980862Z level=info msg="Executing migration" id="add back entry for orgid=0 migrated status" 2024-09-13T14:22:40.051 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:22:39 smithi178 bash[67279]: logger=migrator t=2024-09-13T14:22:39.71043049Z level=info msg="Migration successfully executed" id="add back entry for orgid=0 migrated status" duration=1.438768ms 2024-09-13T14:22:40.051 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:22:39 smithi178 bash[67279]: logger=migrator t=2024-09-13T14:22:39.73415269Z level=info msg="Executing migration" id="alter kv_store.value to longtext" 2024-09-13T14:22:40.051 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:22:39 smithi178 bash[67279]: logger=migrator t=2024-09-13T14:22:39.734317443Z level=info msg="Migration successfully executed" id="alter kv_store.value to longtext" duration=156.347µs 2024-09-13T14:22:40.052 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:22:39 smithi178 bash[67279]: logger=migrator t=2024-09-13T14:22:39.759506858Z level=info msg="Executing migration" id="add notification_settings column to alert_rule table" 2024-09-13T14:22:40.052 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:22:39 smithi178 bash[67279]: logger=migrator t=2024-09-13T14:22:39.775955524Z level=info msg="Migration successfully executed" id="add notification_settings column to alert_rule table" duration=16.449296ms 2024-09-13T14:22:40.052 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:22:39 smithi178 bash[67279]: logger=migrator t=2024-09-13T14:22:39.801406417Z level=info msg="Executing migration" id="add notification_settings column to alert_rule_version table" 2024-09-13T14:22:40.052 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:22:39 smithi178 bash[67279]: logger=migrator t=2024-09-13T14:22:39.818810844Z level=info msg="Migration successfully executed" id="add notification_settings column to alert_rule_version table" duration=17.40417ms 2024-09-13T14:22:40.052 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:22:39 smithi178 bash[67279]: logger=migrator t=2024-09-13T14:22:39.843354319Z level=info msg="Executing migration" id="removing scope from alert.instances:read action migration" 2024-09-13T14:22:40.052 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:22:39 smithi178 bash[67279]: logger=migrator t=2024-09-13T14:22:39.844147246Z level=info msg="Migration successfully executed" id="removing scope from alert.instances:read action migration" duration=776.111µs 2024-09-13T14:22:40.052 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:22:39 smithi178 bash[67279]: logger=migrator t=2024-09-13T14:22:39.868551329Z level=info msg="migrations completed" performed=65 skipped=482 duration=2.264738839s 2024-09-13T14:22:40.052 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:22:39 smithi178 bash[67279]: logger=sqlstore t=2024-09-13T14:22:39.870791048Z level=info msg="Created default organization" 2024-09-13T14:22:40.052 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:22:39 smithi178 bash[67279]: logger=secrets t=2024-09-13T14:22:39.910590162Z level=info msg="Envelope encryption state" enabled=true currentprovider=secretKey.v1 2024-09-13T14:22:40.052 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:22:39 smithi178 bash[67279]: logger=plugin.store t=2024-09-13T14:22:39.954078723Z level=info msg="Loading plugins..." 2024-09-13T14:22:40.052 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:22:40 smithi178 bash[67279]: logger=local.finder t=2024-09-13T14:22:40.052461641Z level=warn msg="Skipping finding plugins as directory does not exist" path=/usr/share/grafana/plugins-bundled 2024-09-13T14:22:40.052 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:22:40 smithi178 bash[67279]: logger=plugin.store t=2024-09-13T14:22:40.052498638Z level=info msg="Plugins loaded" count=55 duration=98.421544ms 2024-09-13T14:22:40.372 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:22:40 smithi178 bash[67279]: logger=query_data t=2024-09-13T14:22:40.056633163Z level=info msg="Query Service initialization" 2024-09-13T14:22:40.373 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:22:40 smithi178 bash[67279]: logger=live.push_http t=2024-09-13T14:22:40.06161118Z level=info msg="Live Push Gateway initialization" 2024-09-13T14:22:40.373 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:22:40 smithi178 bash[67279]: logger=ngalert.migration t=2024-09-13T14:22:40.119264904Z level=info msg=Starting 2024-09-13T14:22:40.373 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:22:40 smithi178 bash[67279]: logger=ngalert.state.manager t=2024-09-13T14:22:40.214495461Z level=info msg="Running in alternative execution of Error/NoData mode" 2024-09-13T14:22:40.373 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:22:40 smithi178 bash[67279]: logger=infra.usagestats.collector t=2024-09-13T14:22:40.219212563Z level=info msg="registering usage stat providers" usageStatsProvidersLen=2 2024-09-13T14:22:40.373 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:22:40 smithi178 bash[67279]: logger=provisioning.datasources t=2024-09-13T14:22:40.253993403Z level=info msg="deleted datasource based on configuration" name=Dashboard1 2024-09-13T14:22:40.373 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:22:40 smithi178 bash[67279]: logger=provisioning.datasources t=2024-09-13T14:22:40.254878205Z level=info msg="inserting datasource from configuration" name=Dashboard1 uid=P43CA22E17D0F9596 2024-09-13T14:22:40.664 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:22:40 smithi178 bash[67279]: logger=provisioning.alerting t=2024-09-13T14:22:40.373808769Z level=info msg="starting to provision alerting" 2024-09-13T14:22:40.664 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:22:40 smithi178 bash[67279]: logger=provisioning.alerting t=2024-09-13T14:22:40.373848119Z level=info msg="finished to provision alerting" 2024-09-13T14:22:40.664 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:22:40 smithi178 bash[67279]: logger=grafanaStorageLogger t=2024-09-13T14:22:40.374205015Z level=info msg="Storage starting" 2024-09-13T14:22:40.664 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:22:40 smithi178 bash[67279]: logger=ngalert.state.manager t=2024-09-13T14:22:40.374154867Z level=info msg="Warming state cache for startup" 2024-09-13T14:22:40.664 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:22:40 smithi178 bash[67279]: logger=ngalert.multiorg.alertmanager t=2024-09-13T14:22:40.374250835Z level=info msg="Starting MultiOrg Alertmanager" 2024-09-13T14:22:40.664 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:22:40 smithi178 bash[67279]: logger=ngalert.state.manager t=2024-09-13T14:22:40.375333841Z level=info msg="State cache has been initialized" states=0 duration=1.165849ms 2024-09-13T14:22:40.665 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:22:40 smithi178 bash[67279]: logger=ngalert.scheduler t=2024-09-13T14:22:40.375453207Z level=info msg="Starting scheduler" tickInterval=10s maxAttempts=1 2024-09-13T14:22:40.665 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:22:40 smithi178 bash[67279]: logger=ticker t=2024-09-13T14:22:40.376072511Z level=info msg=starting first_tick=2024-09-13T14:22:50Z 2024-09-13T14:22:40.665 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:22:40 smithi178 bash[67279]: logger=http.server t=2024-09-13T14:22:40.378380394Z level=info msg="HTTP Server TLS settings" MinTLSVersion=TLS1.2 configuredciphers=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA,TLS_ECDHE_ECDSA_WITH_AES_256_CBC_SHA,TLS_ECDHE_RSA_WITH_AES_256_CBC_SHA,TLS_RSA_WITH_AES_128_GCM_SHA256,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_CBC_SHA,TLS_RSA_WITH_AES_256_CBC_SHA 2024-09-13T14:22:40.665 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:22:40 smithi178 bash[67279]: logger=http.server t=2024-09-13T14:22:40.378582541Z level=info msg="HTTP Server Listen" address=[::]:3000 protocol=https subUrl= socket= 2024-09-13T14:22:40.665 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:22:40 smithi178 bash[67279]: logger=plugins.update.checker t=2024-09-13T14:22:40.449048242Z level=info msg="Update check succeeded" duration=74.242092ms 2024-09-13T14:22:40.665 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:22:40 smithi178 bash[67279]: logger=grafana.update.checker t=2024-09-13T14:22:40.456214775Z level=info msg="Update check succeeded" duration=81.965077ms 2024-09-13T14:22:40.665 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:22:40 smithi178 bash[67279]: logger=provisioning.dashboard t=2024-09-13T14:22:40.497656831Z level=info msg="starting to provision dashboards" 2024-09-13T14:22:40.933 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:22:40 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:22:40.665149714Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:22:40.933 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:22:40 smithi178 bash[67279]: logger=provisioning.dashboard t=2024-09-13T14:22:40.703928165Z level=info msg="finished to provision dashboards" 2024-09-13T14:22:40.933 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:22:40 smithi178 bash[67279]: logger=grafana-apiserver t=2024-09-13T14:22:40.837792914Z level=info msg="Adding GroupVersion playlist.grafana.app v0alpha1 to ResourceManager" 2024-09-13T14:22:40.933 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:22:40 smithi178 bash[67279]: logger=grafana-apiserver t=2024-09-13T14:22:40.838336985Z level=info msg="Adding GroupVersion featuretoggle.grafana.app v0alpha1 to ResourceManager" 2024-09-13T14:22:41.098 INFO:teuthology.orchestra.run.smithi062.stdout:true 2024-09-13T14:22:41.683 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:22:41 smithi178 bash[22034]: cluster 2024-09-13T14:22:40.222665+0000 mgr.y (mgr.25139) 162 : cluster [DBG] pgmap v84: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:22:41.740 INFO:teuthology.orchestra.run.smithi062.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-13T14:22:41.741 INFO:teuthology.orchestra.run.smithi062.stdout:alertmanager.a smithi062 *:9093,9094 running (44s) 38s ago 27m 14.2M - 0.27.0 11f11916f8cd 6e93dcf56cea 2024-09-13T14:22:41.741 INFO:teuthology.orchestra.run.smithi062.stdout:grafana.a smithi178 *:3000 starting - - - - 2024-09-13T14:22:41.741 INFO:teuthology.orchestra.run.smithi062.stdout:iscsi.foo.smithi062.auboqe smithi062 *:5000 running (2m) 38s ago 25m 48.0M - 3.8 19dc8d659727 5db99a6f8116 2024-09-13T14:22:41.741 INFO:teuthology.orchestra.run.smithi062.stdout:mgr.x smithi178 *:8443,9283,8765 running (2m) 38s ago 36m 440M - 19.3.0-4917-gb0201b8c 1641fe80ce72 fc18b6fcd5bd 2024-09-13T14:22:41.741 INFO:teuthology.orchestra.run.smithi062.stdout:mgr.y smithi062 *:8443,9283,8765 running (13m) 38s ago 38m 503M - 19.3.0-4917-gb0201b8c 1641fe80ce72 fd629cc84850 2024-09-13T14:22:41.741 INFO:teuthology.orchestra.run.smithi062.stdout:mon.a smithi062 running (38m) 38s ago 38m 85.1M 2048M 19.1.1-322-g7741f7f9 19dc8d659727 4664a2c15794 2024-09-13T14:22:41.741 INFO:teuthology.orchestra.run.smithi062.stdout:mon.b smithi178 running (36m) 38s ago 36m 61.3M 2048M 19.1.1-322-g7741f7f9 19dc8d659727 f0553780881c 2024-09-13T14:22:41.741 INFO:teuthology.orchestra.run.smithi062.stdout:mon.c smithi062 running (36m) 38s ago 36m 59.9M 2048M 19.1.1-322-g7741f7f9 19dc8d659727 0846e375e651 2024-09-13T14:22:41.741 INFO:teuthology.orchestra.run.smithi062.stdout:node-exporter.a smithi062 *:9100 running (113s) 38s ago 28m 7447k - 1.7.0 72c9c2088986 d2a19c03fb98 2024-09-13T14:22:41.741 INFO:teuthology.orchestra.run.smithi062.stdout:node-exporter.b smithi178 *:9100 running (108s) 38s ago 28m 8147k - 1.7.0 72c9c2088986 ef73b17b6575 2024-09-13T14:22:41.741 INFO:teuthology.orchestra.run.smithi062.stdout:osd.0 smithi062 running (35m) 38s ago 35m 67.1M 3036M 19.1.1-322-g7741f7f9 19dc8d659727 a01ecc33ada0 2024-09-13T14:22:41.741 INFO:teuthology.orchestra.run.smithi062.stdout:osd.1 smithi062 running (34m) 38s ago 34m 59.3M 3036M 19.1.1-322-g7741f7f9 19dc8d659727 d6ca3f655d05 2024-09-13T14:22:41.741 INFO:teuthology.orchestra.run.smithi062.stdout:osd.2 smithi062 running (33m) 38s ago 33m 62.2M 3036M 19.1.1-322-g7741f7f9 19dc8d659727 f001b702483d 2024-09-13T14:22:41.742 INFO:teuthology.orchestra.run.smithi062.stdout:osd.3 smithi062 running (32m) 38s ago 32m 57.6M 3036M 19.1.1-322-g7741f7f9 19dc8d659727 cebed6322996 2024-09-13T14:22:41.742 INFO:teuthology.orchestra.run.smithi062.stdout:osd.4 smithi178 running (31m) 38s ago 32m 67.0M 3292M 19.1.1-322-g7741f7f9 19dc8d659727 7ff166ed36a8 2024-09-13T14:22:41.742 INFO:teuthology.orchestra.run.smithi062.stdout:osd.5 smithi178 running (31m) 38s ago 31m 64.3M 3292M 19.1.1-322-g7741f7f9 19dc8d659727 0ee354299930 2024-09-13T14:22:41.742 INFO:teuthology.orchestra.run.smithi062.stdout:osd.6 smithi178 running (30m) 38s ago 30m 54.8M 3292M 19.1.1-322-g7741f7f9 19dc8d659727 e6cb50c05b1b 2024-09-13T14:22:41.742 INFO:teuthology.orchestra.run.smithi062.stdout:osd.7 smithi178 running (29m) 38s ago 29m 64.5M 3292M 19.1.1-322-g7741f7f9 19dc8d659727 fbc9d74ccd0e 2024-09-13T14:22:41.742 INFO:teuthology.orchestra.run.smithi062.stdout:prometheus.a smithi178 *:9095 running (75s) 38s ago 28m 34.7M - 2.51.0 1d3b7f56885b 3a9393efc8c5 2024-09-13T14:22:41.742 INFO:teuthology.orchestra.run.smithi062.stdout:rgw.foo.smithi062.raldkl smithi062 *:8000 running (25m) 38s ago 25m 100M - 19.1.1-322-g7741f7f9 19dc8d659727 c374202ad667 2024-09-13T14:22:41.742 INFO:teuthology.orchestra.run.smithi062.stdout:rgw.foo.smithi178.sseeij smithi178 *:8000 running (25m) 38s ago 25m 102M - 19.1.1-322-g7741f7f9 19dc8d659727 86fcacc26a6b 2024-09-13T14:22:41.752 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:22:41 smithi062 bash[19845]: cluster 2024-09-13T14:22:40.222665+0000 mgr.y (mgr.25139) 162 : cluster [DBG] pgmap v84: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:22:41.752 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:22:41 smithi062 bash[26634]: cluster 2024-09-13T14:22:40.222665+0000 mgr.y (mgr.25139) 162 : cluster [DBG] pgmap v84: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:22:42.099 INFO:teuthology.orchestra.run.smithi062.stdout:{ 2024-09-13T14:22:42.099 INFO:teuthology.orchestra.run.smithi062.stdout: "mon": { 2024-09-13T14:22:42.099 INFO:teuthology.orchestra.run.smithi062.stdout: "ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable)": 3 2024-09-13T14:22:42.099 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-09-13T14:22:42.099 INFO:teuthology.orchestra.run.smithi062.stdout: "mgr": { 2024-09-13T14:22:42.099 INFO:teuthology.orchestra.run.smithi062.stdout: "ceph version 19.3.0-4917-gb0201b8c (b0201b8c79733293453e7f10a10c7fa43119222b) squid (dev)": 2 2024-09-13T14:22:42.099 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-09-13T14:22:42.099 INFO:teuthology.orchestra.run.smithi062.stdout: "osd": { 2024-09-13T14:22:42.099 INFO:teuthology.orchestra.run.smithi062.stdout: "ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable)": 8 2024-09-13T14:22:42.100 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-09-13T14:22:42.100 INFO:teuthology.orchestra.run.smithi062.stdout: "rgw": { 2024-09-13T14:22:42.100 INFO:teuthology.orchestra.run.smithi062.stdout: "ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable)": 2 2024-09-13T14:22:42.100 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-09-13T14:22:42.100 INFO:teuthology.orchestra.run.smithi062.stdout: "overall": { 2024-09-13T14:22:42.100 INFO:teuthology.orchestra.run.smithi062.stdout: "ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable)": 13, 2024-09-13T14:22:42.100 INFO:teuthology.orchestra.run.smithi062.stdout: "ceph version 19.3.0-4917-gb0201b8c (b0201b8c79733293453e7f10a10c7fa43119222b) squid (dev)": 2 2024-09-13T14:22:42.100 INFO:teuthology.orchestra.run.smithi062.stdout: } 2024-09-13T14:22:42.100 INFO:teuthology.orchestra.run.smithi062.stdout:} 2024-09-13T14:22:42.424 INFO:teuthology.orchestra.run.smithi062.stdout:{ 2024-09-13T14:22:42.424 INFO:teuthology.orchestra.run.smithi062.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph:b0201b8c79733293453e7f10a10c7fa43119222b", 2024-09-13T14:22:42.424 INFO:teuthology.orchestra.run.smithi062.stdout: "in_progress": true, 2024-09-13T14:22:42.424 INFO:teuthology.orchestra.run.smithi062.stdout: "which": "Upgrading daemons of type(s) mgr", 2024-09-13T14:22:42.424 INFO:teuthology.orchestra.run.smithi062.stdout: "services_complete": [ 2024-09-13T14:22:42.424 INFO:teuthology.orchestra.run.smithi062.stdout: "mgr" 2024-09-13T14:22:42.424 INFO:teuthology.orchestra.run.smithi062.stdout: ], 2024-09-13T14:22:42.425 INFO:teuthology.orchestra.run.smithi062.stdout: "progress": "2/2 daemons upgraded", 2024-09-13T14:22:42.425 INFO:teuthology.orchestra.run.smithi062.stdout: "message": "Currently upgrading grafana daemons", 2024-09-13T14:22:42.425 INFO:teuthology.orchestra.run.smithi062.stdout: "is_paused": false 2024-09-13T14:22:42.425 INFO:teuthology.orchestra.run.smithi062.stdout:} 2024-09-13T14:22:42.503 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:22:42 smithi062 bash[26634]: audit 2024-09-13T14:22:41.085642+0000 mgr.y (mgr.25139) 163 : audit [DBG] from='client.25451 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:22:42.503 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:22:42 smithi062 bash[26634]: audit 2024-09-13T14:22:41.414305+0000 mgr.y (mgr.25139) 164 : audit [DBG] from='client.25457 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:22:42.503 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:22:42 smithi062 bash[26634]: audit 2024-09-13T14:22:41.710164+0000 mgr.y (mgr.25139) 165 : audit [DBG] from='client.15585 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:22:42.503 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:22:42 smithi062 bash[26634]: audit 2024-09-13T14:22:42.100057+0000 mon.a (mon.0) 1451 : audit [DBG] from='client.? 172.21.15.62:0/4098838226' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:22:42.504 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:22:42 smithi062 bash[26634]: audit 2024-09-13T14:22:42.222531+0000 mon.a (mon.0) 1452 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:22:42.504 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:22:42 smithi062 bash[26634]: audit 2024-09-13T14:22:42.230040+0000 mon.a (mon.0) 1453 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:22:42.504 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:22:42 smithi062 bash[19845]: audit 2024-09-13T14:22:41.085642+0000 mgr.y (mgr.25139) 163 : audit [DBG] from='client.25451 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:22:42.504 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:22:42 smithi062 bash[19845]: audit 2024-09-13T14:22:41.414305+0000 mgr.y (mgr.25139) 164 : audit [DBG] from='client.25457 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:22:42.505 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:22:42 smithi062 bash[19845]: audit 2024-09-13T14:22:41.710164+0000 mgr.y (mgr.25139) 165 : audit [DBG] from='client.15585 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:22:42.505 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:22:42 smithi062 bash[19845]: audit 2024-09-13T14:22:42.100057+0000 mon.a (mon.0) 1451 : audit [DBG] from='client.? 172.21.15.62:0/4098838226' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:22:42.505 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:22:42 smithi062 bash[19845]: audit 2024-09-13T14:22:42.222531+0000 mon.a (mon.0) 1452 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:22:42.505 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:22:42 smithi062 bash[19845]: audit 2024-09-13T14:22:42.230040+0000 mon.a (mon.0) 1453 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:22:42.683 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:22:42 smithi178 bash[22034]: audit 2024-09-13T14:22:41.085642+0000 mgr.y (mgr.25139) 163 : audit [DBG] from='client.25451 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:22:42.683 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:22:42 smithi178 bash[22034]: audit 2024-09-13T14:22:41.414305+0000 mgr.y (mgr.25139) 164 : audit [DBG] from='client.25457 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:22:42.684 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:22:42 smithi178 bash[22034]: audit 2024-09-13T14:22:41.710164+0000 mgr.y (mgr.25139) 165 : audit [DBG] from='client.15585 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:22:42.684 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:22:42 smithi178 bash[22034]: audit 2024-09-13T14:22:42.100057+0000 mon.a (mon.0) 1451 : audit [DBG] from='client.? 172.21.15.62:0/4098838226' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:22:42.684 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:22:42 smithi178 bash[22034]: audit 2024-09-13T14:22:42.222531+0000 mon.a (mon.0) 1452 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:22:42.684 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:22:42 smithi178 bash[22034]: audit 2024-09-13T14:22:42.230040+0000 mon.a (mon.0) 1453 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:22:43.583 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:22:43 smithi062 bash[19845]: cluster 2024-09-13T14:22:42.223233+0000 mgr.y (mgr.25139) 166 : cluster [DBG] pgmap v85: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:22:43.584 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:22:43 smithi062 bash[19845]: audit 2024-09-13T14:22:42.252104+0000 mgr.y (mgr.25139) 167 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:22:43.584 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:22:43 smithi062 bash[19845]: audit 2024-09-13T14:22:42.424943+0000 mgr.y (mgr.25139) 168 : audit [DBG] from='client.25475 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:22:43.584 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:22:43 smithi062 bash[26634]: cluster 2024-09-13T14:22:42.223233+0000 mgr.y (mgr.25139) 166 : cluster [DBG] pgmap v85: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:22:43.584 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:22:43 smithi062 bash[26634]: audit 2024-09-13T14:22:42.252104+0000 mgr.y (mgr.25139) 167 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:22:43.584 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:22:43 smithi062 bash[26634]: audit 2024-09-13T14:22:42.424943+0000 mgr.y (mgr.25139) 168 : audit [DBG] from='client.25475 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:22:43.683 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:22:43 smithi178 bash[22034]: cluster 2024-09-13T14:22:42.223233+0000 mgr.y (mgr.25139) 166 : cluster [DBG] pgmap v85: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:22:43.683 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:22:43 smithi178 bash[22034]: audit 2024-09-13T14:22:42.252104+0000 mgr.y (mgr.25139) 167 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:22:43.683 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:22:43 smithi178 bash[22034]: audit 2024-09-13T14:22:42.424943+0000 mgr.y (mgr.25139) 168 : audit [DBG] from='client.25475 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:22:44.002 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:22:43 smithi062 bash[68610]: ::ffff:172.21.15.178 - - [13/Sep/2024:14:22:43] "GET /metrics HTTP/1.1" 200 38235 "" "Prometheus/2.51.0" 2024-09-13T14:22:44.183 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:22:43 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:22:43.738546205Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:22:44.683 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:22:44 smithi178 bash[22034]: audit 2024-09-13T14:22:43.347321+0000 mon.a (mon.0) 1454 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:22:44.684 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:22:44 smithi178 bash[22034]: audit 2024-09-13T14:22:43.360117+0000 mon.a (mon.0) 1455 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:22:44.684 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:22:44 smithi178 bash[22034]: audit 2024-09-13T14:22:43.853207+0000 mon.a (mon.0) 1456 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:22:44.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:22:44 smithi062 bash[19845]: audit 2024-09-13T14:22:43.347321+0000 mon.a (mon.0) 1454 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:22:44.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:22:44 smithi062 bash[19845]: audit 2024-09-13T14:22:43.360117+0000 mon.a (mon.0) 1455 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:22:44.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:22:44 smithi062 bash[19845]: audit 2024-09-13T14:22:43.853207+0000 mon.a (mon.0) 1456 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:22:44.754 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:22:44 smithi062 bash[26634]: audit 2024-09-13T14:22:43.347321+0000 mon.a (mon.0) 1454 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:22:44.754 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:22:44 smithi062 bash[26634]: audit 2024-09-13T14:22:43.360117+0000 mon.a (mon.0) 1455 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:22:44.754 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:22:44 smithi062 bash[26634]: audit 2024-09-13T14:22:43.853207+0000 mon.a (mon.0) 1456 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:22:45.683 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:22:45 smithi178 bash[22034]: cluster 2024-09-13T14:22:44.224902+0000 mgr.y (mgr.25139) 169 : cluster [DBG] pgmap v86: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:22:45.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:22:45 smithi062 bash[19845]: cluster 2024-09-13T14:22:44.224902+0000 mgr.y (mgr.25139) 169 : cluster [DBG] pgmap v86: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:22:45.753 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:22:45 smithi062 bash[26634]: cluster 2024-09-13T14:22:44.224902+0000 mgr.y (mgr.25139) 169 : cluster [DBG] pgmap v86: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:22:47.183 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:22:46 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:22:46.744466702Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:22:47.683 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:22:47 smithi178 bash[22034]: cluster 2024-09-13T14:22:46.225654+0000 mgr.y (mgr.25139) 170 : cluster [DBG] pgmap v87: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:22:47.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:22:47 smithi062 bash[19845]: cluster 2024-09-13T14:22:46.225654+0000 mgr.y (mgr.25139) 170 : cluster [DBG] pgmap v87: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:22:47.753 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:22:47 smithi062 bash[26634]: cluster 2024-09-13T14:22:46.225654+0000 mgr.y (mgr.25139) 170 : cluster [DBG] pgmap v87: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:22:49.622 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:22:49 smithi178 bash[22034]: cluster 2024-09-13T14:22:48.226355+0000 mgr.y (mgr.25139) 171 : cluster [DBG] pgmap v88: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:22:49.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:22:49 smithi062 bash[19845]: cluster 2024-09-13T14:22:48.226355+0000 mgr.y (mgr.25139) 171 : cluster [DBG] pgmap v88: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:22:49.753 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:22:49 smithi062 bash[26634]: cluster 2024-09-13T14:22:48.226355+0000 mgr.y (mgr.25139) 171 : cluster [DBG] pgmap v88: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:22:49.927 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:22:49 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:22:49.720245029Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:22:51.683 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:22:51 smithi178 bash[22034]: cluster 2024-09-13T14:22:50.228001+0000 mgr.y (mgr.25139) 172 : cluster [DBG] pgmap v89: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:22:51.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:22:51 smithi062 bash[19845]: cluster 2024-09-13T14:22:50.228001+0000 mgr.y (mgr.25139) 172 : cluster [DBG] pgmap v89: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:22:51.753 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:22:51 smithi062 bash[26634]: cluster 2024-09-13T14:22:50.228001+0000 mgr.y (mgr.25139) 172 : cluster [DBG] pgmap v89: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:22:52.933 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:22:52 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:22:52.724439024Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:22:53.683 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:22:53 smithi178 bash[22034]: cluster 2024-09-13T14:22:52.228661+0000 mgr.y (mgr.25139) 173 : cluster [DBG] pgmap v90: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:22:53.683 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:22:53 smithi178 bash[22034]: audit 2024-09-13T14:22:52.260443+0000 mgr.y (mgr.25139) 174 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:22:53.683 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:22:53 smithi178 bash[22034]: audit 2024-09-13T14:22:53.332260+0000 mon.a (mon.0) 1457 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:22:53.684 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:22:53 smithi178 bash[22034]: audit 2024-09-13T14:22:53.343316+0000 mon.a (mon.0) 1458 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:22:53.684 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:22:53 smithi178 bash[22034]: audit 2024-09-13T14:22:53.345663+0000 mon.a (mon.0) 1459 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:22:53.684 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:22:53 smithi178 bash[22034]: audit 2024-09-13T14:22:53.347455+0000 mon.a (mon.0) 1460 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T14:22:53.684 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:22:53 smithi178 bash[22034]: audit 2024-09-13T14:22:53.358209+0000 mon.a (mon.0) 1461 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:22:53.752 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:22:53 smithi062 bash[68610]: ::ffff:172.21.15.178 - - [13/Sep/2024:14:22:53] "GET /metrics HTTP/1.1" 200 38236 "" "Prometheus/2.51.0" 2024-09-13T14:22:53.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:22:53 smithi062 bash[19845]: cluster 2024-09-13T14:22:52.228661+0000 mgr.y (mgr.25139) 173 : cluster [DBG] pgmap v90: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:22:53.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:22:53 smithi062 bash[19845]: audit 2024-09-13T14:22:52.260443+0000 mgr.y (mgr.25139) 174 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:22:53.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:22:53 smithi062 bash[19845]: audit 2024-09-13T14:22:53.332260+0000 mon.a (mon.0) 1457 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:22:53.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:22:53 smithi062 bash[19845]: audit 2024-09-13T14:22:53.343316+0000 mon.a (mon.0) 1458 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:22:53.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:22:53 smithi062 bash[19845]: audit 2024-09-13T14:22:53.345663+0000 mon.a (mon.0) 1459 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:22:53.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:22:53 smithi062 bash[19845]: audit 2024-09-13T14:22:53.347455+0000 mon.a (mon.0) 1460 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T14:22:53.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:22:53 smithi062 bash[19845]: audit 2024-09-13T14:22:53.358209+0000 mon.a (mon.0) 1461 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:22:53.754 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:22:53 smithi062 bash[26634]: cluster 2024-09-13T14:22:52.228661+0000 mgr.y (mgr.25139) 173 : cluster [DBG] pgmap v90: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:22:53.754 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:22:53 smithi062 bash[26634]: audit 2024-09-13T14:22:52.260443+0000 mgr.y (mgr.25139) 174 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:22:53.754 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:22:53 smithi062 bash[26634]: audit 2024-09-13T14:22:53.332260+0000 mon.a (mon.0) 1457 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:22:53.754 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:22:53 smithi062 bash[26634]: audit 2024-09-13T14:22:53.343316+0000 mon.a (mon.0) 1458 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:22:53.754 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:22:53 smithi062 bash[26634]: audit 2024-09-13T14:22:53.345663+0000 mon.a (mon.0) 1459 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:22:53.754 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:22:53 smithi062 bash[26634]: audit 2024-09-13T14:22:53.347455+0000 mon.a (mon.0) 1460 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T14:22:53.754 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:22:53 smithi062 bash[26634]: audit 2024-09-13T14:22:53.358209+0000 mon.a (mon.0) 1461 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:22:54.684 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:22:54 smithi178 bash[22034]: audit 2024-09-13T14:22:53.417931+0000 mon.a (mon.0) 1462 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-09-13T14:22:54.684 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:22:54 smithi178 bash[22034]: audit 2024-09-13T14:22:53.418934+0000 mgr.y (mgr.25139) 175 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-09-13T14:22:54.684 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:22:54 smithi178 bash[22034]: audit 2024-09-13T14:22:53.502904+0000 mon.a (mon.0) 1463 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T14:22:54.684 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:22:54 smithi178 bash[22034]: audit 2024-09-13T14:22:53.506236+0000 mon.a (mon.0) 1464 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:22:54.684 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:22:54 smithi178 bash[22034]: audit 2024-09-13T14:22:53.509009+0000 mon.a (mon.0) 1465 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:22:54.684 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:22:54 smithi178 bash[22034]: audit 2024-09-13T14:22:53.511773+0000 mon.a (mon.0) 1466 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:22:54.684 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:22:54 smithi178 bash[22034]: audit 2024-09-13T14:22:53.514452+0000 mon.a (mon.0) 1467 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:22:54.684 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:22:54 smithi178 bash[22034]: audit 2024-09-13T14:22:53.516585+0000 mon.a (mon.0) 1468 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:22:54.684 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:22:54 smithi178 bash[22034]: audit 2024-09-13T14:22:53.518548+0000 mon.a (mon.0) 1469 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:22:54.685 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:22:54 smithi178 bash[22034]: audit 2024-09-13T14:22:53.520845+0000 mon.a (mon.0) 1470 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:22:54.685 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:22:54 smithi178 bash[22034]: audit 2024-09-13T14:22:53.523773+0000 mon.a (mon.0) 1471 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:22:54.685 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:22:54 smithi178 bash[22034]: audit 2024-09-13T14:22:53.527262+0000 mon.a (mon.0) 1472 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:22:54.685 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:22:54 smithi178 bash[22034]: audit 2024-09-13T14:22:53.530505+0000 mon.a (mon.0) 1473 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:22:54.685 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:22:54 smithi178 bash[22034]: audit 2024-09-13T14:22:53.533868+0000 mon.a (mon.0) 1474 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:22:54.685 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:22:54 smithi178 bash[22034]: audit 2024-09-13T14:22:53.537250+0000 mon.a (mon.0) 1475 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:22:54.685 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:22:54 smithi178 bash[22034]: audit 2024-09-13T14:22:53.540150+0000 mon.a (mon.0) 1476 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:22:54.685 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:22:54 smithi178 bash[22034]: audit 2024-09-13T14:22:53.543071+0000 mon.a (mon.0) 1477 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:22:54.685 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:22:54 smithi178 bash[22034]: cephadm 2024-09-13T14:22:53.544646+0000 mgr.y (mgr.25139) 176 : cephadm [INF] Upgrade: Finalizing container_image settings 2024-09-13T14:22:54.685 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:22:54 smithi178 bash[22034]: audit 2024-09-13T14:22:53.551584+0000 mon.a (mon.0) 1478 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:22:54.686 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:22:54 smithi178 bash[22034]: audit 2024-09-13T14:22:53.557532+0000 mon.a (mon.0) 1479 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-09-13T14:22:54.686 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:22:54 smithi178 bash[22034]: audit 2024-09-13T14:22:53.564533+0000 mon.a (mon.0) 1480 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-09-13T14:22:54.686 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:22:54 smithi178 bash[22034]: audit 2024-09-13T14:22:53.568832+0000 mon.a (mon.0) 1481 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-13T14:22:54.686 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:22:54 smithi178 bash[22034]: audit 2024-09-13T14:22:53.574401+0000 mon.a (mon.0) 1482 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-09-13T14:22:54.686 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:22:54 smithi178 bash[22034]: audit 2024-09-13T14:22:53.580398+0000 mon.a (mon.0) 1483 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-09-13T14:22:54.686 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:22:54 smithi178 bash[22034]: audit 2024-09-13T14:22:53.600619+0000 mon.a (mon.0) 1484 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-09-13T14:22:54.686 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:22:54 smithi178 bash[22034]: audit 2024-09-13T14:22:53.604646+0000 mon.a (mon.0) 1485 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-09-13T14:22:54.686 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:22:54 smithi178 bash[22034]: audit 2024-09-13T14:22:53.605997+0000 mon.a (mon.0) 1486 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-09-13T14:22:54.686 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:22:54 smithi178 bash[22034]: audit 2024-09-13T14:22:53.612691+0000 mon.a (mon.0) 1487 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-09-13T14:22:54.687 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:22:54 smithi178 bash[22034]: audit 2024-09-13T14:22:53.617149+0000 mon.a (mon.0) 1488 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-09-13T14:22:54.687 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:22:54 smithi178 bash[22034]: audit 2024-09-13T14:22:53.618530+0000 mon.a (mon.0) 1489 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-09-13T14:22:54.687 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:22:54 smithi178 bash[22034]: audit 2024-09-13T14:22:53.628835+0000 mon.a (mon.0) 1490 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-09-13T14:22:54.687 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:22:54 smithi178 bash[22034]: audit 2024-09-13T14:22:53.632682+0000 mon.a (mon.0) 1491 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-13T14:22:54.687 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:22:54 smithi178 bash[22034]: audit 2024-09-13T14:22:53.634096+0000 mon.a (mon.0) 1492 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-09-13T14:22:54.687 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:22:54 smithi178 bash[22034]: audit 2024-09-13T14:22:53.644814+0000 mon.a (mon.0) 1493 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-09-13T14:22:54.687 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:22:54 smithi178 bash[22034]: audit 2024-09-13T14:22:53.648904+0000 mon.a (mon.0) 1494 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-09-13T14:22:54.687 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:22:54 smithi178 bash[22034]: audit 2024-09-13T14:22:53.650180+0000 mon.a (mon.0) 1495 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-09-13T14:22:54.687 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:22:54 smithi178 bash[22034]: audit 2024-09-13T14:22:53.660407+0000 mon.a (mon.0) 1496 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-09-13T14:22:54.687 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:22:54 smithi178 bash[22034]: audit 2024-09-13T14:22:53.662428+0000 mon.a (mon.0) 1497 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-09-13T14:22:54.687 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:22:54 smithi178 bash[22034]: audit 2024-09-13T14:22:53.668143+0000 mon.a (mon.0) 1498 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-09-13T14:22:54.688 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:22:54 smithi178 bash[22034]: audit 2024-09-13T14:22:53.670130+0000 mon.a (mon.0) 1499 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-13T14:22:54.688 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:22:54 smithi178 bash[22034]: audit 2024-09-13T14:22:53.671020+0000 mon.a (mon.0) 1500 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-13T14:22:54.688 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:22:54 smithi178 bash[22034]: audit 2024-09-13T14:22:53.671889+0000 mon.a (mon.0) 1501 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-13T14:22:54.688 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:22:54 smithi178 bash[22034]: audit 2024-09-13T14:22:53.672805+0000 mon.a (mon.0) 1502 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-13T14:22:54.688 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:22:54 smithi178 bash[22034]: audit 2024-09-13T14:22:53.673642+0000 mon.a (mon.0) 1503 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-13T14:22:54.688 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:22:54 smithi178 bash[22034]: audit 2024-09-13T14:22:53.674462+0000 mon.a (mon.0) 1504 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-13T14:22:54.688 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:22:54 smithi178 bash[22034]: cephadm 2024-09-13T14:22:53.675165+0000 mgr.y (mgr.25139) 177 : cephadm [INF] Upgrade: Complete! 2024-09-13T14:22:54.688 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:22:54 smithi178 bash[22034]: audit 2024-09-13T14:22:53.675673+0000 mon.a (mon.0) 1505 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-09-13T14:22:54.688 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:22:54 smithi178 bash[22034]: audit 2024-09-13T14:22:53.679481+0000 mon.a (mon.0) 1506 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-09-13T14:22:54.688 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:22:54 smithi178 bash[22034]: audit 2024-09-13T14:22:53.680673+0000 mon.a (mon.0) 1507 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:22:54.688 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:22:54 smithi178 bash[22034]: audit 2024-09-13T14:22:53.681828+0000 mon.a (mon.0) 1508 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T14:22:54.688 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:22:54 smithi178 bash[22034]: audit 2024-09-13T14:22:53.691411+0000 mon.a (mon.0) 1509 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:22:54.689 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:22:54 smithi178 bash[22034]: audit 2024-09-13T14:22:53.767485+0000 mon.a (mon.0) 1510 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:22:54.689 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:22:54 smithi178 bash[22034]: audit 2024-09-13T14:22:53.768799+0000 mon.a (mon.0) 1511 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T14:22:54.689 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:22:54 smithi178 bash[22034]: audit 2024-09-13T14:22:53.775498+0000 mon.a (mon.0) 1512 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:22:54.689 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:22:54 smithi178 bash[22034]: audit 2024-09-13T14:22:53.968089+0000 mon.a (mon.0) 1513 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:22:54.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:22:54 smithi062 bash[19845]: audit 2024-09-13T14:22:53.417931+0000 mon.a (mon.0) 1462 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-09-13T14:22:54.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:22:54 smithi062 bash[19845]: audit 2024-09-13T14:22:53.418934+0000 mgr.y (mgr.25139) 175 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-09-13T14:22:54.754 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:22:54 smithi062 bash[19845]: audit 2024-09-13T14:22:53.502904+0000 mon.a (mon.0) 1463 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T14:22:54.754 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:22:54 smithi062 bash[19845]: audit 2024-09-13T14:22:53.506236+0000 mon.a (mon.0) 1464 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:22:54.754 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:22:54 smithi062 bash[19845]: audit 2024-09-13T14:22:53.509009+0000 mon.a (mon.0) 1465 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:22:54.754 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:22:54 smithi062 bash[19845]: audit 2024-09-13T14:22:53.511773+0000 mon.a (mon.0) 1466 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:22:54.754 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:22:54 smithi062 bash[19845]: audit 2024-09-13T14:22:53.514452+0000 mon.a (mon.0) 1467 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:22:54.754 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:22:54 smithi062 bash[19845]: audit 2024-09-13T14:22:53.516585+0000 mon.a (mon.0) 1468 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:22:54.754 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:22:54 smithi062 bash[19845]: audit 2024-09-13T14:22:53.518548+0000 mon.a (mon.0) 1469 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:22:54.754 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:22:54 smithi062 bash[19845]: audit 2024-09-13T14:22:53.520845+0000 mon.a (mon.0) 1470 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:22:54.754 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:22:54 smithi062 bash[19845]: audit 2024-09-13T14:22:53.523773+0000 mon.a (mon.0) 1471 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:22:54.754 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:22:54 smithi062 bash[19845]: audit 2024-09-13T14:22:53.527262+0000 mon.a (mon.0) 1472 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:22:54.754 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:22:54 smithi062 bash[19845]: audit 2024-09-13T14:22:53.530505+0000 mon.a (mon.0) 1473 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:22:54.754 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:22:54 smithi062 bash[19845]: audit 2024-09-13T14:22:53.533868+0000 mon.a (mon.0) 1474 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:22:54.754 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:22:54 smithi062 bash[19845]: audit 2024-09-13T14:22:53.537250+0000 mon.a (mon.0) 1475 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:22:54.754 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:22:54 smithi062 bash[19845]: audit 2024-09-13T14:22:53.540150+0000 mon.a (mon.0) 1476 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:22:54.755 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:22:54 smithi062 bash[19845]: audit 2024-09-13T14:22:53.543071+0000 mon.a (mon.0) 1477 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:22:54.755 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:22:54 smithi062 bash[19845]: cephadm 2024-09-13T14:22:53.544646+0000 mgr.y (mgr.25139) 176 : cephadm [INF] Upgrade: Finalizing container_image settings 2024-09-13T14:22:54.755 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:22:54 smithi062 bash[19845]: audit 2024-09-13T14:22:53.551584+0000 mon.a (mon.0) 1478 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:22:54.755 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:22:54 smithi062 bash[26634]: audit 2024-09-13T14:22:53.417931+0000 mon.a (mon.0) 1462 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-09-13T14:22:54.755 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:22:54 smithi062 bash[26634]: audit 2024-09-13T14:22:53.418934+0000 mgr.y (mgr.25139) 175 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-09-13T14:22:54.755 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:22:54 smithi062 bash[26634]: audit 2024-09-13T14:22:53.502904+0000 mon.a (mon.0) 1463 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T14:22:54.755 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:22:54 smithi062 bash[26634]: audit 2024-09-13T14:22:53.506236+0000 mon.a (mon.0) 1464 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:22:54.755 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:22:54 smithi062 bash[26634]: audit 2024-09-13T14:22:53.509009+0000 mon.a (mon.0) 1465 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:22:54.755 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:22:54 smithi062 bash[26634]: audit 2024-09-13T14:22:53.511773+0000 mon.a (mon.0) 1466 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:22:54.755 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:22:54 smithi062 bash[26634]: audit 2024-09-13T14:22:53.514452+0000 mon.a (mon.0) 1467 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:22:54.755 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:22:54 smithi062 bash[26634]: audit 2024-09-13T14:22:53.516585+0000 mon.a (mon.0) 1468 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:22:54.756 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:22:54 smithi062 bash[26634]: audit 2024-09-13T14:22:53.518548+0000 mon.a (mon.0) 1469 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:22:54.756 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:22:54 smithi062 bash[26634]: audit 2024-09-13T14:22:53.520845+0000 mon.a (mon.0) 1470 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:22:54.756 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:22:54 smithi062 bash[26634]: audit 2024-09-13T14:22:53.523773+0000 mon.a (mon.0) 1471 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:22:54.756 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:22:54 smithi062 bash[26634]: audit 2024-09-13T14:22:53.527262+0000 mon.a (mon.0) 1472 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:22:54.756 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:22:54 smithi062 bash[26634]: audit 2024-09-13T14:22:53.530505+0000 mon.a (mon.0) 1473 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:22:54.756 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:22:54 smithi062 bash[26634]: audit 2024-09-13T14:22:53.533868+0000 mon.a (mon.0) 1474 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:22:54.756 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:22:54 smithi062 bash[26634]: audit 2024-09-13T14:22:53.537250+0000 mon.a (mon.0) 1475 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:22:54.756 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:22:54 smithi062 bash[26634]: audit 2024-09-13T14:22:53.540150+0000 mon.a (mon.0) 1476 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:22:54.756 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:22:54 smithi062 bash[26634]: audit 2024-09-13T14:22:53.543071+0000 mon.a (mon.0) 1477 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:22:54.756 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:22:54 smithi062 bash[26634]: cephadm 2024-09-13T14:22:53.544646+0000 mgr.y (mgr.25139) 176 : cephadm [INF] Upgrade: Finalizing container_image settings 2024-09-13T14:22:54.756 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:22:54 smithi062 bash[26634]: audit 2024-09-13T14:22:53.551584+0000 mon.a (mon.0) 1478 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:22:54.757 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:22:54 smithi062 bash[19845]: audit 2024-09-13T14:22:53.557532+0000 mon.a (mon.0) 1479 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-09-13T14:22:54.757 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:22:54 smithi062 bash[19845]: audit 2024-09-13T14:22:53.564533+0000 mon.a (mon.0) 1480 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-09-13T14:22:54.757 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:22:54 smithi062 bash[19845]: audit 2024-09-13T14:22:53.568832+0000 mon.a (mon.0) 1481 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-13T14:22:54.757 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:22:54 smithi062 bash[19845]: audit 2024-09-13T14:22:53.574401+0000 mon.a (mon.0) 1482 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-09-13T14:22:54.757 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:22:54 smithi062 bash[19845]: audit 2024-09-13T14:22:53.580398+0000 mon.a (mon.0) 1483 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-09-13T14:22:54.757 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:22:54 smithi062 bash[19845]: audit 2024-09-13T14:22:53.600619+0000 mon.a (mon.0) 1484 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-09-13T14:22:54.757 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:22:54 smithi062 bash[19845]: audit 2024-09-13T14:22:53.604646+0000 mon.a (mon.0) 1485 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-09-13T14:22:54.757 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:22:54 smithi062 bash[19845]: audit 2024-09-13T14:22:53.605997+0000 mon.a (mon.0) 1486 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-09-13T14:22:54.757 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:22:54 smithi062 bash[19845]: audit 2024-09-13T14:22:53.612691+0000 mon.a (mon.0) 1487 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-09-13T14:22:54.757 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:22:54 smithi062 bash[19845]: audit 2024-09-13T14:22:53.617149+0000 mon.a (mon.0) 1488 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-09-13T14:22:54.757 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:22:54 smithi062 bash[19845]: audit 2024-09-13T14:22:53.618530+0000 mon.a (mon.0) 1489 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-09-13T14:22:54.757 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:22:54 smithi062 bash[19845]: audit 2024-09-13T14:22:53.628835+0000 mon.a (mon.0) 1490 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-09-13T14:22:54.757 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:22:54 smithi062 bash[19845]: audit 2024-09-13T14:22:53.632682+0000 mon.a (mon.0) 1491 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-13T14:22:54.758 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:22:54 smithi062 bash[19845]: audit 2024-09-13T14:22:53.634096+0000 mon.a (mon.0) 1492 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-09-13T14:22:54.758 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:22:54 smithi062 bash[19845]: audit 2024-09-13T14:22:53.644814+0000 mon.a (mon.0) 1493 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-09-13T14:22:54.758 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:22:54 smithi062 bash[19845]: audit 2024-09-13T14:22:53.648904+0000 mon.a (mon.0) 1494 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-09-13T14:22:54.758 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:22:54 smithi062 bash[26634]: audit 2024-09-13T14:22:53.557532+0000 mon.a (mon.0) 1479 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-09-13T14:22:54.758 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:22:54 smithi062 bash[26634]: audit 2024-09-13T14:22:53.564533+0000 mon.a (mon.0) 1480 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-09-13T14:22:54.758 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:22:54 smithi062 bash[26634]: audit 2024-09-13T14:22:53.568832+0000 mon.a (mon.0) 1481 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-13T14:22:54.758 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:22:54 smithi062 bash[26634]: audit 2024-09-13T14:22:53.574401+0000 mon.a (mon.0) 1482 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-09-13T14:22:54.758 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:22:54 smithi062 bash[26634]: audit 2024-09-13T14:22:53.580398+0000 mon.a (mon.0) 1483 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-09-13T14:22:54.758 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:22:54 smithi062 bash[26634]: audit 2024-09-13T14:22:53.600619+0000 mon.a (mon.0) 1484 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-09-13T14:22:54.758 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:22:54 smithi062 bash[26634]: audit 2024-09-13T14:22:53.604646+0000 mon.a (mon.0) 1485 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-09-13T14:22:54.758 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:22:54 smithi062 bash[26634]: audit 2024-09-13T14:22:53.605997+0000 mon.a (mon.0) 1486 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-09-13T14:22:54.759 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:22:54 smithi062 bash[26634]: audit 2024-09-13T14:22:53.612691+0000 mon.a (mon.0) 1487 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-09-13T14:22:54.759 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:22:54 smithi062 bash[26634]: audit 2024-09-13T14:22:53.617149+0000 mon.a (mon.0) 1488 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-09-13T14:22:54.759 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:22:54 smithi062 bash[26634]: audit 2024-09-13T14:22:53.618530+0000 mon.a (mon.0) 1489 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-09-13T14:22:54.759 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:22:54 smithi062 bash[26634]: audit 2024-09-13T14:22:53.628835+0000 mon.a (mon.0) 1490 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-09-13T14:22:54.759 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:22:54 smithi062 bash[26634]: audit 2024-09-13T14:22:53.632682+0000 mon.a (mon.0) 1491 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-13T14:22:54.759 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:22:54 smithi062 bash[26634]: audit 2024-09-13T14:22:53.634096+0000 mon.a (mon.0) 1492 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-09-13T14:22:54.759 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:22:54 smithi062 bash[26634]: audit 2024-09-13T14:22:53.644814+0000 mon.a (mon.0) 1493 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-09-13T14:22:54.759 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:22:54 smithi062 bash[26634]: audit 2024-09-13T14:22:53.648904+0000 mon.a (mon.0) 1494 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-09-13T14:22:54.759 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:22:54 smithi062 bash[19845]: audit 2024-09-13T14:22:53.650180+0000 mon.a (mon.0) 1495 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-09-13T14:22:54.759 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:22:54 smithi062 bash[19845]: audit 2024-09-13T14:22:53.660407+0000 mon.a (mon.0) 1496 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-09-13T14:22:54.759 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:22:54 smithi062 bash[19845]: audit 2024-09-13T14:22:53.662428+0000 mon.a (mon.0) 1497 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-09-13T14:22:54.760 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:22:54 smithi062 bash[19845]: audit 2024-09-13T14:22:53.668143+0000 mon.a (mon.0) 1498 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-09-13T14:22:54.760 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:22:54 smithi062 bash[19845]: audit 2024-09-13T14:22:53.670130+0000 mon.a (mon.0) 1499 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-13T14:22:54.760 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:22:54 smithi062 bash[19845]: audit 2024-09-13T14:22:53.671020+0000 mon.a (mon.0) 1500 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-13T14:22:54.760 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:22:54 smithi062 bash[19845]: audit 2024-09-13T14:22:53.671889+0000 mon.a (mon.0) 1501 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-13T14:22:54.760 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:22:54 smithi062 bash[19845]: audit 2024-09-13T14:22:53.672805+0000 mon.a (mon.0) 1502 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-13T14:22:54.760 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:22:54 smithi062 bash[19845]: audit 2024-09-13T14:22:53.673642+0000 mon.a (mon.0) 1503 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-13T14:22:54.760 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:22:54 smithi062 bash[19845]: audit 2024-09-13T14:22:53.674462+0000 mon.a (mon.0) 1504 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-13T14:22:54.760 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:22:54 smithi062 bash[19845]: cephadm 2024-09-13T14:22:53.675165+0000 mgr.y (mgr.25139) 177 : cephadm [INF] Upgrade: Complete! 2024-09-13T14:22:54.760 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:22:54 smithi062 bash[19845]: audit 2024-09-13T14:22:53.675673+0000 mon.a (mon.0) 1505 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-09-13T14:22:54.760 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:22:54 smithi062 bash[19845]: audit 2024-09-13T14:22:53.679481+0000 mon.a (mon.0) 1506 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-09-13T14:22:54.760 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:22:54 smithi062 bash[19845]: audit 2024-09-13T14:22:53.680673+0000 mon.a (mon.0) 1507 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:22:54.760 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:22:54 smithi062 bash[19845]: audit 2024-09-13T14:22:53.681828+0000 mon.a (mon.0) 1508 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T14:22:54.760 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:22:54 smithi062 bash[19845]: audit 2024-09-13T14:22:53.691411+0000 mon.a (mon.0) 1509 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:22:54.761 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:22:54 smithi062 bash[19845]: audit 2024-09-13T14:22:53.767485+0000 mon.a (mon.0) 1510 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:22:54.761 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:22:54 smithi062 bash[19845]: audit 2024-09-13T14:22:53.768799+0000 mon.a (mon.0) 1511 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T14:22:54.761 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:22:54 smithi062 bash[19845]: audit 2024-09-13T14:22:53.775498+0000 mon.a (mon.0) 1512 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:22:54.761 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:22:54 smithi062 bash[19845]: audit 2024-09-13T14:22:53.968089+0000 mon.a (mon.0) 1513 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:22:54.761 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:22:54 smithi062 bash[26634]: audit 2024-09-13T14:22:53.650180+0000 mon.a (mon.0) 1495 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-09-13T14:22:54.761 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:22:54 smithi062 bash[26634]: audit 2024-09-13T14:22:53.660407+0000 mon.a (mon.0) 1496 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-09-13T14:22:54.761 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:22:54 smithi062 bash[26634]: audit 2024-09-13T14:22:53.662428+0000 mon.a (mon.0) 1497 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-09-13T14:22:54.761 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:22:54 smithi062 bash[26634]: audit 2024-09-13T14:22:53.668143+0000 mon.a (mon.0) 1498 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-09-13T14:22:54.761 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:22:54 smithi062 bash[26634]: audit 2024-09-13T14:22:53.670130+0000 mon.a (mon.0) 1499 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-13T14:22:54.762 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:22:54 smithi062 bash[26634]: audit 2024-09-13T14:22:53.671020+0000 mon.a (mon.0) 1500 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-13T14:22:54.762 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:22:54 smithi062 bash[26634]: audit 2024-09-13T14:22:53.671889+0000 mon.a (mon.0) 1501 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-13T14:22:54.762 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:22:54 smithi062 bash[26634]: audit 2024-09-13T14:22:53.672805+0000 mon.a (mon.0) 1502 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-13T14:22:54.762 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:22:54 smithi062 bash[26634]: audit 2024-09-13T14:22:53.673642+0000 mon.a (mon.0) 1503 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-13T14:22:54.763 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:22:54 smithi062 bash[26634]: audit 2024-09-13T14:22:53.674462+0000 mon.a (mon.0) 1504 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-13T14:22:54.763 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:22:54 smithi062 bash[26634]: cephadm 2024-09-13T14:22:53.675165+0000 mgr.y (mgr.25139) 177 : cephadm [INF] Upgrade: Complete! 2024-09-13T14:22:54.763 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:22:54 smithi062 bash[26634]: audit 2024-09-13T14:22:53.675673+0000 mon.a (mon.0) 1505 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-09-13T14:22:54.763 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:22:54 smithi062 bash[26634]: audit 2024-09-13T14:22:53.679481+0000 mon.a (mon.0) 1506 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-09-13T14:22:54.763 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:22:54 smithi062 bash[26634]: audit 2024-09-13T14:22:53.680673+0000 mon.a (mon.0) 1507 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:22:54.763 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:22:54 smithi062 bash[26634]: audit 2024-09-13T14:22:53.681828+0000 mon.a (mon.0) 1508 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T14:22:54.763 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:22:54 smithi062 bash[26634]: audit 2024-09-13T14:22:53.691411+0000 mon.a (mon.0) 1509 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:22:54.763 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:22:54 smithi062 bash[26634]: audit 2024-09-13T14:22:53.767485+0000 mon.a (mon.0) 1510 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:22:54.763 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:22:54 smithi062 bash[26634]: audit 2024-09-13T14:22:53.768799+0000 mon.a (mon.0) 1511 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T14:22:54.763 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:22:54 smithi062 bash[26634]: audit 2024-09-13T14:22:53.775498+0000 mon.a (mon.0) 1512 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:22:54.763 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:22:54 smithi062 bash[26634]: audit 2024-09-13T14:22:53.968089+0000 mon.a (mon.0) 1513 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:22:56.183 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:22:55 smithi178 bash[22034]: cluster 2024-09-13T14:22:54.230239+0000 mgr.y (mgr.25139) 178 : cluster [DBG] pgmap v91: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:22:56.183 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:22:55 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:22:55.755388115Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:22:56.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:22:55 smithi062 bash[19845]: cluster 2024-09-13T14:22:54.230239+0000 mgr.y (mgr.25139) 178 : cluster [DBG] pgmap v91: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:22:56.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:22:55 smithi062 bash[26634]: cluster 2024-09-13T14:22:54.230239+0000 mgr.y (mgr.25139) 178 : cluster [DBG] pgmap v91: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:22:58.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:22:57 smithi062 bash[19845]: cluster 2024-09-13T14:22:56.230984+0000 mgr.y (mgr.25139) 179 : cluster [DBG] pgmap v92: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:22:58.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:22:57 smithi062 bash[26634]: cluster 2024-09-13T14:22:56.230984+0000 mgr.y (mgr.25139) 179 : cluster [DBG] pgmap v92: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:22:58.433 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:22:57 smithi178 bash[22034]: cluster 2024-09-13T14:22:56.230984+0000 mgr.y (mgr.25139) 179 : cluster [DBG] pgmap v92: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:22:58.980 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:22:58 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:22:58.73122153Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:22:59.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:22:58 smithi062 bash[19845]: audit 2024-09-13T14:22:58.853497+0000 mon.a (mon.0) 1514 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:22:59.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:22:58 smithi062 bash[26634]: audit 2024-09-13T14:22:58.853497+0000 mon.a (mon.0) 1514 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:22:59.433 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:22:58 smithi178 bash[22034]: audit 2024-09-13T14:22:58.853497+0000 mon.a (mon.0) 1514 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:23:00.252 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:22:59 smithi062 bash[19845]: cluster 2024-09-13T14:22:58.231697+0000 mgr.y (mgr.25139) 180 : cluster [DBG] pgmap v93: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:23:00.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:22:59 smithi062 bash[26634]: cluster 2024-09-13T14:22:58.231697+0000 mgr.y (mgr.25139) 180 : cluster [DBG] pgmap v93: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:23:00.433 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:22:59 smithi178 bash[22034]: cluster 2024-09-13T14:22:58.231697+0000 mgr.y (mgr.25139) 180 : cluster [DBG] pgmap v93: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:23:02.183 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:23:01 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:23:01.749119695Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:23:02.184 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:23:01 smithi178 bash[22034]: cluster 2024-09-13T14:23:00.233415+0000 mgr.y (mgr.25139) 181 : cluster [DBG] pgmap v94: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:23:02.252 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:23:01 smithi062 bash[19845]: cluster 2024-09-13T14:23:00.233415+0000 mgr.y (mgr.25139) 181 : cluster [DBG] pgmap v94: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:23:02.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:23:01 smithi062 bash[26634]: cluster 2024-09-13T14:23:00.233415+0000 mgr.y (mgr.25139) 181 : cluster [DBG] pgmap v94: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:23:03.990 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:23:03 smithi062 bash[68610]: ::ffff:172.21.15.178 - - [13/Sep/2024:14:23:03] "GET /metrics HTTP/1.1" 200 38239 "" "Prometheus/2.51.0" 2024-09-13T14:23:04.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:23:03 smithi062 bash[19845]: cluster 2024-09-13T14:23:02.234192+0000 mgr.y (mgr.25139) 182 : cluster [DBG] pgmap v95: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:23:04.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:23:03 smithi062 bash[19845]: audit 2024-09-13T14:23:02.268466+0000 mgr.y (mgr.25139) 183 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:23:04.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:23:03 smithi062 bash[26634]: cluster 2024-09-13T14:23:02.234192+0000 mgr.y (mgr.25139) 182 : cluster [DBG] pgmap v95: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:23:04.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:23:03 smithi062 bash[26634]: audit 2024-09-13T14:23:02.268466+0000 mgr.y (mgr.25139) 183 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:23:04.433 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:23:03 smithi178 bash[22034]: cluster 2024-09-13T14:23:02.234192+0000 mgr.y (mgr.25139) 182 : cluster [DBG] pgmap v95: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:23:04.433 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:23:03 smithi178 bash[22034]: audit 2024-09-13T14:23:02.268466+0000 mgr.y (mgr.25139) 183 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:23:05.183 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:23:04 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:23:04.73782305Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:23:06.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:23:05 smithi062 bash[19845]: cluster 2024-09-13T14:23:04.235766+0000 mgr.y (mgr.25139) 184 : cluster [DBG] pgmap v96: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:23:06.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:23:05 smithi062 bash[26634]: cluster 2024-09-13T14:23:04.235766+0000 mgr.y (mgr.25139) 184 : cluster [DBG] pgmap v96: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:23:06.433 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:23:05 smithi178 bash[22034]: cluster 2024-09-13T14:23:04.235766+0000 mgr.y (mgr.25139) 184 : cluster [DBG] pgmap v96: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:23:08.000 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:23:07 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:23:07.718295353Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:23:08.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:23:08 smithi062 bash[19845]: cluster 2024-09-13T14:23:06.236469+0000 mgr.y (mgr.25139) 185 : cluster [DBG] pgmap v97: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:23:08.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:23:08 smithi062 bash[26634]: cluster 2024-09-13T14:23:06.236469+0000 mgr.y (mgr.25139) 185 : cluster [DBG] pgmap v97: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:23:08.433 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:23:08 smithi178 bash[22034]: cluster 2024-09-13T14:23:06.236469+0000 mgr.y (mgr.25139) 185 : cluster [DBG] pgmap v97: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:23:10.433 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:23:10 smithi178 bash[22034]: cluster 2024-09-13T14:23:08.237198+0000 mgr.y (mgr.25139) 186 : cluster [DBG] pgmap v98: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:23:10.503 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:23:10 smithi062 bash[26634]: cluster 2024-09-13T14:23:08.237198+0000 mgr.y (mgr.25139) 186 : cluster [DBG] pgmap v98: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:23:10.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:23:10 smithi062 bash[19845]: cluster 2024-09-13T14:23:08.237198+0000 mgr.y (mgr.25139) 186 : cluster [DBG] pgmap v98: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:23:11.183 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:23:10 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:23:10.757853793Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:23:12.274 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:23:12 smithi062 bash[26634]: cluster 2024-09-13T14:23:10.238836+0000 mgr.y (mgr.25139) 187 : cluster [DBG] pgmap v99: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:23:12.274 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:23:12 smithi062 bash[19845]: cluster 2024-09-13T14:23:10.238836+0000 mgr.y (mgr.25139) 187 : cluster [DBG] pgmap v99: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:23:12.433 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:23:12 smithi178 bash[22034]: cluster 2024-09-13T14:23:10.238836+0000 mgr.y (mgr.25139) 187 : cluster [DBG] pgmap v99: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:23:13.501 DEBUG:teuthology.orchestra.run.smithi062:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ff1149ea-71d5-11ef-bceb-c7b262605968 -e sha1=b0201b8c79733293453e7f10a10c7fa43119222b -- bash -c 'ceph versions | jq -e '"'"'.mgr | length == 1'"'"'' 2024-09-13T14:23:13.752 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:23:13 smithi062 bash[68610]: ::ffff:172.21.15.178 - - [13/Sep/2024:14:23:13] "GET /metrics HTTP/1.1" 200 38239 "" "Prometheus/2.51.0" 2024-09-13T14:23:14.012 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:23:13 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:23:13.754099108Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:23:14.434 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:23:14 smithi178 bash[22034]: cluster 2024-09-13T14:23:12.239573+0000 mgr.y (mgr.25139) 188 : cluster [DBG] pgmap v100: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:23:14.434 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:23:14 smithi178 bash[22034]: audit 2024-09-13T14:23:12.274480+0000 mgr.y (mgr.25139) 189 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:23:14.434 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:23:14 smithi178 bash[22034]: audit 2024-09-13T14:23:12.758339+0000 mgr.y (mgr.25139) 190 : audit [DBG] from='client.25481 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:23:14.434 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:23:14 smithi178 bash[22034]: audit 2024-09-13T14:23:13.854444+0000 mon.a (mon.0) 1515 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:23:14.503 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:23:14 smithi062 bash[26634]: cluster 2024-09-13T14:23:12.239573+0000 mgr.y (mgr.25139) 188 : cluster [DBG] pgmap v100: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:23:14.503 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:23:14 smithi062 bash[26634]: audit 2024-09-13T14:23:12.274480+0000 mgr.y (mgr.25139) 189 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:23:14.503 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:23:14 smithi062 bash[26634]: audit 2024-09-13T14:23:12.758339+0000 mgr.y (mgr.25139) 190 : audit [DBG] from='client.25481 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:23:14.503 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:23:14 smithi062 bash[26634]: audit 2024-09-13T14:23:13.854444+0000 mon.a (mon.0) 1515 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:23:14.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:23:14 smithi062 bash[19845]: cluster 2024-09-13T14:23:12.239573+0000 mgr.y (mgr.25139) 188 : cluster [DBG] pgmap v100: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:23:14.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:23:14 smithi062 bash[19845]: audit 2024-09-13T14:23:12.274480+0000 mgr.y (mgr.25139) 189 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:23:14.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:23:14 smithi062 bash[19845]: audit 2024-09-13T14:23:12.758339+0000 mgr.y (mgr.25139) 190 : audit [DBG] from='client.25481 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:23:14.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:23:14 smithi062 bash[19845]: audit 2024-09-13T14:23:13.854444+0000 mon.a (mon.0) 1515 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:23:16.433 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:23:16 smithi178 bash[22034]: cluster 2024-09-13T14:23:14.241180+0000 mgr.y (mgr.25139) 191 : cluster [DBG] pgmap v101: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:23:16.502 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:23:16 smithi062 bash[19845]: cluster 2024-09-13T14:23:14.241180+0000 mgr.y (mgr.25139) 191 : cluster [DBG] pgmap v101: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:23:16.503 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:23:16 smithi062 bash[26634]: cluster 2024-09-13T14:23:14.241180+0000 mgr.y (mgr.25139) 191 : cluster [DBG] pgmap v101: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:23:17.183 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:23:16 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:23:16.75087663Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:23:18.326 INFO:teuthology.orchestra.run.smithi062.stderr:Inferring config /var/lib/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T14:23:18.433 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:23:18 smithi062 bash[19845]: cluster 2024-09-13T14:23:16.241907+0000 mgr.y (mgr.25139) 192 : cluster [DBG] pgmap v102: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:23:18.433 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:23:18 smithi062 bash[26634]: cluster 2024-09-13T14:23:16.241907+0000 mgr.y (mgr.25139) 192 : cluster [DBG] pgmap v102: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:23:18.434 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:23:18 smithi178 bash[22034]: cluster 2024-09-13T14:23:16.241907+0000 mgr.y (mgr.25139) 192 : cluster [DBG] pgmap v102: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:23:19.958 INFO:teuthology.orchestra.run.smithi062.stdout:true 2024-09-13T14:23:20.024 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:23:19 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:23:19.717667117Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:23:20.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:23:20 smithi062 bash[19845]: cluster 2024-09-13T14:23:18.242611+0000 mgr.y (mgr.25139) 193 : cluster [DBG] pgmap v103: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:23:20.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:23:20 smithi062 bash[19845]: audit 2024-09-13T14:23:19.947605+0000 mon.a (mon.0) 1516 : audit [DBG] from='client.? 172.21.15.62:0/2217805429' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:23:20.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:23:20 smithi062 bash[26634]: cluster 2024-09-13T14:23:18.242611+0000 mgr.y (mgr.25139) 193 : cluster [DBG] pgmap v103: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:23:20.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:23:20 smithi062 bash[26634]: audit 2024-09-13T14:23:19.947605+0000 mon.a (mon.0) 1516 : audit [DBG] from='client.? 172.21.15.62:0/2217805429' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:23:20.433 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:23:20 smithi178 bash[22034]: cluster 2024-09-13T14:23:18.242611+0000 mgr.y (mgr.25139) 193 : cluster [DBG] pgmap v103: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:23:20.434 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:23:20 smithi178 bash[22034]: audit 2024-09-13T14:23:19.947605+0000 mon.a (mon.0) 1516 : audit [DBG] from='client.? 172.21.15.62:0/2217805429' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:23:20.648 DEBUG:teuthology.orchestra.run.smithi062:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ff1149ea-71d5-11ef-bceb-c7b262605968 -e sha1=b0201b8c79733293453e7f10a10c7fa43119222b -- bash -c 'ceph versions | jq -e '"'"'.mgr | keys'"'"' | grep $sha1' 2024-09-13T14:23:22.285 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:23:22 smithi062 bash[26634]: cluster 2024-09-13T14:23:20.244341+0000 mgr.y (mgr.25139) 194 : cluster [DBG] pgmap v104: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:23:22.285 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:23:22 smithi062 bash[19845]: cluster 2024-09-13T14:23:20.244341+0000 mgr.y (mgr.25139) 194 : cluster [DBG] pgmap v104: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:23:22.433 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:23:22 smithi178 bash[22034]: cluster 2024-09-13T14:23:20.244341+0000 mgr.y (mgr.25139) 194 : cluster [DBG] pgmap v104: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:23:23.183 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:23:22 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:23:22.742716074Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:23:24.002 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:23:23 smithi062 bash[68610]: ::ffff:172.21.15.178 - - [13/Sep/2024:14:23:23] "GET /metrics HTTP/1.1" 200 38235 "" "Prometheus/2.51.0" 2024-09-13T14:23:24.433 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:23:24 smithi178 bash[22034]: cluster 2024-09-13T14:23:22.245096+0000 mgr.y (mgr.25139) 195 : cluster [DBG] pgmap v105: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:23:24.434 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:23:24 smithi178 bash[22034]: audit 2024-09-13T14:23:22.285693+0000 mgr.y (mgr.25139) 196 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:23:24.503 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:23:24 smithi062 bash[26634]: cluster 2024-09-13T14:23:22.245096+0000 mgr.y (mgr.25139) 195 : cluster [DBG] pgmap v105: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:23:24.503 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:23:24 smithi062 bash[26634]: audit 2024-09-13T14:23:22.285693+0000 mgr.y (mgr.25139) 196 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:23:24.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:23:24 smithi062 bash[19845]: cluster 2024-09-13T14:23:22.245096+0000 mgr.y (mgr.25139) 195 : cluster [DBG] pgmap v105: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:23:24.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:23:24 smithi062 bash[19845]: audit 2024-09-13T14:23:22.285693+0000 mgr.y (mgr.25139) 196 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:23:25.433 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:23:25 smithi178 bash[22034]: cluster 2024-09-13T14:23:24.246766+0000 mgr.y (mgr.25139) 197 : cluster [DBG] pgmap v106: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:23:25.461 INFO:teuthology.orchestra.run.smithi062.stderr:Inferring config /var/lib/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T14:23:25.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:23:25 smithi062 bash[19845]: cluster 2024-09-13T14:23:24.246766+0000 mgr.y (mgr.25139) 197 : cluster [DBG] pgmap v106: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:23:25.503 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:23:25 smithi062 bash[26634]: cluster 2024-09-13T14:23:24.246766+0000 mgr.y (mgr.25139) 197 : cluster [DBG] pgmap v106: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:23:26.183 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:23:25 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:23:25.739709021Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:23:26.989 INFO:teuthology.orchestra.run.smithi062.stdout: "ceph version 19.3.0-4917-gb0201b8c (b0201b8c79733293453e7f10a10c7fa43119222b) squid (dev)" 2024-09-13T14:23:27.629 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:23:27 smithi062 bash[19845]: cluster 2024-09-13T14:23:26.247543+0000 mgr.y (mgr.25139) 198 : cluster [DBG] pgmap v107: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:23:27.630 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:23:27 smithi062 bash[19845]: audit 2024-09-13T14:23:26.978984+0000 mon.a (mon.0) 1517 : audit [DBG] from='client.? 172.21.15.62:0/1440098151' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:23:27.630 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:23:27 smithi062 bash[26634]: cluster 2024-09-13T14:23:26.247543+0000 mgr.y (mgr.25139) 198 : cluster [DBG] pgmap v107: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:23:27.630 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:23:27 smithi062 bash[26634]: audit 2024-09-13T14:23:26.978984+0000 mon.a (mon.0) 1517 : audit [DBG] from='client.? 172.21.15.62:0/1440098151' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:23:27.631 DEBUG:teuthology.orchestra.run.smithi062:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ff1149ea-71d5-11ef-bceb-c7b262605968 -e sha1=b0201b8c79733293453e7f10a10c7fa43119222b -- bash -c 'ceph versions | jq -e '"'"'.overall | length == 2'"'"'' 2024-09-13T14:23:27.683 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:23:27 smithi178 bash[22034]: cluster 2024-09-13T14:23:26.247543+0000 mgr.y (mgr.25139) 198 : cluster [DBG] pgmap v107: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:23:27.684 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:23:27 smithi178 bash[22034]: audit 2024-09-13T14:23:26.978984+0000 mon.a (mon.0) 1517 : audit [DBG] from='client.? 172.21.15.62:0/1440098151' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:23:29.183 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:23:28 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:23:28.754931316Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:23:29.684 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:23:29 smithi178 bash[22034]: cluster 2024-09-13T14:23:28.248279+0000 mgr.y (mgr.25139) 199 : cluster [DBG] pgmap v108: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:23:29.766 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:23:29 smithi178 bash[22034]: audit 2024-09-13T14:23:28.854082+0000 mon.a (mon.0) 1518 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:23:29.767 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:23:29 smithi062 bash[19845]: cluster 2024-09-13T14:23:28.248279+0000 mgr.y (mgr.25139) 199 : cluster [DBG] pgmap v108: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:23:29.767 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:23:29 smithi062 bash[19845]: audit 2024-09-13T14:23:28.854082+0000 mon.a (mon.0) 1518 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:23:29.767 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:23:29 smithi062 bash[26634]: cluster 2024-09-13T14:23:28.248279+0000 mgr.y (mgr.25139) 199 : cluster [DBG] pgmap v108: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:23:29.768 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:23:29 smithi062 bash[26634]: audit 2024-09-13T14:23:28.854082+0000 mon.a (mon.0) 1518 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:23:31.684 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:23:31 smithi178 bash[22034]: cluster 2024-09-13T14:23:30.249906+0000 mgr.y (mgr.25139) 200 : cluster [DBG] pgmap v109: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:23:31.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:23:31 smithi062 bash[19845]: cluster 2024-09-13T14:23:30.249906+0000 mgr.y (mgr.25139) 200 : cluster [DBG] pgmap v109: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:23:31.753 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:23:31 smithi062 bash[26634]: cluster 2024-09-13T14:23:30.249906+0000 mgr.y (mgr.25139) 200 : cluster [DBG] pgmap v109: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:23:32.183 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:23:31 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:23:31.734495294Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:23:32.452 INFO:teuthology.orchestra.run.smithi062.stderr:Inferring config /var/lib/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T14:23:33.583 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:23:33 smithi062 bash[26634]: cluster 2024-09-13T14:23:32.250537+0000 mgr.y (mgr.25139) 201 : cluster [DBG] pgmap v110: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:23:33.583 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:23:33 smithi062 bash[26634]: audit 2024-09-13T14:23:32.297017+0000 mgr.y (mgr.25139) 202 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:23:33.583 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:23:33 smithi062 bash[19845]: cluster 2024-09-13T14:23:32.250537+0000 mgr.y (mgr.25139) 201 : cluster [DBG] pgmap v110: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:23:33.584 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:23:33 smithi062 bash[19845]: audit 2024-09-13T14:23:32.297017+0000 mgr.y (mgr.25139) 202 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:23:33.683 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:23:33 smithi178 bash[22034]: cluster 2024-09-13T14:23:32.250537+0000 mgr.y (mgr.25139) 201 : cluster [DBG] pgmap v110: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:23:33.684 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:23:33 smithi178 bash[22034]: audit 2024-09-13T14:23:32.297017+0000 mgr.y (mgr.25139) 202 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:23:34.002 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:23:33 smithi062 bash[68610]: ::ffff:172.21.15.178 - - [13/Sep/2024:14:23:33] "GET /metrics HTTP/1.1" 200 38237 "" "Prometheus/2.51.0" 2024-09-13T14:23:34.025 INFO:teuthology.orchestra.run.smithi062.stdout:true 2024-09-13T14:23:34.683 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:23:34 smithi178 bash[22034]: audit 2024-09-13T14:23:34.015047+0000 mon.a (mon.0) 1519 : audit [DBG] from='client.? 172.21.15.62:0/130368965' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:23:34.752 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:23:34 smithi062 bash[19845]: audit 2024-09-13T14:23:34.015047+0000 mon.a (mon.0) 1519 : audit [DBG] from='client.? 172.21.15.62:0/130368965' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:23:34.753 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:23:34 smithi062 bash[26634]: audit 2024-09-13T14:23:34.015047+0000 mon.a (mon.0) 1519 : audit [DBG] from='client.? 172.21.15.62:0/130368965' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:23:34.790 DEBUG:teuthology.orchestra.run.smithi062:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ff1149ea-71d5-11ef-bceb-c7b262605968 -e sha1=b0201b8c79733293453e7f10a10c7fa43119222b -- bash -c 'ceph orch upgrade check quay.ceph.io/ceph-ci/ceph:$sha1 | jq -e '"'"'.up_to_date | length == 2'"'"'' 2024-09-13T14:23:35.183 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:23:34 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:23:34.74902306Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:23:35.683 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:23:35 smithi178 bash[22034]: cluster 2024-09-13T14:23:34.252080+0000 mgr.y (mgr.25139) 203 : cluster [DBG] pgmap v111: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:23:35.753 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:23:35 smithi062 bash[26634]: cluster 2024-09-13T14:23:34.252080+0000 mgr.y (mgr.25139) 203 : cluster [DBG] pgmap v111: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:23:35.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:23:35 smithi062 bash[19845]: cluster 2024-09-13T14:23:34.252080+0000 mgr.y (mgr.25139) 203 : cluster [DBG] pgmap v111: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:23:37.683 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:23:37 smithi178 bash[22034]: cluster 2024-09-13T14:23:36.252814+0000 mgr.y (mgr.25139) 204 : cluster [DBG] pgmap v112: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:23:37.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:23:37 smithi062 bash[19845]: cluster 2024-09-13T14:23:36.252814+0000 mgr.y (mgr.25139) 204 : cluster [DBG] pgmap v112: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:23:37.753 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:23:37 smithi062 bash[26634]: cluster 2024-09-13T14:23:36.252814+0000 mgr.y (mgr.25139) 204 : cluster [DBG] pgmap v112: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:23:38.184 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:23:37 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:23:37.744029483Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:23:39.613 INFO:teuthology.orchestra.run.smithi062.stderr:Inferring config /var/lib/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T14:23:39.684 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:23:39 smithi178 bash[67279]: logger=infra.usagestats t=2024-09-13T14:23:39.392430545Z level=info msg="Usage stats are ready to report" 2024-09-13T14:23:39.685 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:23:39 smithi178 bash[22034]: cluster 2024-09-13T14:23:38.253532+0000 mgr.y (mgr.25139) 205 : cluster [DBG] pgmap v113: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:23:39.740 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:23:39 smithi062 bash[19845]: cluster 2024-09-13T14:23:38.253532+0000 mgr.y (mgr.25139) 205 : cluster [DBG] pgmap v113: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:23:39.741 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:23:39 smithi062 bash[26634]: cluster 2024-09-13T14:23:38.253532+0000 mgr.y (mgr.25139) 205 : cluster [DBG] pgmap v113: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:23:41.183 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:23:40 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:23:40.745286337Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:23:41.645 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:23:41 smithi062 bash[19845]: cluster 2024-09-13T14:23:40.255204+0000 mgr.y (mgr.25139) 206 : cluster [DBG] pgmap v114: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:23:41.645 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:23:41 smithi062 bash[26634]: cluster 2024-09-13T14:23:40.255204+0000 mgr.y (mgr.25139) 206 : cluster [DBG] pgmap v114: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:23:41.683 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:23:41 smithi178 bash[22034]: cluster 2024-09-13T14:23:40.255204+0000 mgr.y (mgr.25139) 206 : cluster [DBG] pgmap v114: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:23:42.645 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:23:42 smithi062 bash[19845]: audit 2024-09-13T14:23:41.081201+0000 mgr.y (mgr.25139) 207 : audit [DBG] from='client.15627 -' entity='client.admin' cmd=[{"prefix": "orch upgrade check", "image": "quay.ceph.io/ceph-ci/ceph:b0201b8c79733293453e7f10a10c7fa43119222b", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:23:42.646 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:23:42 smithi062 bash[26634]: audit 2024-09-13T14:23:41.081201+0000 mgr.y (mgr.25139) 207 : audit [DBG] from='client.15627 -' entity='client.admin' cmd=[{"prefix": "orch upgrade check", "image": "quay.ceph.io/ceph-ci/ceph:b0201b8c79733293453e7f10a10c7fa43119222b", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:23:42.684 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:23:42 smithi178 bash[22034]: audit 2024-09-13T14:23:41.081201+0000 mgr.y (mgr.25139) 207 : audit [DBG] from='client.15627 -' entity='client.admin' cmd=[{"prefix": "orch upgrade check", "image": "quay.ceph.io/ceph-ci/ceph:b0201b8c79733293453e7f10a10c7fa43119222b", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:23:43.445 INFO:teuthology.orchestra.run.smithi062.stdout:true 2024-09-13T14:23:43.446 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:23:43 smithi062 bash[26634]: cluster 2024-09-13T14:23:42.256004+0000 mgr.y (mgr.25139) 208 : cluster [DBG] pgmap v115: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:23:43.446 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:23:43 smithi062 bash[26634]: audit 2024-09-13T14:23:42.308277+0000 mgr.y (mgr.25139) 209 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:23:43.447 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:23:43 smithi062 bash[19845]: cluster 2024-09-13T14:23:42.256004+0000 mgr.y (mgr.25139) 208 : cluster [DBG] pgmap v115: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:23:43.447 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:23:43 smithi062 bash[19845]: audit 2024-09-13T14:23:42.308277+0000 mgr.y (mgr.25139) 209 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:23:43.684 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:23:43 smithi178 bash[22034]: cluster 2024-09-13T14:23:42.256004+0000 mgr.y (mgr.25139) 208 : cluster [DBG] pgmap v115: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:23:43.684 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:23:43 smithi178 bash[22034]: audit 2024-09-13T14:23:42.308277+0000 mgr.y (mgr.25139) 209 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:23:43.752 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:23:43 smithi062 bash[68610]: ::ffff:172.21.15.178 - - [13/Sep/2024:14:23:43] "GET /metrics HTTP/1.1" 200 38237 "" "Prometheus/2.51.0" 2024-09-13T14:23:44.105 DEBUG:teuthology.orchestra.run.smithi062:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ff1149ea-71d5-11ef-bceb-c7b262605968 -e sha1=b0201b8c79733293453e7f10a10c7fa43119222b -- bash -c 'ceph orch upgrade status' 2024-09-13T14:23:44.183 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:23:43 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:23:43.714693076Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:23:44.684 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:23:44 smithi178 bash[22034]: audit 2024-09-13T14:23:43.854693+0000 mon.a (mon.0) 1520 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:23:44.753 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:23:44 smithi062 bash[26634]: audit 2024-09-13T14:23:43.854693+0000 mon.a (mon.0) 1520 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:23:44.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:23:44 smithi062 bash[19845]: audit 2024-09-13T14:23:43.854693+0000 mon.a (mon.0) 1520 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:23:45.684 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:23:45 smithi178 bash[22034]: cluster 2024-09-13T14:23:44.257702+0000 mgr.y (mgr.25139) 210 : cluster [DBG] pgmap v116: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:23:45.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:23:45 smithi062 bash[19845]: cluster 2024-09-13T14:23:44.257702+0000 mgr.y (mgr.25139) 210 : cluster [DBG] pgmap v116: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:23:45.753 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:23:45 smithi062 bash[26634]: cluster 2024-09-13T14:23:44.257702+0000 mgr.y (mgr.25139) 210 : cluster [DBG] pgmap v116: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:23:47.183 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:23:46 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:23:46.715320748Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:23:47.684 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:23:47 smithi178 bash[22034]: cluster 2024-09-13T14:23:46.258451+0000 mgr.y (mgr.25139) 211 : cluster [DBG] pgmap v117: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:23:47.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:23:47 smithi062 bash[19845]: cluster 2024-09-13T14:23:46.258451+0000 mgr.y (mgr.25139) 211 : cluster [DBG] pgmap v117: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:23:47.753 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:23:47 smithi062 bash[26634]: cluster 2024-09-13T14:23:46.258451+0000 mgr.y (mgr.25139) 211 : cluster [DBG] pgmap v117: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:23:48.936 INFO:teuthology.orchestra.run.smithi062.stderr:Inferring config /var/lib/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T14:23:49.684 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:23:49 smithi178 bash[22034]: cluster 2024-09-13T14:23:48.259184+0000 mgr.y (mgr.25139) 212 : cluster [DBG] pgmap v118: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:23:49.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:23:49 smithi062 bash[19845]: cluster 2024-09-13T14:23:48.259184+0000 mgr.y (mgr.25139) 212 : cluster [DBG] pgmap v118: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:23:49.753 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:23:49 smithi062 bash[26634]: cluster 2024-09-13T14:23:48.259184+0000 mgr.y (mgr.25139) 212 : cluster [DBG] pgmap v118: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:23:50.184 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:23:49 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:23:49.734251444Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:23:50.510 INFO:teuthology.orchestra.run.smithi062.stdout:{ 2024-09-13T14:23:50.511 INFO:teuthology.orchestra.run.smithi062.stdout: "target_image": null, 2024-09-13T14:23:50.511 INFO:teuthology.orchestra.run.smithi062.stdout: "in_progress": false, 2024-09-13T14:23:50.511 INFO:teuthology.orchestra.run.smithi062.stdout: "which": "", 2024-09-13T14:23:50.511 INFO:teuthology.orchestra.run.smithi062.stdout: "services_complete": [], 2024-09-13T14:23:50.511 INFO:teuthology.orchestra.run.smithi062.stdout: "progress": null, 2024-09-13T14:23:50.511 INFO:teuthology.orchestra.run.smithi062.stdout: "message": "", 2024-09-13T14:23:50.512 INFO:teuthology.orchestra.run.smithi062.stdout: "is_paused": false 2024-09-13T14:23:50.512 INFO:teuthology.orchestra.run.smithi062.stdout:} 2024-09-13T14:23:51.201 DEBUG:teuthology.orchestra.run.smithi062:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ff1149ea-71d5-11ef-bceb-c7b262605968 -e sha1=b0201b8c79733293453e7f10a10c7fa43119222b -- bash -c 'ceph health detail' 2024-09-13T14:23:51.502 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:23:51 smithi062 bash[19845]: cluster 2024-09-13T14:23:50.260282+0000 mgr.y (mgr.25139) 213 : cluster [DBG] pgmap v119: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:23:51.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:23:51 smithi062 bash[19845]: audit 2024-09-13T14:23:50.511372+0000 mgr.y (mgr.25139) 214 : audit [DBG] from='client.15633 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:23:51.503 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:23:51 smithi062 bash[26634]: cluster 2024-09-13T14:23:50.260282+0000 mgr.y (mgr.25139) 213 : cluster [DBG] pgmap v119: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:23:51.503 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:23:51 smithi062 bash[26634]: audit 2024-09-13T14:23:50.511372+0000 mgr.y (mgr.25139) 214 : audit [DBG] from='client.15633 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:23:51.683 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:23:51 smithi178 bash[22034]: cluster 2024-09-13T14:23:50.260282+0000 mgr.y (mgr.25139) 213 : cluster [DBG] pgmap v119: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:23:51.684 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:23:51 smithi178 bash[22034]: audit 2024-09-13T14:23:50.511372+0000 mgr.y (mgr.25139) 214 : audit [DBG] from='client.15633 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:23:53.184 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:23:52 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:23:52.744508097Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:23:53.684 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:23:53 smithi178 bash[22034]: cluster 2024-09-13T14:23:52.260964+0000 mgr.y (mgr.25139) 215 : cluster [DBG] pgmap v120: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:23:53.684 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:23:53 smithi178 bash[22034]: audit 2024-09-13T14:23:52.319621+0000 mgr.y (mgr.25139) 216 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:23:53.753 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:23:53 smithi062 bash[68610]: ::ffff:172.21.15.178 - - [13/Sep/2024:14:23:53] "GET /metrics HTTP/1.1" 200 38235 "" "Prometheus/2.51.0" 2024-09-13T14:23:53.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:23:53 smithi062 bash[19845]: cluster 2024-09-13T14:23:52.260964+0000 mgr.y (mgr.25139) 215 : cluster [DBG] pgmap v120: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:23:53.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:23:53 smithi062 bash[19845]: audit 2024-09-13T14:23:52.319621+0000 mgr.y (mgr.25139) 216 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:23:53.753 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:23:53 smithi062 bash[26634]: cluster 2024-09-13T14:23:52.260964+0000 mgr.y (mgr.25139) 215 : cluster [DBG] pgmap v120: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:23:53.754 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:23:53 smithi062 bash[26634]: audit 2024-09-13T14:23:52.319621+0000 mgr.y (mgr.25139) 216 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:23:55.684 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:23:55 smithi178 bash[22034]: cluster 2024-09-13T14:23:54.262539+0000 mgr.y (mgr.25139) 217 : cluster [DBG] pgmap v121: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:23:55.684 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:23:55 smithi178 bash[22034]: audit 2024-09-13T14:23:54.622483+0000 mon.a (mon.0) 1521 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:23:55.684 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:23:55 smithi178 bash[22034]: audit 2024-09-13T14:23:54.624044+0000 mon.a (mon.0) 1522 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T14:23:55.684 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:23:55 smithi178 bash[22034]: audit 2024-09-13T14:23:54.634003+0000 mon.a (mon.0) 1523 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:23:55.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:23:55 smithi062 bash[19845]: cluster 2024-09-13T14:23:54.262539+0000 mgr.y (mgr.25139) 217 : cluster [DBG] pgmap v121: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:23:55.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:23:55 smithi062 bash[19845]: audit 2024-09-13T14:23:54.622483+0000 mon.a (mon.0) 1521 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:23:55.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:23:55 smithi062 bash[19845]: audit 2024-09-13T14:23:54.624044+0000 mon.a (mon.0) 1522 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T14:23:55.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:23:55 smithi062 bash[19845]: audit 2024-09-13T14:23:54.634003+0000 mon.a (mon.0) 1523 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:23:55.753 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:23:55 smithi062 bash[26634]: cluster 2024-09-13T14:23:54.262539+0000 mgr.y (mgr.25139) 217 : cluster [DBG] pgmap v121: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:23:55.753 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:23:55 smithi062 bash[26634]: audit 2024-09-13T14:23:54.622483+0000 mon.a (mon.0) 1521 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:23:55.753 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:23:55 smithi062 bash[26634]: audit 2024-09-13T14:23:54.624044+0000 mon.a (mon.0) 1522 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T14:23:55.754 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:23:55 smithi062 bash[26634]: audit 2024-09-13T14:23:54.634003+0000 mon.a (mon.0) 1523 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:23:56.012 INFO:teuthology.orchestra.run.smithi062.stderr:Inferring config /var/lib/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T14:23:56.184 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:23:55 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:23:55.732269538Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:23:57.684 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:23:57 smithi178 bash[22034]: cluster 2024-09-13T14:23:56.263260+0000 mgr.y (mgr.25139) 218 : cluster [DBG] pgmap v122: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:23:57.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:23:57 smithi062 bash[19845]: cluster 2024-09-13T14:23:56.263260+0000 mgr.y (mgr.25139) 218 : cluster [DBG] pgmap v122: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:23:57.753 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:23:57 smithi062 bash[26634]: cluster 2024-09-13T14:23:56.263260+0000 mgr.y (mgr.25139) 218 : cluster [DBG] pgmap v122: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:23:57.811 INFO:teuthology.orchestra.run.smithi062.stdout:HEALTH_OK 2024-09-13T14:23:58.519 DEBUG:teuthology.orchestra.run.smithi062:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ff1149ea-71d5-11ef-bceb-c7b262605968 -e sha1=b0201b8c79733293453e7f10a10c7fa43119222b -- bash -c 'ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 --daemon-types mon --hosts $(ceph orch ps | grep mgr.x | awk '"'"'{print $2}'"'"')' 2024-09-13T14:23:58.934 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:23:58 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:23:58.753115695Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:23:58.934 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:23:58 smithi178 bash[22034]: audit 2024-09-13T14:23:57.812653+0000 mon.c (mon.2) 118 : audit [DBG] from='client.? 172.21.15.62:0/3109240235' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2024-09-13T14:23:59.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:23:58 smithi062 bash[26634]: audit 2024-09-13T14:23:57.812653+0000 mon.c (mon.2) 118 : audit [DBG] from='client.? 172.21.15.62:0/3109240235' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2024-09-13T14:23:59.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:23:58 smithi062 bash[19845]: audit 2024-09-13T14:23:57.812653+0000 mon.c (mon.2) 118 : audit [DBG] from='client.? 172.21.15.62:0/3109240235' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2024-09-13T14:23:59.934 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:23:59 smithi178 bash[22034]: cluster 2024-09-13T14:23:58.264115+0000 mgr.y (mgr.25139) 219 : cluster [DBG] pgmap v123: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:23:59.934 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:23:59 smithi178 bash[22034]: audit 2024-09-13T14:23:58.854937+0000 mon.a (mon.0) 1524 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:24:00.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:23:59 smithi062 bash[19845]: cluster 2024-09-13T14:23:58.264115+0000 mgr.y (mgr.25139) 219 : cluster [DBG] pgmap v123: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:24:00.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:23:59 smithi062 bash[19845]: audit 2024-09-13T14:23:58.854937+0000 mon.a (mon.0) 1524 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:24:00.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:23:59 smithi062 bash[26634]: cluster 2024-09-13T14:23:58.264115+0000 mgr.y (mgr.25139) 219 : cluster [DBG] pgmap v123: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:24:00.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:23:59 smithi062 bash[26634]: audit 2024-09-13T14:23:58.854937+0000 mon.a (mon.0) 1524 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:24:01.934 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:24:01 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:24:01.729147693Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:24:01.934 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:01 smithi178 bash[22034]: cluster 2024-09-13T14:24:00.265839+0000 mgr.y (mgr.25139) 220 : cluster [DBG] pgmap v124: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:24:02.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:24:01 smithi062 bash[19845]: cluster 2024-09-13T14:24:00.265839+0000 mgr.y (mgr.25139) 220 : cluster [DBG] pgmap v124: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:24:02.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:24:01 smithi062 bash[26634]: cluster 2024-09-13T14:24:00.265839+0000 mgr.y (mgr.25139) 220 : cluster [DBG] pgmap v124: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:24:03.341 INFO:teuthology.orchestra.run.smithi062.stderr:Inferring config /var/lib/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T14:24:03.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:24:03 smithi062 bash[19845]: cluster 2024-09-13T14:24:02.266557+0000 mgr.y (mgr.25139) 221 : cluster [DBG] pgmap v125: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:24:03.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:24:03 smithi062 bash[19845]: audit 2024-09-13T14:24:02.328772+0000 mgr.y (mgr.25139) 222 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:24:03.753 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:24:03 smithi062 bash[68610]: ::ffff:172.21.15.178 - - [13/Sep/2024:14:24:03] "GET /metrics HTTP/1.1" 200 38236 "" "Prometheus/2.51.0" 2024-09-13T14:24:03.753 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:24:03 smithi062 bash[26634]: cluster 2024-09-13T14:24:02.266557+0000 mgr.y (mgr.25139) 221 : cluster [DBG] pgmap v125: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:24:03.753 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:24:03 smithi062 bash[26634]: audit 2024-09-13T14:24:02.328772+0000 mgr.y (mgr.25139) 222 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:24:03.934 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:03 smithi178 bash[22034]: cluster 2024-09-13T14:24:02.266557+0000 mgr.y (mgr.25139) 221 : cluster [DBG] pgmap v125: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:24:03.934 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:03 smithi178 bash[22034]: audit 2024-09-13T14:24:02.328772+0000 mgr.y (mgr.25139) 222 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:24:05.184 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:24:04 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:24:04.715339985Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:24:05.883 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:24:05 smithi062 bash[19845]: cluster 2024-09-13T14:24:04.268188+0000 mgr.y (mgr.25139) 223 : cluster [DBG] pgmap v126: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:24:05.883 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:24:05 smithi062 bash[19845]: audit 2024-09-13T14:24:04.909032+0000 mgr.y (mgr.25139) 224 : audit [DBG] from='client.15645 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:24:05.883 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:24:05 smithi062 bash[26634]: cluster 2024-09-13T14:24:04.268188+0000 mgr.y (mgr.25139) 223 : cluster [DBG] pgmap v126: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:24:05.883 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:24:05 smithi062 bash[26634]: audit 2024-09-13T14:24:04.909032+0000 mgr.y (mgr.25139) 224 : audit [DBG] from='client.15645 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:24:05.934 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:05 smithi178 bash[22034]: cluster 2024-09-13T14:24:04.268188+0000 mgr.y (mgr.25139) 223 : cluster [DBG] pgmap v126: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:24:05.934 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:05 smithi178 bash[22034]: audit 2024-09-13T14:24:04.909032+0000 mgr.y (mgr.25139) 224 : audit [DBG] from='client.15645 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:24:06.876 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:24:06 smithi062 bash[26634]: audit 2024-09-13T14:24:05.302247+0000 mgr.y (mgr.25139) 225 : audit [DBG] from='client.15651 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:b0201b8c79733293453e7f10a10c7fa43119222b", "daemon_types": "mon", "hosts": "smithi178", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:24:06.876 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:24:06 smithi062 bash[19845]: audit 2024-09-13T14:24:05.302247+0000 mgr.y (mgr.25139) 225 : audit [DBG] from='client.15651 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:b0201b8c79733293453e7f10a10c7fa43119222b", "daemon_types": "mon", "hosts": "smithi178", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:24:06.933 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:06 smithi178 bash[22034]: audit 2024-09-13T14:24:05.302247+0000 mgr.y (mgr.25139) 225 : audit [DBG] from='client.15651 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:b0201b8c79733293453e7f10a10c7fa43119222b", "daemon_types": "mon", "hosts": "smithi178", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:24:07.719 INFO:teuthology.orchestra.run.smithi062.stdout:Initiating upgrade to quay.ceph.io/ceph-ci/ceph:b0201b8c79733293453e7f10a10c7fa43119222b 2024-09-13T14:24:07.902 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:24:07 smithi062 bash[26634]: cluster 2024-09-13T14:24:06.268898+0000 mgr.y (mgr.25139) 226 : cluster [DBG] pgmap v127: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:24:07.902 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:24:07 smithi062 bash[19845]: cluster 2024-09-13T14:24:06.268898+0000 mgr.y (mgr.25139) 226 : cluster [DBG] pgmap v127: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:24:07.933 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:24:07 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:24:07.757522414Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:24:07.934 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:07 smithi178 bash[22034]: cluster 2024-09-13T14:24:06.268898+0000 mgr.y (mgr.25139) 226 : cluster [DBG] pgmap v127: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:24:08.429 DEBUG:teuthology.orchestra.run.smithi062:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ff1149ea-71d5-11ef-bceb-c7b262605968 -e sha1=b0201b8c79733293453e7f10a10c7fa43119222b -- bash -c 'while ceph orch upgrade status | jq '"'"'.in_progress'"'"' | grep true && ! ceph orch upgrade status | jq '"'"'.message'"'"' | grep Error ; do ceph orch ps ; ceph versions ; ceph orch upgrade status ; sleep 30 ; done' 2024-09-13T14:24:09.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:24:08 smithi062 bash[19845]: cephadm 2024-09-13T14:24:07.710793+0000 mgr.y (mgr.25139) 227 : cephadm [INF] Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:b0201b8c79733293453e7f10a10c7fa43119222b 2024-09-13T14:24:09.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:24:08 smithi062 bash[19845]: audit 2024-09-13T14:24:07.718974+0000 mon.a (mon.0) 1525 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:24:09.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:24:08 smithi062 bash[19845]: audit 2024-09-13T14:24:07.721129+0000 mon.a (mon.0) 1526 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:24:09.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:24:08 smithi062 bash[19845]: audit 2024-09-13T14:24:07.722405+0000 mon.a (mon.0) 1527 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T14:24:09.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:24:08 smithi062 bash[19845]: audit 2024-09-13T14:24:07.730243+0000 mon.a (mon.0) 1528 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:24:09.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:24:08 smithi062 bash[19845]: cephadm 2024-09-13T14:24:07.810795+0000 mgr.y (mgr.25139) 228 : cephadm [INF] Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:b0201b8c79733293453e7f10a10c7fa43119222b 2024-09-13T14:24:09.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:24:08 smithi062 bash[26634]: cephadm 2024-09-13T14:24:07.710793+0000 mgr.y (mgr.25139) 227 : cephadm [INF] Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:b0201b8c79733293453e7f10a10c7fa43119222b 2024-09-13T14:24:09.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:24:08 smithi062 bash[26634]: audit 2024-09-13T14:24:07.718974+0000 mon.a (mon.0) 1525 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:24:09.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:24:08 smithi062 bash[26634]: audit 2024-09-13T14:24:07.721129+0000 mon.a (mon.0) 1526 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:24:09.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:24:08 smithi062 bash[26634]: audit 2024-09-13T14:24:07.722405+0000 mon.a (mon.0) 1527 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T14:24:09.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:24:08 smithi062 bash[26634]: audit 2024-09-13T14:24:07.730243+0000 mon.a (mon.0) 1528 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:24:09.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:24:08 smithi062 bash[26634]: cephadm 2024-09-13T14:24:07.810795+0000 mgr.y (mgr.25139) 228 : cephadm [INF] Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:b0201b8c79733293453e7f10a10c7fa43119222b 2024-09-13T14:24:09.184 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:08 smithi178 bash[22034]: cephadm 2024-09-13T14:24:07.710793+0000 mgr.y (mgr.25139) 227 : cephadm [INF] Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:b0201b8c79733293453e7f10a10c7fa43119222b 2024-09-13T14:24:09.184 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:08 smithi178 bash[22034]: audit 2024-09-13T14:24:07.718974+0000 mon.a (mon.0) 1525 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:24:09.184 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:08 smithi178 bash[22034]: audit 2024-09-13T14:24:07.721129+0000 mon.a (mon.0) 1526 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:24:09.184 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:08 smithi178 bash[22034]: audit 2024-09-13T14:24:07.722405+0000 mon.a (mon.0) 1527 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T14:24:09.184 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:08 smithi178 bash[22034]: audit 2024-09-13T14:24:07.730243+0000 mon.a (mon.0) 1528 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:24:09.184 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:08 smithi178 bash[22034]: cephadm 2024-09-13T14:24:07.810795+0000 mgr.y (mgr.25139) 228 : cephadm [INF] Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:b0201b8c79733293453e7f10a10c7fa43119222b 2024-09-13T14:24:10.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:24:09 smithi062 bash[19845]: cluster 2024-09-13T14:24:08.269654+0000 mgr.y (mgr.25139) 229 : cluster [DBG] pgmap v128: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:24:10.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:24:09 smithi062 bash[26634]: cluster 2024-09-13T14:24:08.269654+0000 mgr.y (mgr.25139) 229 : cluster [DBG] pgmap v128: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:24:10.184 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:09 smithi178 bash[22034]: cluster 2024-09-13T14:24:08.269654+0000 mgr.y (mgr.25139) 229 : cluster [DBG] pgmap v128: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:24:11.184 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:24:10 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:24:10.74626862Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:24:11.684 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:11 smithi178 bash[22034]: cluster 2024-09-13T14:24:10.271285+0000 mgr.y (mgr.25139) 230 : cluster [DBG] pgmap v129: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:24:11.684 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:11 smithi178 bash[22034]: audit 2024-09-13T14:24:10.339453+0000 mon.a (mon.0) 1529 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:24:11.684 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:11 smithi178 bash[22034]: cephadm 2024-09-13T14:24:10.340197+0000 mgr.y (mgr.25139) 231 : cephadm [INF] Upgrade: Target is version 19.3.0-4917-gb0201b8c (squid) 2024-09-13T14:24:11.684 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:11 smithi178 bash[22034]: cephadm 2024-09-13T14:24:10.340411+0000 mgr.y (mgr.25139) 232 : cephadm [INF] Upgrade: Target container is quay.ceph.io/ceph-ci/ceph:b0201b8c79733293453e7f10a10c7fa43119222b, digests ['quay.ceph.io/ceph-ci/ceph@sha256:5ab18e92f956ea4280103e54eef24f76e1a43e77fc4dc78cee3cb12c7a94538b'] 2024-09-13T14:24:11.684 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:11 smithi178 bash[22034]: audit 2024-09-13T14:24:10.345227+0000 mon.a (mon.0) 1530 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T14:24:11.684 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:11 smithi178 bash[22034]: audit 2024-09-13T14:24:10.349709+0000 mon.a (mon.0) 1531 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:24:11.684 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:11 smithi178 bash[22034]: cephadm 2024-09-13T14:24:10.351222+0000 mgr.y (mgr.25139) 233 : cephadm [INF] Upgrade: Setting container_image for all mgr 2024-09-13T14:24:11.684 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:11 smithi178 bash[22034]: audit 2024-09-13T14:24:10.360133+0000 mon.a (mon.0) 1532 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:24:11.685 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:11 smithi178 bash[22034]: audit 2024-09-13T14:24:10.365102+0000 mon.a (mon.0) 1533 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-09-13T14:24:11.685 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:11 smithi178 bash[22034]: audit 2024-09-13T14:24:10.366752+0000 mon.a (mon.0) 1534 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["b"]}]: dispatch 2024-09-13T14:24:11.685 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:11 smithi178 bash[22034]: cephadm 2024-09-13T14:24:10.367852+0000 mgr.y (mgr.25139) 234 : cephadm [INF] Upgrade: It appears safe to stop mon.b 2024-09-13T14:24:11.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:24:11 smithi062 bash[19845]: cluster 2024-09-13T14:24:10.271285+0000 mgr.y (mgr.25139) 230 : cluster [DBG] pgmap v129: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:24:11.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:24:11 smithi062 bash[19845]: audit 2024-09-13T14:24:10.339453+0000 mon.a (mon.0) 1529 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:24:11.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:24:11 smithi062 bash[19845]: cephadm 2024-09-13T14:24:10.340197+0000 mgr.y (mgr.25139) 231 : cephadm [INF] Upgrade: Target is version 19.3.0-4917-gb0201b8c (squid) 2024-09-13T14:24:11.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:24:11 smithi062 bash[19845]: cephadm 2024-09-13T14:24:10.340411+0000 mgr.y (mgr.25139) 232 : cephadm [INF] Upgrade: Target container is quay.ceph.io/ceph-ci/ceph:b0201b8c79733293453e7f10a10c7fa43119222b, digests ['quay.ceph.io/ceph-ci/ceph@sha256:5ab18e92f956ea4280103e54eef24f76e1a43e77fc4dc78cee3cb12c7a94538b'] 2024-09-13T14:24:11.754 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:24:11 smithi062 bash[19845]: audit 2024-09-13T14:24:10.345227+0000 mon.a (mon.0) 1530 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T14:24:11.754 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:24:11 smithi062 bash[19845]: audit 2024-09-13T14:24:10.349709+0000 mon.a (mon.0) 1531 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:24:11.754 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:24:11 smithi062 bash[19845]: cephadm 2024-09-13T14:24:10.351222+0000 mgr.y (mgr.25139) 233 : cephadm [INF] Upgrade: Setting container_image for all mgr 2024-09-13T14:24:11.754 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:24:11 smithi062 bash[19845]: audit 2024-09-13T14:24:10.360133+0000 mon.a (mon.0) 1532 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:24:11.754 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:24:11 smithi062 bash[19845]: audit 2024-09-13T14:24:10.365102+0000 mon.a (mon.0) 1533 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-09-13T14:24:11.754 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:24:11 smithi062 bash[19845]: audit 2024-09-13T14:24:10.366752+0000 mon.a (mon.0) 1534 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["b"]}]: dispatch 2024-09-13T14:24:11.754 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:24:11 smithi062 bash[19845]: cephadm 2024-09-13T14:24:10.367852+0000 mgr.y (mgr.25139) 234 : cephadm [INF] Upgrade: It appears safe to stop mon.b 2024-09-13T14:24:11.754 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:24:11 smithi062 bash[26634]: cluster 2024-09-13T14:24:10.271285+0000 mgr.y (mgr.25139) 230 : cluster [DBG] pgmap v129: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:24:11.754 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:24:11 smithi062 bash[26634]: audit 2024-09-13T14:24:10.339453+0000 mon.a (mon.0) 1529 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:24:11.754 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:24:11 smithi062 bash[26634]: cephadm 2024-09-13T14:24:10.340197+0000 mgr.y (mgr.25139) 231 : cephadm [INF] Upgrade: Target is version 19.3.0-4917-gb0201b8c (squid) 2024-09-13T14:24:11.754 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:24:11 smithi062 bash[26634]: cephadm 2024-09-13T14:24:10.340411+0000 mgr.y (mgr.25139) 232 : cephadm [INF] Upgrade: Target container is quay.ceph.io/ceph-ci/ceph:b0201b8c79733293453e7f10a10c7fa43119222b, digests ['quay.ceph.io/ceph-ci/ceph@sha256:5ab18e92f956ea4280103e54eef24f76e1a43e77fc4dc78cee3cb12c7a94538b'] 2024-09-13T14:24:11.755 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:24:11 smithi062 bash[26634]: audit 2024-09-13T14:24:10.345227+0000 mon.a (mon.0) 1530 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T14:24:11.755 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:24:11 smithi062 bash[26634]: audit 2024-09-13T14:24:10.349709+0000 mon.a (mon.0) 1531 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:24:11.755 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:24:11 smithi062 bash[26634]: cephadm 2024-09-13T14:24:10.351222+0000 mgr.y (mgr.25139) 233 : cephadm [INF] Upgrade: Setting container_image for all mgr 2024-09-13T14:24:11.755 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:24:11 smithi062 bash[26634]: audit 2024-09-13T14:24:10.360133+0000 mon.a (mon.0) 1532 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:24:11.755 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:24:11 smithi062 bash[26634]: audit 2024-09-13T14:24:10.365102+0000 mon.a (mon.0) 1533 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-09-13T14:24:11.755 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:24:11 smithi062 bash[26634]: audit 2024-09-13T14:24:10.366752+0000 mon.a (mon.0) 1534 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["b"]}]: dispatch 2024-09-13T14:24:11.755 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:24:11 smithi062 bash[26634]: cephadm 2024-09-13T14:24:10.367852+0000 mgr.y (mgr.25139) 234 : cephadm [INF] Upgrade: It appears safe to stop mon.b 2024-09-13T14:24:13.244 INFO:teuthology.orchestra.run.smithi062.stderr:Inferring config /var/lib/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T14:24:13.752 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:24:13 smithi062 bash[68610]: ::ffff:172.21.15.178 - - [13/Sep/2024:14:24:13] "GET /metrics HTTP/1.1" 200 38236 "" "Prometheus/2.51.0" 2024-09-13T14:24:14.024 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:24:13 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:24:13.743783212Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:24:14.418 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:24:14 smithi062 bash[26634]: cluster 2024-09-13T14:24:12.272033+0000 mgr.y (mgr.25139) 235 : cluster [DBG] pgmap v130: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:24:14.418 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:24:14 smithi062 bash[26634]: audit 2024-09-13T14:24:12.339535+0000 mgr.y (mgr.25139) 236 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:24:14.419 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:24:14 smithi062 bash[26634]: cephadm 2024-09-13T14:24:13.019305+0000 mgr.y (mgr.25139) 237 : cephadm [INF] Upgrade: Updating mon.b 2024-09-13T14:24:14.419 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:24:14 smithi062 bash[26634]: audit 2024-09-13T14:24:13.027097+0000 mon.a (mon.0) 1535 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:24:14.419 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:24:14 smithi062 bash[26634]: audit 2024-09-13T14:24:13.031601+0000 mon.a (mon.0) 1536 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-13T14:24:14.419 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:24:14 smithi062 bash[26634]: audit 2024-09-13T14:24:13.033394+0000 mon.a (mon.0) 1537 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-13T14:24:14.419 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:24:14 smithi062 bash[26634]: audit 2024-09-13T14:24:13.035099+0000 mon.a (mon.0) 1538 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:24:14.419 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:24:14 smithi062 bash[26634]: cephadm 2024-09-13T14:24:13.037102+0000 mgr.y (mgr.25139) 238 : cephadm [INF] Deploying daemon mon.b on smithi178 2024-09-13T14:24:14.419 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:24:14 smithi062 bash[26634]: audit 2024-09-13T14:24:13.855674+0000 mon.a (mon.0) 1539 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:24:14.419 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:24:14 smithi062 bash[19845]: cluster 2024-09-13T14:24:12.272033+0000 mgr.y (mgr.25139) 235 : cluster [DBG] pgmap v130: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:24:14.419 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:24:14 smithi062 bash[19845]: audit 2024-09-13T14:24:12.339535+0000 mgr.y (mgr.25139) 236 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:24:14.419 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:24:14 smithi062 bash[19845]: cephadm 2024-09-13T14:24:13.019305+0000 mgr.y (mgr.25139) 237 : cephadm [INF] Upgrade: Updating mon.b 2024-09-13T14:24:14.419 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:24:14 smithi062 bash[19845]: audit 2024-09-13T14:24:13.027097+0000 mon.a (mon.0) 1535 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:24:14.420 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:24:14 smithi062 bash[19845]: audit 2024-09-13T14:24:13.031601+0000 mon.a (mon.0) 1536 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-13T14:24:14.420 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:24:14 smithi062 bash[19845]: audit 2024-09-13T14:24:13.033394+0000 mon.a (mon.0) 1537 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-13T14:24:14.420 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:24:14 smithi062 bash[19845]: audit 2024-09-13T14:24:13.035099+0000 mon.a (mon.0) 1538 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:24:14.420 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:24:14 smithi062 bash[19845]: cephadm 2024-09-13T14:24:13.037102+0000 mgr.y (mgr.25139) 238 : cephadm [INF] Deploying daemon mon.b on smithi178 2024-09-13T14:24:14.420 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:24:14 smithi062 bash[19845]: audit 2024-09-13T14:24:13.855674+0000 mon.a (mon.0) 1539 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:24:14.434 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:14 smithi178 bash[22034]: cluster 2024-09-13T14:24:12.272033+0000 mgr.y (mgr.25139) 235 : cluster [DBG] pgmap v130: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:24:14.434 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:14 smithi178 bash[22034]: audit 2024-09-13T14:24:12.339535+0000 mgr.y (mgr.25139) 236 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:24:14.434 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:14 smithi178 bash[22034]: cephadm 2024-09-13T14:24:13.019305+0000 mgr.y (mgr.25139) 237 : cephadm [INF] Upgrade: Updating mon.b 2024-09-13T14:24:14.434 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:14 smithi178 bash[22034]: audit 2024-09-13T14:24:13.027097+0000 mon.a (mon.0) 1535 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:24:14.434 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:14 smithi178 bash[22034]: audit 2024-09-13T14:24:13.031601+0000 mon.a (mon.0) 1536 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-13T14:24:14.434 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:14 smithi178 bash[22034]: audit 2024-09-13T14:24:13.033394+0000 mon.a (mon.0) 1537 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-13T14:24:14.434 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:14 smithi178 bash[22034]: audit 2024-09-13T14:24:13.035099+0000 mon.a (mon.0) 1538 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:24:14.434 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:14 smithi178 bash[22034]: cephadm 2024-09-13T14:24:13.037102+0000 mgr.y (mgr.25139) 238 : cephadm [INF] Deploying daemon mon.b on smithi178 2024-09-13T14:24:14.434 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:14 smithi178 bash[22034]: audit 2024-09-13T14:24:13.855674+0000 mon.a (mon.0) 1539 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:24:14.810 INFO:teuthology.orchestra.run.smithi062.stdout:true 2024-09-13T14:24:15.482 INFO:teuthology.orchestra.run.smithi062.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-13T14:24:15.483 INFO:teuthology.orchestra.run.smithi062.stdout:alertmanager.a smithi062 *:9093,9094 running (2m) 2m ago 29m 14.2M - 0.27.0 11f11916f8cd 6e93dcf56cea 2024-09-13T14:24:15.483 INFO:teuthology.orchestra.run.smithi062.stdout:grafana.a smithi178 *:3000 running (99s) 93s ago 29m 31.9M - 10.4.0 c8b91775d855 e5af99a01b68 2024-09-13T14:24:15.483 INFO:teuthology.orchestra.run.smithi062.stdout:iscsi.foo.smithi062.auboqe smithi062 *:5000 running (4m) 2m ago 26m 48.0M - 3.8 19dc8d659727 5db99a6f8116 2024-09-13T14:24:15.483 INFO:teuthology.orchestra.run.smithi062.stdout:mgr.x smithi178 *:8443,9283,8765 running (3m) 93s ago 37m 440M - 19.3.0-4917-gb0201b8c 1641fe80ce72 fc18b6fcd5bd 2024-09-13T14:24:15.483 INFO:teuthology.orchestra.run.smithi062.stdout:mgr.y smithi062 *:8443,9283,8765 running (14m) 2m ago 40m 503M - 19.3.0-4917-gb0201b8c 1641fe80ce72 fd629cc84850 2024-09-13T14:24:15.483 INFO:teuthology.orchestra.run.smithi062.stdout:mon.a smithi062 running (40m) 2m ago 40m 85.1M 2048M 19.1.1-322-g7741f7f9 19dc8d659727 4664a2c15794 2024-09-13T14:24:15.483 INFO:teuthology.orchestra.run.smithi062.stdout:mon.b smithi178 running (38m) 93s ago 38m 62.3M 2048M 19.1.1-322-g7741f7f9 19dc8d659727 f0553780881c 2024-09-13T14:24:15.483 INFO:teuthology.orchestra.run.smithi062.stdout:mon.c smithi062 running (38m) 2m ago 38m 59.9M 2048M 19.1.1-322-g7741f7f9 19dc8d659727 0846e375e651 2024-09-13T14:24:15.483 INFO:teuthology.orchestra.run.smithi062.stdout:node-exporter.a smithi062 *:9100 running (3m) 2m ago 29m 7447k - 1.7.0 72c9c2088986 d2a19c03fb98 2024-09-13T14:24:15.483 INFO:teuthology.orchestra.run.smithi062.stdout:node-exporter.b smithi178 *:9100 running (3m) 93s ago 29m 7843k - 1.7.0 72c9c2088986 ef73b17b6575 2024-09-13T14:24:15.483 INFO:teuthology.orchestra.run.smithi062.stdout:osd.0 smithi062 running (37m) 2m ago 37m 67.1M 3036M 19.1.1-322-g7741f7f9 19dc8d659727 a01ecc33ada0 2024-09-13T14:24:15.483 INFO:teuthology.orchestra.run.smithi062.stdout:osd.1 smithi062 running (36m) 2m ago 36m 59.3M 3036M 19.1.1-322-g7741f7f9 19dc8d659727 d6ca3f655d05 2024-09-13T14:24:15.484 INFO:teuthology.orchestra.run.smithi062.stdout:osd.2 smithi062 running (35m) 2m ago 35m 62.2M 3036M 19.1.1-322-g7741f7f9 19dc8d659727 f001b702483d 2024-09-13T14:24:15.484 INFO:teuthology.orchestra.run.smithi062.stdout:osd.3 smithi062 running (34m) 2m ago 34m 57.6M 3036M 19.1.1-322-g7741f7f9 19dc8d659727 cebed6322996 2024-09-13T14:24:15.484 INFO:teuthology.orchestra.run.smithi062.stdout:osd.4 smithi178 running (33m) 93s ago 33m 67.1M 3292M 19.1.1-322-g7741f7f9 19dc8d659727 7ff166ed36a8 2024-09-13T14:24:15.484 INFO:teuthology.orchestra.run.smithi062.stdout:osd.5 smithi178 running (32m) 93s ago 32m 64.3M 3292M 19.1.1-322-g7741f7f9 19dc8d659727 0ee354299930 2024-09-13T14:24:15.484 INFO:teuthology.orchestra.run.smithi062.stdout:osd.6 smithi178 running (31m) 93s ago 31m 54.8M 3292M 19.1.1-322-g7741f7f9 19dc8d659727 e6cb50c05b1b 2024-09-13T14:24:15.484 INFO:teuthology.orchestra.run.smithi062.stdout:osd.7 smithi178 running (30m) 93s ago 30m 64.6M 3292M 19.1.1-322-g7741f7f9 19dc8d659727 fbc9d74ccd0e 2024-09-13T14:24:15.484 INFO:teuthology.orchestra.run.smithi062.stdout:prometheus.a smithi178 *:9095 running (2m) 93s ago 29m 35.6M - 2.51.0 1d3b7f56885b 3a9393efc8c5 2024-09-13T14:24:15.484 INFO:teuthology.orchestra.run.smithi062.stdout:rgw.foo.smithi062.raldkl smithi062 *:8000 running (27m) 2m ago 27m 100M - 19.1.1-322-g7741f7f9 19dc8d659727 c374202ad667 2024-09-13T14:24:15.484 INFO:teuthology.orchestra.run.smithi062.stdout:rgw.foo.smithi178.sseeij smithi178 *:8000 running (27m) 93s ago 27m 102M - 19.1.1-322-g7741f7f9 19dc8d659727 86fcacc26a6b 2024-09-13T14:24:15.669 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 13 14:24:15 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:24:15.669 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:24:15 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:24:15.669 INFO:journalctl@ceph.osd.5.smithi178.stdout:Sep 13 14:24:15 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:24:15.670 INFO:journalctl@ceph.osd.7.smithi178.stdout:Sep 13 14:24:15 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:24:15.670 INFO:journalctl@ceph.osd.6.smithi178.stdout:Sep 13 14:24:15 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:24:15.670 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:15 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:24:15.671 INFO:journalctl@ceph.osd.4.smithi178.stdout:Sep 13 14:24:15 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:24:15.671 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 14:24:15 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:24:15.671 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 13 14:24:15 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:24:15.869 INFO:teuthology.orchestra.run.smithi062.stdout:{ 2024-09-13T14:24:15.869 INFO:teuthology.orchestra.run.smithi062.stdout: "mon": { 2024-09-13T14:24:15.869 INFO:teuthology.orchestra.run.smithi062.stdout: "ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable)": 3 2024-09-13T14:24:15.869 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-09-13T14:24:15.869 INFO:teuthology.orchestra.run.smithi062.stdout: "mgr": { 2024-09-13T14:24:15.869 INFO:teuthology.orchestra.run.smithi062.stdout: "ceph version 19.3.0-4917-gb0201b8c (b0201b8c79733293453e7f10a10c7fa43119222b) squid (dev)": 2 2024-09-13T14:24:15.869 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-09-13T14:24:15.869 INFO:teuthology.orchestra.run.smithi062.stdout: "osd": { 2024-09-13T14:24:15.870 INFO:teuthology.orchestra.run.smithi062.stdout: "ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable)": 8 2024-09-13T14:24:15.870 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-09-13T14:24:15.870 INFO:teuthology.orchestra.run.smithi062.stdout: "rgw": { 2024-09-13T14:24:15.870 INFO:teuthology.orchestra.run.smithi062.stdout: "ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable)": 2 2024-09-13T14:24:15.870 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-09-13T14:24:15.870 INFO:teuthology.orchestra.run.smithi062.stdout: "overall": { 2024-09-13T14:24:15.870 INFO:teuthology.orchestra.run.smithi062.stdout: "ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable)": 13, 2024-09-13T14:24:15.870 INFO:teuthology.orchestra.run.smithi062.stdout: "ceph version 19.3.0-4917-gb0201b8c (b0201b8c79733293453e7f10a10c7fa43119222b) squid (dev)": 2 2024-09-13T14:24:15.870 INFO:teuthology.orchestra.run.smithi062.stdout: } 2024-09-13T14:24:15.870 INFO:teuthology.orchestra.run.smithi062.stdout:} 2024-09-13T14:24:15.934 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:15 smithi178 systemd[1]: Stopping Ceph mon.b for ff1149ea-71d5-11ef-bceb-c7b262605968... 2024-09-13T14:24:15.934 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:15 smithi178 bash[22034]: debug 2024-09-13T14:24:15.801+0000 7f5409285640 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-mon -n mon.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-stderr=true (PID: 1) UID: 0 2024-09-13T14:24:15.934 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:15 smithi178 bash[22034]: debug 2024-09-13T14:24:15.801+0000 7f5409285640 -1 mon.b@1(peon) e3 *** Got Signal Terminated *** 2024-09-13T14:24:16.206 INFO:teuthology.orchestra.run.smithi062.stdout:{ 2024-09-13T14:24:16.206 INFO:teuthology.orchestra.run.smithi062.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph:b0201b8c79733293453e7f10a10c7fa43119222b", 2024-09-13T14:24:16.206 INFO:teuthology.orchestra.run.smithi062.stdout: "in_progress": true, 2024-09-13T14:24:16.206 INFO:teuthology.orchestra.run.smithi062.stdout: "which": "Upgrading daemons of type(s) mon on host(s) smithi178", 2024-09-13T14:24:16.206 INFO:teuthology.orchestra.run.smithi062.stdout: "services_complete": [], 2024-09-13T14:24:16.206 INFO:teuthology.orchestra.run.smithi062.stdout: "progress": "0/1 daemons upgraded", 2024-09-13T14:24:16.206 INFO:teuthology.orchestra.run.smithi062.stdout: "message": "Currently upgrading mon daemons", 2024-09-13T14:24:16.206 INFO:teuthology.orchestra.run.smithi062.stdout: "is_paused": false 2024-09-13T14:24:16.206 INFO:teuthology.orchestra.run.smithi062.stdout:} 2024-09-13T14:24:16.933 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:24:16 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:24:16.716358088Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:24:16.934 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:16 smithi178 bash[70341]: ceph-ff1149ea-71d5-11ef-bceb-c7b262605968-mon-b 2024-09-13T14:24:16.934 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:16 smithi178 bash[70431]: Error response from daemon: No such container: ceph-ff1149ea-71d5-11ef-bceb-c7b262605968-mon-b 2024-09-13T14:24:16.934 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:16 smithi178 systemd[1]: ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@mon.b.service: Deactivated successfully. 2024-09-13T14:24:16.934 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:16 smithi178 systemd[1]: Stopped Ceph mon.b for ff1149ea-71d5-11ef-bceb-c7b262605968. 2024-09-13T14:24:17.434 INFO:journalctl@ceph.osd.4.smithi178.stdout:Sep 13 14:24:16 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:24:17.434 INFO:journalctl@ceph.osd.5.smithi178.stdout:Sep 13 14:24:16 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:24:17.434 INFO:journalctl@ceph.osd.6.smithi178.stdout:Sep 13 14:24:16 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:24:17.435 INFO:journalctl@ceph.osd.7.smithi178.stdout:Sep 13 14:24:16 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:24:17.435 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 14:24:16 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:24:17.435 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 13 14:24:16 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:24:17.436 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:24:16 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:24:17.436 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:16 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:24:17.436 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:17 smithi178 systemd[1]: Started Ceph mon.b for ff1149ea-71d5-11ef-bceb-c7b262605968. 2024-09-13T14:24:17.436 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 13 14:24:16 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:24:18.608 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: debug 2024-09-13T14:24:18.345+0000 7fada16dcc80 0 set uid:gid to 167:167 (ceph:ceph) 2024-09-13T14:24:18.608 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: debug 2024-09-13T14:24:18.345+0000 7fada16dcc80 0 ceph version 19.3.0-4917-gb0201b8c (b0201b8c79733293453e7f10a10c7fa43119222b) squid (dev), process ceph-mon, pid 7 2024-09-13T14:24:18.609 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: debug 2024-09-13T14:24:18.345+0000 7fada16dcc80 0 pidfile_write: ignore empty --pid-file 2024-09-13T14:24:18.609 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: debug 2024-09-13T14:24:18.349+0000 7fada16dcc80 0 load: jerasure load: lrc 2024-09-13T14:24:18.609 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: debug 2024-09-13T14:24:18.353+0000 7fada16dcc80 4 rocksdb: RocksDB version: 7.9.2 2024-09-13T14:24:18.609 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: debug 2024-09-13T14:24:18.353+0000 7fada16dcc80 4 rocksdb: Git sha 0 2024-09-13T14:24:18.609 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: debug 2024-09-13T14:24:18.353+0000 7fada16dcc80 4 rocksdb: Compile date 2024-09-13 10:06:52 2024-09-13T14:24:18.609 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: debug 2024-09-13T14:24:18.353+0000 7fada16dcc80 4 rocksdb: DB SUMMARY 2024-09-13T14:24:18.609 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: debug 2024-09-13T14:24:18.353+0000 7fada16dcc80 4 rocksdb: DB Session ID: GAKFTRR84F9GDJLOJF0G 2024-09-13T14:24:18.609 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: debug 2024-09-13T14:24:18.353+0000 7fada16dcc80 4 rocksdb: CURRENT file: CURRENT 2024-09-13T14:24:18.609 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: debug 2024-09-13T14:24:18.353+0000 7fada16dcc80 4 rocksdb: IDENTITY file: IDENTITY 2024-09-13T14:24:18.609 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: debug 2024-09-13T14:24:18.353+0000 7fada16dcc80 4 rocksdb: MANIFEST file: MANIFEST-000010 size: 4330 Bytes 2024-09-13T14:24:18.609 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: debug 2024-09-13T14:24:18.353+0000 7fada16dcc80 4 rocksdb: SST files in /var/lib/ceph/mon/ceph-b/store.db dir, Total Num: 1, files: 000063.sst 2024-09-13T14:24:18.610 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: debug 2024-09-13T14:24:18.353+0000 7fada16dcc80 4 rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-b/store.db: 000061.log size: 1521393 ; 2024-09-13T14:24:18.610 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: debug 2024-09-13T14:24:18.353+0000 7fada16dcc80 4 rocksdb: Options.error_if_exists: 0 2024-09-13T14:24:18.610 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: debug 2024-09-13T14:24:18.353+0000 7fada16dcc80 4 rocksdb: Options.create_if_missing: 0 2024-09-13T14:24:18.610 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: debug 2024-09-13T14:24:18.353+0000 7fada16dcc80 4 rocksdb: Options.paranoid_checks: 1 2024-09-13T14:24:18.610 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: debug 2024-09-13T14:24:18.353+0000 7fada16dcc80 4 rocksdb: Options.flush_verify_memtable_count: 1 2024-09-13T14:24:18.610 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: debug 2024-09-13T14:24:18.353+0000 7fada16dcc80 4 rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-09-13T14:24:18.610 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: debug 2024-09-13T14:24:18.353+0000 7fada16dcc80 4 rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-09-13T14:24:18.610 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: debug 2024-09-13T14:24:18.353+0000 7fada16dcc80 4 rocksdb: Options.env: 0x555e08fa4120 2024-09-13T14:24:18.610 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: debug 2024-09-13T14:24:18.353+0000 7fada16dcc80 4 rocksdb: Options.fs: PosixFileSystem 2024-09-13T14:24:18.610 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: debug 2024-09-13T14:24:18.353+0000 7fada16dcc80 4 rocksdb: Options.info_log: 0x555e09abd700 2024-09-13T14:24:18.610 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: debug 2024-09-13T14:24:18.353+0000 7fada16dcc80 4 rocksdb: Options.max_file_opening_threads: 16 2024-09-13T14:24:18.610 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: debug 2024-09-13T14:24:18.353+0000 7fada16dcc80 4 rocksdb: Options.statistics: (nil) 2024-09-13T14:24:18.610 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: debug 2024-09-13T14:24:18.353+0000 7fada16dcc80 4 rocksdb: Options.use_fsync: 0 2024-09-13T14:24:18.610 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: debug 2024-09-13T14:24:18.353+0000 7fada16dcc80 4 rocksdb: Options.max_log_file_size: 0 2024-09-13T14:24:18.611 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: debug 2024-09-13T14:24:18.353+0000 7fada16dcc80 4 rocksdb: Options.max_manifest_file_size: 1073741824 2024-09-13T14:24:18.611 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: debug 2024-09-13T14:24:18.353+0000 7fada16dcc80 4 rocksdb: Options.log_file_time_to_roll: 0 2024-09-13T14:24:18.611 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: debug 2024-09-13T14:24:18.353+0000 7fada16dcc80 4 rocksdb: Options.keep_log_file_num: 1000 2024-09-13T14:24:18.611 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: debug 2024-09-13T14:24:18.353+0000 7fada16dcc80 4 rocksdb: Options.recycle_log_file_num: 0 2024-09-13T14:24:18.611 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: debug 2024-09-13T14:24:18.353+0000 7fada16dcc80 4 rocksdb: Options.allow_fallocate: 1 2024-09-13T14:24:18.612 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: debug 2024-09-13T14:24:18.353+0000 7fada16dcc80 4 rocksdb: Options.allow_mmap_reads: 0 2024-09-13T14:24:18.612 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: debug 2024-09-13T14:24:18.353+0000 7fada16dcc80 4 rocksdb: Options.allow_mmap_writes: 0 2024-09-13T14:24:18.612 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: debug 2024-09-13T14:24:18.353+0000 7fada16dcc80 4 rocksdb: Options.use_direct_reads: 0 2024-09-13T14:24:18.612 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: debug 2024-09-13T14:24:18.353+0000 7fada16dcc80 4 rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-09-13T14:24:18.612 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: debug 2024-09-13T14:24:18.353+0000 7fada16dcc80 4 rocksdb: Options.create_missing_column_families: 0 2024-09-13T14:24:18.612 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: debug 2024-09-13T14:24:18.353+0000 7fada16dcc80 4 rocksdb: Options.db_log_dir: 2024-09-13T14:24:18.612 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: debug 2024-09-13T14:24:18.353+0000 7fada16dcc80 4 rocksdb: Options.wal_dir: 2024-09-13T14:24:18.612 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: debug 2024-09-13T14:24:18.353+0000 7fada16dcc80 4 rocksdb: Options.table_cache_numshardbits: 6 2024-09-13T14:24:18.612 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: debug 2024-09-13T14:24:18.353+0000 7fada16dcc80 4 rocksdb: Options.WAL_ttl_seconds: 0 2024-09-13T14:24:18.612 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: debug 2024-09-13T14:24:18.353+0000 7fada16dcc80 4 rocksdb: Options.WAL_size_limit_MB: 0 2024-09-13T14:24:18.612 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: debug 2024-09-13T14:24:18.353+0000 7fada16dcc80 4 rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-09-13T14:24:18.612 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: debug 2024-09-13T14:24:18.353+0000 7fada16dcc80 4 rocksdb: Options.manifest_preallocation_size: 4194304 2024-09-13T14:24:18.613 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: debug 2024-09-13T14:24:18.353+0000 7fada16dcc80 4 rocksdb: Options.is_fd_close_on_exec: 1 2024-09-13T14:24:18.613 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: debug 2024-09-13T14:24:18.353+0000 7fada16dcc80 4 rocksdb: Options.advise_random_on_open: 1 2024-09-13T14:24:18.613 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: debug 2024-09-13T14:24:18.353+0000 7fada16dcc80 4 rocksdb: Options.db_write_buffer_size: 0 2024-09-13T14:24:18.613 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: debug 2024-09-13T14:24:18.353+0000 7fada16dcc80 4 rocksdb: Options.write_buffer_manager: 0x555e09ac01e0 2024-09-13T14:24:18.613 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: debug 2024-09-13T14:24:18.353+0000 7fada16dcc80 4 rocksdb: Options.access_hint_on_compaction_start: 1 2024-09-13T14:24:18.613 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: debug 2024-09-13T14:24:18.353+0000 7fada16dcc80 4 rocksdb: Options.random_access_max_buffer_size: 1048576 2024-09-13T14:24:18.613 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: debug 2024-09-13T14:24:18.353+0000 7fada16dcc80 4 rocksdb: Options.use_adaptive_mutex: 0 2024-09-13T14:24:18.613 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: debug 2024-09-13T14:24:18.353+0000 7fada16dcc80 4 rocksdb: Options.rate_limiter: (nil) 2024-09-13T14:24:18.613 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: debug 2024-09-13T14:24:18.353+0000 7fada16dcc80 4 rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-09-13T14:24:18.613 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: debug 2024-09-13T14:24:18.353+0000 7fada16dcc80 4 rocksdb: Options.wal_recovery_mode: 2 2024-09-13T14:24:18.613 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: debug 2024-09-13T14:24:18.353+0000 7fada16dcc80 4 rocksdb: Options.enable_thread_tracking: 0 2024-09-13T14:24:18.613 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: debug 2024-09-13T14:24:18.353+0000 7fada16dcc80 4 rocksdb: Options.enable_pipelined_write: 0 2024-09-13T14:24:18.613 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: debug 2024-09-13T14:24:18.353+0000 7fada16dcc80 4 rocksdb: Options.unordered_write: 0 2024-09-13T14:24:18.614 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: debug 2024-09-13T14:24:18.353+0000 7fada16dcc80 4 rocksdb: Options.allow_concurrent_memtable_write: 1 2024-09-13T14:24:18.614 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: debug 2024-09-13T14:24:18.353+0000 7fada16dcc80 4 rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-09-13T14:24:18.614 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: debug 2024-09-13T14:24:18.353+0000 7fada16dcc80 4 rocksdb: Options.write_thread_max_yield_usec: 100 2024-09-13T14:24:18.614 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: debug 2024-09-13T14:24:18.353+0000 7fada16dcc80 4 rocksdb: Options.write_thread_slow_yield_usec: 3 2024-09-13T14:24:18.614 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: debug 2024-09-13T14:24:18.353+0000 7fada16dcc80 4 rocksdb: Options.row_cache: None 2024-09-13T14:24:18.614 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: debug 2024-09-13T14:24:18.353+0000 7fada16dcc80 4 rocksdb: Options.wal_filter: None 2024-09-13T14:24:18.614 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: debug 2024-09-13T14:24:18.353+0000 7fada16dcc80 4 rocksdb: Options.avoid_flush_during_recovery: 0 2024-09-13T14:24:18.614 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: debug 2024-09-13T14:24:18.353+0000 7fada16dcc80 4 rocksdb: Options.allow_ingest_behind: 0 2024-09-13T14:24:18.614 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: debug 2024-09-13T14:24:18.353+0000 7fada16dcc80 4 rocksdb: Options.two_write_queues: 0 2024-09-13T14:24:18.614 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: debug 2024-09-13T14:24:18.353+0000 7fada16dcc80 4 rocksdb: Options.manual_wal_flush: 0 2024-09-13T14:24:18.614 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: debug 2024-09-13T14:24:18.353+0000 7fada16dcc80 4 rocksdb: Options.wal_compression: 0 2024-09-13T14:24:18.614 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: debug 2024-09-13T14:24:18.353+0000 7fada16dcc80 4 rocksdb: Options.atomic_flush: 0 2024-09-13T14:24:18.614 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: debug 2024-09-13T14:24:18.353+0000 7fada16dcc80 4 rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-09-13T14:24:18.614 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: debug 2024-09-13T14:24:18.353+0000 7fada16dcc80 4 rocksdb: Options.persist_stats_to_disk: 0 2024-09-13T14:24:18.615 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: debug 2024-09-13T14:24:18.353+0000 7fada16dcc80 4 rocksdb: Options.write_dbid_to_manifest: 0 2024-09-13T14:24:18.615 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: debug 2024-09-13T14:24:18.353+0000 7fada16dcc80 4 rocksdb: Options.log_readahead_size: 0 2024-09-13T14:24:18.615 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: debug 2024-09-13T14:24:18.353+0000 7fada16dcc80 4 rocksdb: Options.file_checksum_gen_factory: Unknown 2024-09-13T14:24:18.615 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: debug 2024-09-13T14:24:18.353+0000 7fada16dcc80 4 rocksdb: Options.best_efforts_recovery: 0 2024-09-13T14:24:18.615 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: debug 2024-09-13T14:24:18.353+0000 7fada16dcc80 4 rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-09-13T14:24:18.615 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: debug 2024-09-13T14:24:18.353+0000 7fada16dcc80 4 rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-09-13T14:24:18.615 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: debug 2024-09-13T14:24:18.353+0000 7fada16dcc80 4 rocksdb: Options.allow_data_in_errors: 0 2024-09-13T14:24:18.615 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: debug 2024-09-13T14:24:18.353+0000 7fada16dcc80 4 rocksdb: Options.db_host_id: __hostname__ 2024-09-13T14:24:18.615 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: debug 2024-09-13T14:24:18.353+0000 7fada16dcc80 4 rocksdb: Options.enforce_single_del_contracts: true 2024-09-13T14:24:18.615 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: debug 2024-09-13T14:24:18.353+0000 7fada16dcc80 4 rocksdb: Options.max_background_jobs: 2 2024-09-13T14:24:18.615 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: debug 2024-09-13T14:24:18.353+0000 7fada16dcc80 4 rocksdb: Options.max_background_compactions: -1 2024-09-13T14:24:18.615 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: debug 2024-09-13T14:24:18.353+0000 7fada16dcc80 4 rocksdb: Options.max_subcompactions: 1 2024-09-13T14:24:18.615 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: debug 2024-09-13T14:24:18.353+0000 7fada16dcc80 4 rocksdb: Options.avoid_flush_during_shutdown: 0 2024-09-13T14:24:18.616 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: debug 2024-09-13T14:24:18.353+0000 7fada16dcc80 4 rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-09-13T14:24:18.616 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: debug 2024-09-13T14:24:18.353+0000 7fada16dcc80 4 rocksdb: Options.delayed_write_rate : 16777216 2024-09-13T14:24:18.616 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: debug 2024-09-13T14:24:18.353+0000 7fada16dcc80 4 rocksdb: Options.max_total_wal_size: 0 2024-09-13T14:24:18.616 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: debug 2024-09-13T14:24:18.353+0000 7fada16dcc80 4 rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-09-13T14:24:18.616 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: debug 2024-09-13T14:24:18.353+0000 7fada16dcc80 4 rocksdb: Options.stats_dump_period_sec: 600 2024-09-13T14:24:18.616 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: debug 2024-09-13T14:24:18.353+0000 7fada16dcc80 4 rocksdb: Options.stats_persist_period_sec: 600 2024-09-13T14:24:18.616 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: debug 2024-09-13T14:24:18.353+0000 7fada16dcc80 4 rocksdb: Options.stats_history_buffer_size: 1048576 2024-09-13T14:24:18.616 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: debug 2024-09-13T14:24:18.353+0000 7fada16dcc80 4 rocksdb: Options.max_open_files: -1 2024-09-13T14:24:18.616 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: debug 2024-09-13T14:24:18.353+0000 7fada16dcc80 4 rocksdb: Options.bytes_per_sync: 0 2024-09-13T14:24:18.616 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: debug 2024-09-13T14:24:18.353+0000 7fada16dcc80 4 rocksdb: Options.wal_bytes_per_sync: 0 2024-09-13T14:24:18.616 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: debug 2024-09-13T14:24:18.353+0000 7fada16dcc80 4 rocksdb: Options.strict_bytes_per_sync: 0 2024-09-13T14:24:18.616 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: debug 2024-09-13T14:24:18.353+0000 7fada16dcc80 4 rocksdb: Options.compaction_readahead_size: 0 2024-09-13T14:24:18.616 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: debug 2024-09-13T14:24:18.353+0000 7fada16dcc80 4 rocksdb: Options.max_background_flushes: -1 2024-09-13T14:24:18.616 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: debug 2024-09-13T14:24:18.353+0000 7fada16dcc80 4 rocksdb: Compression algorithms supported: 2024-09-13T14:24:18.617 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: debug 2024-09-13T14:24:18.353+0000 7fada16dcc80 4 rocksdb: kZSTD supported: 0 2024-09-13T14:24:18.617 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: debug 2024-09-13T14:24:18.353+0000 7fada16dcc80 4 rocksdb: kXpressCompression supported: 0 2024-09-13T14:24:18.617 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: debug 2024-09-13T14:24:18.353+0000 7fada16dcc80 4 rocksdb: kBZip2Compression supported: 0 2024-09-13T14:24:18.617 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: debug 2024-09-13T14:24:18.353+0000 7fada16dcc80 4 rocksdb: kZSTDNotFinalCompression supported: 0 2024-09-13T14:24:18.617 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: debug 2024-09-13T14:24:18.353+0000 7fada16dcc80 4 rocksdb: kLZ4Compression supported: 1 2024-09-13T14:24:18.617 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: debug 2024-09-13T14:24:18.353+0000 7fada16dcc80 4 rocksdb: kZlibCompression supported: 1 2024-09-13T14:24:18.617 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: debug 2024-09-13T14:24:18.353+0000 7fada16dcc80 4 rocksdb: kLZ4HCCompression supported: 1 2024-09-13T14:24:18.617 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: debug 2024-09-13T14:24:18.353+0000 7fada16dcc80 4 rocksdb: kSnappyCompression supported: 1 2024-09-13T14:24:18.617 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: debug 2024-09-13T14:24:18.353+0000 7fada16dcc80 4 rocksdb: Fast CRC32 supported: Supported on x86 2024-09-13T14:24:18.617 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: debug 2024-09-13T14:24:18.353+0000 7fada16dcc80 4 rocksdb: DMutex implementation: pthread_mutex_t 2024-09-13T14:24:18.617 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: debug 2024-09-13T14:24:18.353+0000 7fada16dcc80 4 rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000010 2024-09-13T14:24:18.619 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: debug 2024-09-13T14:24:18.353+0000 7fada16dcc80 4 rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-09-13T14:24:18.619 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: debug 2024-09-13T14:24:18.353+0000 7fada16dcc80 4 rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-09-13T14:24:18.619 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: debug 2024-09-13T14:24:18.353+0000 7fada16dcc80 4 rocksdb: Options.merge_operator: 2024-09-13T14:24:18.619 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: debug 2024-09-13T14:24:18.353+0000 7fada16dcc80 4 rocksdb: Options.compaction_filter: None 2024-09-13T14:24:18.619 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: debug 2024-09-13T14:24:18.353+0000 7fada16dcc80 4 rocksdb: Options.compaction_filter_factory: None 2024-09-13T14:24:18.619 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: debug 2024-09-13T14:24:18.353+0000 7fada16dcc80 4 rocksdb: Options.sst_partitioner_factory: None 2024-09-13T14:24:18.619 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: debug 2024-09-13T14:24:18.353+0000 7fada16dcc80 4 rocksdb: Options.memtable_factory: SkipListFactory 2024-09-13T14:24:18.619 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: debug 2024-09-13T14:24:18.353+0000 7fada16dcc80 4 rocksdb: Options.table_factory: BlockBasedTable 2024-09-13T14:24:18.619 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: debug 2024-09-13T14:24:18.353+0000 7fada16dcc80 4 rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x555e09abd320) 2024-09-13T14:24:18.619 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: cache_index_and_filter_blocks: 1 2024-09-13T14:24:18.619 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: cache_index_and_filter_blocks_with_high_priority: 0 2024-09-13T14:24:18.619 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: pin_l0_filter_and_index_blocks_in_cache: 0 2024-09-13T14:24:18.620 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: pin_top_level_index_and_filter: 1 2024-09-13T14:24:18.620 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: index_type: 0 2024-09-13T14:24:18.620 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: data_block_index_type: 0 2024-09-13T14:24:18.620 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: index_shortening: 1 2024-09-13T14:24:18.620 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: data_block_hash_table_util_ratio: 0.750000 2024-09-13T14:24:18.620 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: checksum: 4 2024-09-13T14:24:18.620 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: no_block_cache: 0 2024-09-13T14:24:18.620 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: block_cache: 0x555e09ab3610 2024-09-13T14:24:18.620 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: block_cache_name: BinnedLRUCache 2024-09-13T14:24:18.620 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: block_cache_options: 2024-09-13T14:24:18.620 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: capacity : 536870912 2024-09-13T14:24:18.620 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: num_shard_bits : 4 2024-09-13T14:24:18.621 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: strict_capacity_limit : 0 2024-09-13T14:24:18.621 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: high_pri_pool_ratio: 0.000 2024-09-13T14:24:18.621 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: block_cache_compressed: (nil) 2024-09-13T14:24:18.621 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: persistent_cache: (nil) 2024-09-13T14:24:18.621 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: block_size: 4096 2024-09-13T14:24:18.621 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: block_size_deviation: 10 2024-09-13T14:24:18.621 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: block_restart_interval: 16 2024-09-13T14:24:18.621 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: index_block_restart_interval: 1 2024-09-13T14:24:18.621 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: metadata_block_size: 4096 2024-09-13T14:24:18.621 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: partition_filters: 0 2024-09-13T14:24:18.621 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: use_delta_encoding: 1 2024-09-13T14:24:18.621 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: filter_policy: bloomfilter 2024-09-13T14:24:18.621 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: whole_key_filtering: 1 2024-09-13T14:24:18.621 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: verify_compression: 0 2024-09-13T14:24:18.622 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: read_amp_bytes_per_bit: 0 2024-09-13T14:24:18.622 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: format_version: 5 2024-09-13T14:24:18.622 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: enable_index_compression: 1 2024-09-13T14:24:18.622 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: block_align: 0 2024-09-13T14:24:18.622 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: max_auto_readahead_size: 262144 2024-09-13T14:24:18.622 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: prepopulate_block_cache: 0 2024-09-13T14:24:18.622 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: initial_auto_readahead_size: 8192 2024-09-13T14:24:18.622 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: num_file_reads_for_auto_readahead: 2 2024-09-13T14:24:18.622 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: debug 2024-09-13T14:24:18.353+0000 7fada16dcc80 4 rocksdb: Options.write_buffer_size: 33554432 2024-09-13T14:24:18.622 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: debug 2024-09-13T14:24:18.353+0000 7fada16dcc80 4 rocksdb: Options.max_write_buffer_number: 2 2024-09-13T14:24:18.622 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: debug 2024-09-13T14:24:18.353+0000 7fada16dcc80 4 rocksdb: Options.compression: NoCompression 2024-09-13T14:24:18.622 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: debug 2024-09-13T14:24:18.353+0000 7fada16dcc80 4 rocksdb: Options.bottommost_compression: Disabled 2024-09-13T14:24:18.622 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: debug 2024-09-13T14:24:18.353+0000 7fada16dcc80 4 rocksdb: Options.prefix_extractor: nullptr 2024-09-13T14:24:18.622 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: debug 2024-09-13T14:24:18.353+0000 7fada16dcc80 4 rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-09-13T14:24:18.623 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: debug 2024-09-13T14:24:18.353+0000 7fada16dcc80 4 rocksdb: Options.num_levels: 7 2024-09-13T14:24:18.623 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: debug 2024-09-13T14:24:18.353+0000 7fada16dcc80 4 rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-09-13T14:24:18.623 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: debug 2024-09-13T14:24:18.353+0000 7fada16dcc80 4 rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-09-13T14:24:18.623 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: debug 2024-09-13T14:24:18.353+0000 7fada16dcc80 4 rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-09-13T14:24:18.623 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: debug 2024-09-13T14:24:18.353+0000 7fada16dcc80 4 rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-09-13T14:24:18.623 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: debug 2024-09-13T14:24:18.353+0000 7fada16dcc80 4 rocksdb: Options.bottommost_compression_opts.level: 32767 2024-09-13T14:24:18.623 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: debug 2024-09-13T14:24:18.353+0000 7fada16dcc80 4 rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-09-13T14:24:18.623 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: debug 2024-09-13T14:24:18.353+0000 7fada16dcc80 4 rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-09-13T14:24:18.623 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: debug 2024-09-13T14:24:18.353+0000 7fada16dcc80 4 rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-09-13T14:24:18.623 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: debug 2024-09-13T14:24:18.353+0000 7fada16dcc80 4 rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-09-13T14:24:18.623 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: debug 2024-09-13T14:24:18.353+0000 7fada16dcc80 4 rocksdb: Options.bottommost_compression_opts.enabled: false 2024-09-13T14:24:18.623 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: debug 2024-09-13T14:24:18.353+0000 7fada16dcc80 4 rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-09-13T14:24:18.623 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: debug 2024-09-13T14:24:18.353+0000 7fada16dcc80 4 rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-09-13T14:24:18.623 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: debug 2024-09-13T14:24:18.353+0000 7fada16dcc80 4 rocksdb: Options.compression_opts.window_bits: -14 2024-09-13T14:24:18.623 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: debug 2024-09-13T14:24:18.353+0000 7fada16dcc80 4 rocksdb: Options.compression_opts.level: 32767 2024-09-13T14:24:18.624 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: debug 2024-09-13T14:24:18.353+0000 7fada16dcc80 4 rocksdb: Options.compression_opts.strategy: 0 2024-09-13T14:24:18.624 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: debug 2024-09-13T14:24:18.353+0000 7fada16dcc80 4 rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-09-13T14:24:18.624 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: debug 2024-09-13T14:24:18.353+0000 7fada16dcc80 4 rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-09-13T14:24:18.624 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: debug 2024-09-13T14:24:18.353+0000 7fada16dcc80 4 rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-09-13T14:24:18.624 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: debug 2024-09-13T14:24:18.353+0000 7fada16dcc80 4 rocksdb: Options.compression_opts.parallel_threads: 1 2024-09-13T14:24:18.624 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: debug 2024-09-13T14:24:18.353+0000 7fada16dcc80 4 rocksdb: Options.compression_opts.enabled: false 2024-09-13T14:24:18.624 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: debug 2024-09-13T14:24:18.353+0000 7fada16dcc80 4 rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-09-13T14:24:18.624 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: debug 2024-09-13T14:24:18.353+0000 7fada16dcc80 4 rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-09-13T14:24:18.624 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: debug 2024-09-13T14:24:18.353+0000 7fada16dcc80 4 rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-09-13T14:24:18.624 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: debug 2024-09-13T14:24:18.353+0000 7fada16dcc80 4 rocksdb: Options.level0_stop_writes_trigger: 36 2024-09-13T14:24:18.624 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: debug 2024-09-13T14:24:18.353+0000 7fada16dcc80 4 rocksdb: Options.target_file_size_base: 67108864 2024-09-13T14:24:18.624 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: debug 2024-09-13T14:24:18.353+0000 7fada16dcc80 4 rocksdb: Options.target_file_size_multiplier: 1 2024-09-13T14:24:18.624 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: debug 2024-09-13T14:24:18.353+0000 7fada16dcc80 4 rocksdb: Options.max_bytes_for_level_base: 268435456 2024-09-13T14:24:18.624 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: debug 2024-09-13T14:24:18.353+0000 7fada16dcc80 4 rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-09-13T14:24:18.625 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: debug 2024-09-13T14:24:18.353+0000 7fada16dcc80 4 rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-09-13T14:24:18.625 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: debug 2024-09-13T14:24:18.353+0000 7fada16dcc80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-09-13T14:24:18.625 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: debug 2024-09-13T14:24:18.353+0000 7fada16dcc80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-09-13T14:24:18.625 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: debug 2024-09-13T14:24:18.353+0000 7fada16dcc80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-09-13T14:24:18.625 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: debug 2024-09-13T14:24:18.353+0000 7fada16dcc80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-09-13T14:24:18.625 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: debug 2024-09-13T14:24:18.353+0000 7fada16dcc80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-09-13T14:24:18.625 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: debug 2024-09-13T14:24:18.353+0000 7fada16dcc80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-09-13T14:24:18.625 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: debug 2024-09-13T14:24:18.353+0000 7fada16dcc80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-09-13T14:24:18.625 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: debug 2024-09-13T14:24:18.353+0000 7fada16dcc80 4 rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-09-13T14:24:18.625 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: debug 2024-09-13T14:24:18.353+0000 7fada16dcc80 4 rocksdb: Options.max_compaction_bytes: 1677721600 2024-09-13T14:24:18.625 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: debug 2024-09-13T14:24:18.353+0000 7fada16dcc80 4 rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-09-13T14:24:18.625 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: debug 2024-09-13T14:24:18.353+0000 7fada16dcc80 4 rocksdb: Options.arena_block_size: 1048576 2024-09-13T14:24:18.625 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: debug 2024-09-13T14:24:18.353+0000 7fada16dcc80 4 rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-09-13T14:24:18.626 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: debug 2024-09-13T14:24:18.353+0000 7fada16dcc80 4 rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-09-13T14:24:18.626 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: debug 2024-09-13T14:24:18.353+0000 7fada16dcc80 4 rocksdb: Options.disable_auto_compactions: 0 2024-09-13T14:24:18.626 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: debug 2024-09-13T14:24:18.353+0000 7fada16dcc80 4 rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-09-13T14:24:18.626 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: debug 2024-09-13T14:24:18.353+0000 7fada16dcc80 4 rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-09-13T14:24:18.626 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: debug 2024-09-13T14:24:18.353+0000 7fada16dcc80 4 rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-09-13T14:24:18.626 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: debug 2024-09-13T14:24:18.353+0000 7fada16dcc80 4 rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-09-13T14:24:18.626 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: debug 2024-09-13T14:24:18.353+0000 7fada16dcc80 4 rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-09-13T14:24:18.626 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: debug 2024-09-13T14:24:18.353+0000 7fada16dcc80 4 rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-09-13T14:24:18.626 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: debug 2024-09-13T14:24:18.353+0000 7fada16dcc80 4 rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-09-13T14:24:18.626 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: debug 2024-09-13T14:24:18.353+0000 7fada16dcc80 4 rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-09-13T14:24:18.626 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: debug 2024-09-13T14:24:18.353+0000 7fada16dcc80 4 rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-09-13T14:24:18.626 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: debug 2024-09-13T14:24:18.353+0000 7fada16dcc80 4 rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-09-13T14:24:18.626 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: debug 2024-09-13T14:24:18.353+0000 7fada16dcc80 4 rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-09-13T14:24:18.626 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: debug 2024-09-13T14:24:18.353+0000 7fada16dcc80 4 rocksdb: Options.inplace_update_support: 0 2024-09-13T14:24:18.627 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: debug 2024-09-13T14:24:18.353+0000 7fada16dcc80 4 rocksdb: Options.inplace_update_num_locks: 10000 2024-09-13T14:24:18.627 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: debug 2024-09-13T14:24:18.353+0000 7fada16dcc80 4 rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-09-13T14:24:18.627 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: debug 2024-09-13T14:24:18.353+0000 7fada16dcc80 4 rocksdb: Options.memtable_whole_key_filtering: 0 2024-09-13T14:24:18.627 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: debug 2024-09-13T14:24:18.353+0000 7fada16dcc80 4 rocksdb: Options.memtable_huge_page_size: 0 2024-09-13T14:24:18.627 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: debug 2024-09-13T14:24:18.353+0000 7fada16dcc80 4 rocksdb: Options.bloom_locality: 0 2024-09-13T14:24:18.627 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: debug 2024-09-13T14:24:18.353+0000 7fada16dcc80 4 rocksdb: Options.max_successive_merges: 0 2024-09-13T14:24:18.627 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: debug 2024-09-13T14:24:18.353+0000 7fada16dcc80 4 rocksdb: Options.optimize_filters_for_hits: 0 2024-09-13T14:24:18.627 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: debug 2024-09-13T14:24:18.353+0000 7fada16dcc80 4 rocksdb: Options.paranoid_file_checks: 0 2024-09-13T14:24:18.627 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: debug 2024-09-13T14:24:18.353+0000 7fada16dcc80 4 rocksdb: Options.force_consistency_checks: 1 2024-09-13T14:24:18.627 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: debug 2024-09-13T14:24:18.353+0000 7fada16dcc80 4 rocksdb: Options.report_bg_io_stats: 0 2024-09-13T14:24:18.627 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: debug 2024-09-13T14:24:18.353+0000 7fada16dcc80 4 rocksdb: Options.ttl: 2592000 2024-09-13T14:24:18.627 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: debug 2024-09-13T14:24:18.353+0000 7fada16dcc80 4 rocksdb: Options.periodic_compaction_seconds: 0 2024-09-13T14:24:18.627 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: debug 2024-09-13T14:24:18.353+0000 7fada16dcc80 4 rocksdb: Options.preclude_last_level_data_seconds: 0 2024-09-13T14:24:18.627 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: debug 2024-09-13T14:24:18.353+0000 7fada16dcc80 4 rocksdb: Options.preserve_internal_time_seconds: 0 2024-09-13T14:24:18.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: debug 2024-09-13T14:24:18.353+0000 7fada16dcc80 4 rocksdb: Options.enable_blob_files: false 2024-09-13T14:24:18.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: debug 2024-09-13T14:24:18.353+0000 7fada16dcc80 4 rocksdb: Options.min_blob_size: 0 2024-09-13T14:24:18.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: debug 2024-09-13T14:24:18.353+0000 7fada16dcc80 4 rocksdb: Options.blob_file_size: 268435456 2024-09-13T14:24:18.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: debug 2024-09-13T14:24:18.353+0000 7fada16dcc80 4 rocksdb: Options.blob_compression_type: NoCompression 2024-09-13T14:24:18.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: debug 2024-09-13T14:24:18.353+0000 7fada16dcc80 4 rocksdb: Options.enable_blob_garbage_collection: false 2024-09-13T14:24:18.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: debug 2024-09-13T14:24:18.353+0000 7fada16dcc80 4 rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-09-13T14:24:18.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: debug 2024-09-13T14:24:18.353+0000 7fada16dcc80 4 rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-09-13T14:24:18.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: debug 2024-09-13T14:24:18.353+0000 7fada16dcc80 4 rocksdb: Options.blob_compaction_readahead_size: 0 2024-09-13T14:24:18.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: debug 2024-09-13T14:24:18.353+0000 7fada16dcc80 4 rocksdb: Options.blob_file_starting_level: 0 2024-09-13T14:24:18.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: debug 2024-09-13T14:24:18.353+0000 7fada16dcc80 4 rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-09-13T14:24:18.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: debug 2024-09-13T14:24:18.353+0000 7fada16dcc80 4 rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-09-13T14:24:18.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: debug 2024-09-13T14:24:18.353+0000 7fada16dcc80 4 rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000010 succeeded,manifest_file_number is 10, next_file_number is 65, last_sequence is 33532, log_number is 61,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 61 2024-09-13T14:24:18.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: debug 2024-09-13T14:24:18.353+0000 7fada16dcc80 4 rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 61 2024-09-13T14:24:18.628 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: debug 2024-09-13T14:24:18.353+0000 7fada16dcc80 4 rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 28f02fe6-86f8-46a7-afbb-db6eb7bbc4f8 2024-09-13T14:24:18.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: debug 2024-09-13T14:24:18.353+0000 7fada16dcc80 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1726237458358898, "job": 1, "event": "recovery_started", "wal_files": [61]} 2024-09-13T14:24:18.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: debug 2024-09-13T14:24:18.353+0000 7fada16dcc80 4 rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #61 mode 2 2024-09-13T14:24:18.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: debug 2024-09-13T14:24:18.361+0000 7fada16dcc80 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1726237458365840, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 66, "file_size": 997948, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 33537, "largest_seqno": 34781, "table_properties": {"data_size": 992841, "index_size": 2402, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 1669, "raw_key_size": 13764, "raw_average_key_size": 21, "raw_value_size": 981045, "raw_average_value_size": 1497, "num_data_blocks": 108, "num_entries": 655, "num_filter_entries": 655, "num_deletions": 263, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1726237458, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "28f02fe6-86f8-46a7-afbb-db6eb7bbc4f8", "db_session_id": "GAKFTRR84F9GDJLOJF0G", "orig_file_number": 66, "seqno_to_time_mapping": "N/A"}} 2024-09-13T14:24:18.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: debug 2024-09-13T14:24:18.361+0000 7fada16dcc80 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1726237458365986, "job": 1, "event": "recovery_finished"} 2024-09-13T14:24:18.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: debug 2024-09-13T14:24:18.361+0000 7fada16dcc80 4 rocksdb: [db/version_set.cc:5047] Creating manifest 68 2024-09-13T14:24:18.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: debug 2024-09-13T14:24:18.361+0000 7fada16dcc80 4 rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-09-13T14:24:18.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: debug 2024-09-13T14:24:18.361+0000 7fada16dcc80 4 rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-b/store.db/000061.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-09-13T14:24:18.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: debug 2024-09-13T14:24:18.361+0000 7fada16dcc80 4 rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x555e09ae0e00 2024-09-13T14:24:18.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: debug 2024-09-13T14:24:18.361+0000 7fada16dcc80 4 rocksdb: DB pointer 0x555e09be4000 2024-09-13T14:24:18.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: debug 2024-09-13T14:24:18.361+0000 7fad974a4640 4 rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-09-13T14:24:18.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: debug 2024-09-13T14:24:18.361+0000 7fad974a4640 4 rocksdb: [db/db_impl/db_impl.cc:1111] 2024-09-13T14:24:18.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: ** DB Stats ** 2024-09-13T14:24:18.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: Uptime(secs): 0.0 total, 0.0 interval 2024-09-13T14:24:18.629 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-09-13T14:24:18.630 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-09-13T14:24:18.630 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-09-13T14:24:18.630 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-09-13T14:24:18.630 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-09-13T14:24:18.630 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-09-13T14:24:18.630 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: ** Compaction Stats [default] ** 2024-09-13T14:24:18.630 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-09-13T14:24:18.630 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-09-13T14:24:18.630 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: L0 1/0 974.56 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 266.1 0.00 0.00 1 0.004 0 0 0.0 0.0 2024-09-13T14:24:18.630 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: L6 1/0 10.37 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 2024-09-13T14:24:18.630 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: Sum 2/0 11.32 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 266.1 0.00 0.00 1 0.004 0 0 0.0 0.0 2024-09-13T14:24:18.630 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 266.1 0.00 0.00 1 0.004 0 0 0.0 0.0 2024-09-13T14:24:18.630 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: ** Compaction Stats [default] ** 2024-09-13T14:24:18.630 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-09-13T14:24:18.630 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-09-13T14:24:18.631 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 266.1 0.00 0.00 1 0.004 0 0 0.0 0.0 2024-09-13T14:24:18.631 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-09-13T14:24:18.631 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: Uptime(secs): 0.0 total, 0.0 interval 2024-09-13T14:24:18.631 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: Flush(GB): cumulative 0.001, interval 0.001 2024-09-13T14:24:18.631 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: AddFile(GB): cumulative 0.000, interval 0.000 2024-09-13T14:24:18.631 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: AddFile(Total Files): cumulative 0, interval 0 2024-09-13T14:24:18.631 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: AddFile(L0 Files): cumulative 0, interval 0 2024-09-13T14:24:18.631 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: AddFile(Keys): cumulative 0, interval 0 2024-09-13T14:24:18.631 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: Cumulative compaction: 0.00 GB write, 95.92 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-13T14:24:18.631 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: Interval compaction: 0.00 GB write, 95.92 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-13T14:24:18.631 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-09-13T14:24:18.631 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: Block cache BinnedLRUCache@0x555e09ab3610#7 capacity: 512.00 MB usage: 4.36 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1.7e-05 secs_since: 0 2024-09-13T14:24:18.631 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: Block cache entry stats(count,size,portion): FilterBlock(1,1.78 KB,0.000339746%) IndexBlock(1,2.58 KB,0.000491738%) Misc(1,0.00 KB,0%) 2024-09-13T14:24:18.632 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: ** File Read Latency Histogram By Level [default] ** 2024-09-13T14:24:18.632 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: debug 2024-09-13T14:24:18.361+0000 7fada16dcc80 0 starting mon.b rank 1 at public addrs [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] at bind addrs [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] mon_data /var/lib/ceph/mon/ceph-b fsid ff1149ea-71d5-11ef-bceb-c7b262605968 2024-09-13T14:24:18.632 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: debug 2024-09-13T14:24:18.365+0000 7fada16dcc80 1 mon.b@-1(???) e3 preinit fsid ff1149ea-71d5-11ef-bceb-c7b262605968 2024-09-13T14:24:18.632 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: debug 2024-09-13T14:24:18.365+0000 7fada16dcc80 0 mon.b@-1(???).mds e1 new map 2024-09-13T14:24:18.632 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: debug 2024-09-13T14:24:18.365+0000 7fada16dcc80 0 mon.b@-1(???).mds e1 print_map 2024-09-13T14:24:18.632 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: e1 2024-09-13T14:24:18.632 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: btime 2024-09-13T13:43:55:335093+0000 2024-09-13T14:24:18.632 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: enable_multiple, ever_enabled_multiple: 1,1 2024-09-13T14:24:18.632 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments,12=quiesce subvolumes} 2024-09-13T14:24:18.632 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: legacy client fscid: -1 2024-09-13T14:24:18.632 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: 2024-09-13T14:24:18.632 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: No filesystems configured 2024-09-13T14:24:18.632 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: debug 2024-09-13T14:24:18.365+0000 7fada16dcc80 0 mon.b@-1(???).osd e113 crush map has features 3314933000854323200, adjusting msgr requires 2024-09-13T14:24:18.632 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: debug 2024-09-13T14:24:18.365+0000 7fada16dcc80 0 mon.b@-1(???).osd e113 crush map has features 432629239337189376, adjusting msgr requires 2024-09-13T14:24:18.633 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: debug 2024-09-13T14:24:18.365+0000 7fada16dcc80 0 mon.b@-1(???).osd e113 crush map has features 432629239337189376, adjusting msgr requires 2024-09-13T14:24:18.633 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: debug 2024-09-13T14:24:18.365+0000 7fada16dcc80 0 mon.b@-1(???).osd e113 crush map has features 432629239337189376, adjusting msgr requires 2024-09-13T14:24:18.633 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: debug 2024-09-13T14:24:18.365+0000 7fada16dcc80 1 mon.b@-1(???).paxosservice(auth 1..29) refresh upgraded, format 0 -> 3 2024-09-13T14:24:18.633 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: cluster 2024-09-13T14:24:14.273644+0000 mgr.y (mgr.25139) 239 : cluster [DBG] pgmap v131: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:24:18.633 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: cluster 2024-09-13T14:24:14.273644+0000 mgr.y (mgr.25139) 239 : cluster [DBG] pgmap v131: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:24:18.633 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: audit 2024-09-13T14:24:14.798474+0000 mgr.y (mgr.25139) 240 : audit [DBG] from='client.15657 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:24:18.633 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: audit 2024-09-13T14:24:14.798474+0000 mgr.y (mgr.25139) 240 : audit [DBG] from='client.15657 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:24:18.633 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: audit 2024-09-13T14:24:15.869924+0000 mon.a (mon.0) 1540 : audit [DBG] from='client.? 172.21.15.62:0/301058002' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:24:18.633 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:18 smithi178 bash[70490]: audit 2024-09-13T14:24:15.869924+0000 mon.a (mon.0) 1540 : audit [DBG] from='client.? 172.21.15.62:0/301058002' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:24:19.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:24:18 smithi062 bash[19845]: cluster 2024-09-13T14:24:14.273644+0000 mgr.y (mgr.25139) 239 : cluster [DBG] pgmap v131: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:24:19.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:24:18 smithi062 bash[19845]: audit 2024-09-13T14:24:14.798474+0000 mgr.y (mgr.25139) 240 : audit [DBG] from='client.15657 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:24:19.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:24:18 smithi062 bash[19845]: audit 2024-09-13T14:24:15.869924+0000 mon.a (mon.0) 1540 : audit [DBG] from='client.? 172.21.15.62:0/301058002' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:24:19.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:24:18 smithi062 bash[26634]: cluster 2024-09-13T14:24:14.273644+0000 mgr.y (mgr.25139) 239 : cluster [DBG] pgmap v131: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:24:19.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:24:18 smithi062 bash[26634]: audit 2024-09-13T14:24:14.798474+0000 mgr.y (mgr.25139) 240 : audit [DBG] from='client.15657 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:24:19.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:24:18 smithi062 bash[26634]: audit 2024-09-13T14:24:15.869924+0000 mon.a (mon.0) 1540 : audit [DBG] from='client.? 172.21.15.62:0/301058002' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:24:19.934 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:24:19 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:24:19.746054814Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:24:19.934 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:19 smithi178 bash[70490]: audit 2024-09-13T14:24:15.124872+0000 mgr.y (mgr.25139) 241 : audit [DBG] from='client.25541 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:24:19.934 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:19 smithi178 bash[70490]: audit 2024-09-13T14:24:15.124872+0000 mgr.y (mgr.25139) 241 : audit [DBG] from='client.25541 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:24:19.934 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:19 smithi178 bash[70490]: audit 2024-09-13T14:24:15.444807+0000 mgr.y (mgr.25139) 242 : audit [DBG] from='client.25547 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:24:19.934 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:19 smithi178 bash[70490]: audit 2024-09-13T14:24:15.444807+0000 mgr.y (mgr.25139) 242 : audit [DBG] from='client.25547 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:24:19.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:19 smithi178 bash[70490]: audit 2024-09-13T14:24:16.206547+0000 mgr.y (mgr.25139) 243 : audit [DBG] from='client.25559 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:24:19.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:19 smithi178 bash[70490]: audit 2024-09-13T14:24:16.206547+0000 mgr.y (mgr.25139) 243 : audit [DBG] from='client.25559 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:24:19.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:19 smithi178 bash[70490]: cluster 2024-09-13T14:24:16.274355+0000 mgr.y (mgr.25139) 244 : cluster [DBG] pgmap v132: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:24:19.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:19 smithi178 bash[70490]: cluster 2024-09-13T14:24:16.274355+0000 mgr.y (mgr.25139) 244 : cluster [DBG] pgmap v132: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:24:19.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:19 smithi178 bash[70490]: cluster 2024-09-13T14:24:18.275071+0000 mgr.y (mgr.25139) 245 : cluster [DBG] pgmap v133: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:24:19.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:19 smithi178 bash[70490]: cluster 2024-09-13T14:24:18.275071+0000 mgr.y (mgr.25139) 245 : cluster [DBG] pgmap v133: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:24:19.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:19 smithi178 bash[70490]: cluster 2024-09-13T14:24:18.580784+0000 mon.b (mon.1) 1 : cluster [INF] mon.b calling monitor election 2024-09-13T14:24:19.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:19 smithi178 bash[70490]: cluster 2024-09-13T14:24:18.580784+0000 mon.b (mon.1) 1 : cluster [INF] mon.b calling monitor election 2024-09-13T14:24:19.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:19 smithi178 bash[70490]: cluster 2024-09-13T14:24:18.582684+0000 mon.a (mon.0) 1541 : cluster [INF] mon.a calling monitor election 2024-09-13T14:24:19.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:19 smithi178 bash[70490]: cluster 2024-09-13T14:24:18.582684+0000 mon.a (mon.0) 1541 : cluster [INF] mon.a calling monitor election 2024-09-13T14:24:19.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:19 smithi178 bash[70490]: cluster 2024-09-13T14:24:18.603171+0000 mon.a (mon.0) 1542 : cluster [INF] mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-09-13T14:24:19.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:19 smithi178 bash[70490]: cluster 2024-09-13T14:24:18.603171+0000 mon.a (mon.0) 1542 : cluster [INF] mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-09-13T14:24:19.936 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:19 smithi178 bash[70490]: cluster 2024-09-13T14:24:18.614486+0000 mon.a (mon.0) 1543 : cluster [DBG] monmap epoch 3 2024-09-13T14:24:19.936 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:19 smithi178 bash[70490]: cluster 2024-09-13T14:24:18.614486+0000 mon.a (mon.0) 1543 : cluster [DBG] monmap epoch 3 2024-09-13T14:24:19.936 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:19 smithi178 bash[70490]: cluster 2024-09-13T14:24:18.614516+0000 mon.a (mon.0) 1544 : cluster [DBG] fsid ff1149ea-71d5-11ef-bceb-c7b262605968 2024-09-13T14:24:19.936 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:19 smithi178 bash[70490]: cluster 2024-09-13T14:24:18.614516+0000 mon.a (mon.0) 1544 : cluster [DBG] fsid ff1149ea-71d5-11ef-bceb-c7b262605968 2024-09-13T14:24:19.936 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:19 smithi178 bash[70490]: cluster 2024-09-13T14:24:18.614534+0000 mon.a (mon.0) 1545 : cluster [DBG] last_changed 2024-09-13T13:46:03.689678+0000 2024-09-13T14:24:19.936 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:19 smithi178 bash[70490]: cluster 2024-09-13T14:24:18.614534+0000 mon.a (mon.0) 1545 : cluster [DBG] last_changed 2024-09-13T13:46:03.689678+0000 2024-09-13T14:24:19.936 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:19 smithi178 bash[70490]: cluster 2024-09-13T14:24:18.614550+0000 mon.a (mon.0) 1546 : cluster [DBG] created 2024-09-13T13:43:50.492122+0000 2024-09-13T14:24:19.936 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:19 smithi178 bash[70490]: cluster 2024-09-13T14:24:18.614550+0000 mon.a (mon.0) 1546 : cluster [DBG] created 2024-09-13T13:43:50.492122+0000 2024-09-13T14:24:19.937 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:19 smithi178 bash[70490]: cluster 2024-09-13T14:24:18.614571+0000 mon.a (mon.0) 1547 : cluster [DBG] min_mon_release 19 (squid) 2024-09-13T14:24:19.937 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:19 smithi178 bash[70490]: cluster 2024-09-13T14:24:18.614571+0000 mon.a (mon.0) 1547 : cluster [DBG] min_mon_release 19 (squid) 2024-09-13T14:24:19.937 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:19 smithi178 bash[70490]: cluster 2024-09-13T14:24:18.614616+0000 mon.a (mon.0) 1548 : cluster [DBG] election_strategy: 1 2024-09-13T14:24:19.937 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:19 smithi178 bash[70490]: cluster 2024-09-13T14:24:18.614616+0000 mon.a (mon.0) 1548 : cluster [DBG] election_strategy: 1 2024-09-13T14:24:19.937 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:19 smithi178 bash[70490]: cluster 2024-09-13T14:24:18.614654+0000 mon.a (mon.0) 1549 : cluster [DBG] 0: [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] mon.a 2024-09-13T14:24:19.937 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:19 smithi178 bash[70490]: cluster 2024-09-13T14:24:18.614654+0000 mon.a (mon.0) 1549 : cluster [DBG] 0: [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] mon.a 2024-09-13T14:24:19.937 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:19 smithi178 bash[70490]: cluster 2024-09-13T14:24:18.614701+0000 mon.a (mon.0) 1550 : cluster [DBG] 1: [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] mon.b 2024-09-13T14:24:19.937 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:19 smithi178 bash[70490]: cluster 2024-09-13T14:24:18.614701+0000 mon.a (mon.0) 1550 : cluster [DBG] 1: [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] mon.b 2024-09-13T14:24:19.937 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:19 smithi178 bash[70490]: cluster 2024-09-13T14:24:18.614726+0000 mon.a (mon.0) 1551 : cluster [DBG] 2: [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] mon.c 2024-09-13T14:24:19.937 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:19 smithi178 bash[70490]: cluster 2024-09-13T14:24:18.614726+0000 mon.a (mon.0) 1551 : cluster [DBG] 2: [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] mon.c 2024-09-13T14:24:19.937 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:19 smithi178 bash[70490]: cluster 2024-09-13T14:24:18.632801+0000 mon.a (mon.0) 1552 : cluster [DBG] fsmap 2024-09-13T14:24:19.937 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:19 smithi178 bash[70490]: cluster 2024-09-13T14:24:18.632801+0000 mon.a (mon.0) 1552 : cluster [DBG] fsmap 2024-09-13T14:24:19.938 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:19 smithi178 bash[70490]: cluster 2024-09-13T14:24:18.632855+0000 mon.a (mon.0) 1553 : cluster [DBG] osdmap e113: 8 total, 8 up, 8 in 2024-09-13T14:24:19.938 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:19 smithi178 bash[70490]: cluster 2024-09-13T14:24:18.632855+0000 mon.a (mon.0) 1553 : cluster [DBG] osdmap e113: 8 total, 8 up, 8 in 2024-09-13T14:24:19.938 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:19 smithi178 bash[70490]: cluster 2024-09-13T14:24:18.633631+0000 mon.a (mon.0) 1554 : cluster [DBG] mgrmap e45: y(active, since 4m), standbys: x 2024-09-13T14:24:19.938 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:19 smithi178 bash[70490]: cluster 2024-09-13T14:24:18.633631+0000 mon.a (mon.0) 1554 : cluster [DBG] mgrmap e45: y(active, since 4m), standbys: x 2024-09-13T14:24:19.938 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:19 smithi178 bash[70490]: cluster 2024-09-13T14:24:18.633900+0000 mon.a (mon.0) 1555 : cluster [INF] overall HEALTH_OK 2024-09-13T14:24:19.938 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:19 smithi178 bash[70490]: cluster 2024-09-13T14:24:18.633900+0000 mon.a (mon.0) 1555 : cluster [INF] overall HEALTH_OK 2024-09-13T14:24:19.938 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:19 smithi178 bash[70490]: audit 2024-09-13T14:24:18.643139+0000 mon.a (mon.0) 1556 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:24:19.938 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:19 smithi178 bash[70490]: audit 2024-09-13T14:24:18.643139+0000 mon.a (mon.0) 1556 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:24:19.938 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:19 smithi178 bash[70490]: audit 2024-09-13T14:24:18.653969+0000 mon.a (mon.0) 1557 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:24:19.938 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:19 smithi178 bash[70490]: audit 2024-09-13T14:24:18.653969+0000 mon.a (mon.0) 1557 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:24:20.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:24:19 smithi062 bash[19845]: audit 2024-09-13T14:24:15.124872+0000 mgr.y (mgr.25139) 241 : audit [DBG] from='client.25541 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:24:20.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:24:19 smithi062 bash[19845]: audit 2024-09-13T14:24:15.444807+0000 mgr.y (mgr.25139) 242 : audit [DBG] from='client.25547 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:24:20.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:24:19 smithi062 bash[19845]: audit 2024-09-13T14:24:16.206547+0000 mgr.y (mgr.25139) 243 : audit [DBG] from='client.25559 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:24:20.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:24:19 smithi062 bash[19845]: cluster 2024-09-13T14:24:16.274355+0000 mgr.y (mgr.25139) 244 : cluster [DBG] pgmap v132: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:24:20.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:24:19 smithi062 bash[19845]: cluster 2024-09-13T14:24:18.275071+0000 mgr.y (mgr.25139) 245 : cluster [DBG] pgmap v133: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:24:20.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:24:19 smithi062 bash[19845]: cluster 2024-09-13T14:24:18.580784+0000 mon.b (mon.1) 1 : cluster [INF] mon.b calling monitor election 2024-09-13T14:24:20.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:24:19 smithi062 bash[19845]: cluster 2024-09-13T14:24:18.582684+0000 mon.a (mon.0) 1541 : cluster [INF] mon.a calling monitor election 2024-09-13T14:24:20.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:24:19 smithi062 bash[19845]: cluster 2024-09-13T14:24:18.603171+0000 mon.a (mon.0) 1542 : cluster [INF] mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-09-13T14:24:20.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:24:19 smithi062 bash[19845]: cluster 2024-09-13T14:24:18.614486+0000 mon.a (mon.0) 1543 : cluster [DBG] monmap epoch 3 2024-09-13T14:24:20.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:24:19 smithi062 bash[19845]: cluster 2024-09-13T14:24:18.614516+0000 mon.a (mon.0) 1544 : cluster [DBG] fsid ff1149ea-71d5-11ef-bceb-c7b262605968 2024-09-13T14:24:20.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:24:19 smithi062 bash[19845]: cluster 2024-09-13T14:24:18.614534+0000 mon.a (mon.0) 1545 : cluster [DBG] last_changed 2024-09-13T13:46:03.689678+0000 2024-09-13T14:24:20.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:24:19 smithi062 bash[19845]: cluster 2024-09-13T14:24:18.614550+0000 mon.a (mon.0) 1546 : cluster [DBG] created 2024-09-13T13:43:50.492122+0000 2024-09-13T14:24:20.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:24:19 smithi062 bash[19845]: cluster 2024-09-13T14:24:18.614571+0000 mon.a (mon.0) 1547 : cluster [DBG] min_mon_release 19 (squid) 2024-09-13T14:24:20.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:24:19 smithi062 bash[19845]: cluster 2024-09-13T14:24:18.614616+0000 mon.a (mon.0) 1548 : cluster [DBG] election_strategy: 1 2024-09-13T14:24:20.005 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:24:19 smithi062 bash[19845]: cluster 2024-09-13T14:24:18.614654+0000 mon.a (mon.0) 1549 : cluster [DBG] 0: [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] mon.a 2024-09-13T14:24:20.005 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:24:19 smithi062 bash[19845]: cluster 2024-09-13T14:24:18.614701+0000 mon.a (mon.0) 1550 : cluster [DBG] 1: [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] mon.b 2024-09-13T14:24:20.005 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:24:19 smithi062 bash[19845]: cluster 2024-09-13T14:24:18.614726+0000 mon.a (mon.0) 1551 : cluster [DBG] 2: [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] mon.c 2024-09-13T14:24:20.005 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:24:19 smithi062 bash[19845]: cluster 2024-09-13T14:24:18.632801+0000 mon.a (mon.0) 1552 : cluster [DBG] fsmap 2024-09-13T14:24:20.005 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:24:19 smithi062 bash[19845]: cluster 2024-09-13T14:24:18.632855+0000 mon.a (mon.0) 1553 : cluster [DBG] osdmap e113: 8 total, 8 up, 8 in 2024-09-13T14:24:20.005 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:24:19 smithi062 bash[19845]: cluster 2024-09-13T14:24:18.633631+0000 mon.a (mon.0) 1554 : cluster [DBG] mgrmap e45: y(active, since 4m), standbys: x 2024-09-13T14:24:20.005 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:24:19 smithi062 bash[19845]: cluster 2024-09-13T14:24:18.633900+0000 mon.a (mon.0) 1555 : cluster [INF] overall HEALTH_OK 2024-09-13T14:24:20.005 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:24:19 smithi062 bash[19845]: audit 2024-09-13T14:24:18.643139+0000 mon.a (mon.0) 1556 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:24:20.005 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:24:19 smithi062 bash[19845]: audit 2024-09-13T14:24:18.653969+0000 mon.a (mon.0) 1557 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:24:20.005 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:24:19 smithi062 bash[26634]: audit 2024-09-13T14:24:15.124872+0000 mgr.y (mgr.25139) 241 : audit [DBG] from='client.25541 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:24:20.005 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:24:19 smithi062 bash[26634]: audit 2024-09-13T14:24:15.444807+0000 mgr.y (mgr.25139) 242 : audit [DBG] from='client.25547 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:24:20.005 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:24:19 smithi062 bash[26634]: audit 2024-09-13T14:24:16.206547+0000 mgr.y (mgr.25139) 243 : audit [DBG] from='client.25559 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:24:20.006 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:24:19 smithi062 bash[26634]: cluster 2024-09-13T14:24:16.274355+0000 mgr.y (mgr.25139) 244 : cluster [DBG] pgmap v132: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:24:20.006 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:24:19 smithi062 bash[26634]: cluster 2024-09-13T14:24:18.275071+0000 mgr.y (mgr.25139) 245 : cluster [DBG] pgmap v133: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:24:20.006 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:24:19 smithi062 bash[26634]: cluster 2024-09-13T14:24:18.580784+0000 mon.b (mon.1) 1 : cluster [INF] mon.b calling monitor election 2024-09-13T14:24:20.006 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:24:19 smithi062 bash[26634]: cluster 2024-09-13T14:24:18.582684+0000 mon.a (mon.0) 1541 : cluster [INF] mon.a calling monitor election 2024-09-13T14:24:20.006 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:24:19 smithi062 bash[26634]: cluster 2024-09-13T14:24:18.603171+0000 mon.a (mon.0) 1542 : cluster [INF] mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-09-13T14:24:20.006 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:24:19 smithi062 bash[26634]: cluster 2024-09-13T14:24:18.614486+0000 mon.a (mon.0) 1543 : cluster [DBG] monmap epoch 3 2024-09-13T14:24:20.006 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:24:19 smithi062 bash[26634]: cluster 2024-09-13T14:24:18.614516+0000 mon.a (mon.0) 1544 : cluster [DBG] fsid ff1149ea-71d5-11ef-bceb-c7b262605968 2024-09-13T14:24:20.006 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:24:19 smithi062 bash[26634]: cluster 2024-09-13T14:24:18.614534+0000 mon.a (mon.0) 1545 : cluster [DBG] last_changed 2024-09-13T13:46:03.689678+0000 2024-09-13T14:24:20.006 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:24:19 smithi062 bash[26634]: cluster 2024-09-13T14:24:18.614550+0000 mon.a (mon.0) 1546 : cluster [DBG] created 2024-09-13T13:43:50.492122+0000 2024-09-13T14:24:20.006 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:24:19 smithi062 bash[26634]: cluster 2024-09-13T14:24:18.614571+0000 mon.a (mon.0) 1547 : cluster [DBG] min_mon_release 19 (squid) 2024-09-13T14:24:20.006 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:24:19 smithi062 bash[26634]: cluster 2024-09-13T14:24:18.614616+0000 mon.a (mon.0) 1548 : cluster [DBG] election_strategy: 1 2024-09-13T14:24:20.006 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:24:19 smithi062 bash[26634]: cluster 2024-09-13T14:24:18.614654+0000 mon.a (mon.0) 1549 : cluster [DBG] 0: [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] mon.a 2024-09-13T14:24:20.006 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:24:19 smithi062 bash[26634]: cluster 2024-09-13T14:24:18.614701+0000 mon.a (mon.0) 1550 : cluster [DBG] 1: [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] mon.b 2024-09-13T14:24:20.006 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:24:19 smithi062 bash[26634]: cluster 2024-09-13T14:24:18.614726+0000 mon.a (mon.0) 1551 : cluster [DBG] 2: [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] mon.c 2024-09-13T14:24:20.007 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:24:19 smithi062 bash[26634]: cluster 2024-09-13T14:24:18.632801+0000 mon.a (mon.0) 1552 : cluster [DBG] fsmap 2024-09-13T14:24:20.007 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:24:19 smithi062 bash[26634]: cluster 2024-09-13T14:24:18.632855+0000 mon.a (mon.0) 1553 : cluster [DBG] osdmap e113: 8 total, 8 up, 8 in 2024-09-13T14:24:20.007 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:24:19 smithi062 bash[26634]: cluster 2024-09-13T14:24:18.633631+0000 mon.a (mon.0) 1554 : cluster [DBG] mgrmap e45: y(active, since 4m), standbys: x 2024-09-13T14:24:20.007 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:24:19 smithi062 bash[26634]: cluster 2024-09-13T14:24:18.633900+0000 mon.a (mon.0) 1555 : cluster [INF] overall HEALTH_OK 2024-09-13T14:24:20.007 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:24:19 smithi062 bash[26634]: audit 2024-09-13T14:24:18.643139+0000 mon.a (mon.0) 1556 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:24:20.007 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:24:19 smithi062 bash[26634]: audit 2024-09-13T14:24:18.653969+0000 mon.a (mon.0) 1557 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:24:21.934 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:21 smithi178 bash[70490]: cluster 2024-09-13T14:24:20.276751+0000 mgr.y (mgr.25139) 246 : cluster [DBG] pgmap v134: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:24:21.934 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:21 smithi178 bash[70490]: cluster 2024-09-13T14:24:20.276751+0000 mgr.y (mgr.25139) 246 : cluster [DBG] pgmap v134: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:24:22.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:24:21 smithi062 bash[19845]: cluster 2024-09-13T14:24:20.276751+0000 mgr.y (mgr.25139) 246 : cluster [DBG] pgmap v134: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:24:22.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:24:21 smithi062 bash[26634]: cluster 2024-09-13T14:24:20.276751+0000 mgr.y (mgr.25139) 246 : cluster [DBG] pgmap v134: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:24:23.184 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:24:22 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:24:22.720348002Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:24:23.753 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:24:23 smithi062 bash[68610]: debug 2024-09-13T14:24:23.378+0000 7fd91dfb7640 -1 mgr.server handle_report got status from non-daemon mon.b 2024-09-13T14:24:23.753 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:24:23 smithi062 bash[68610]: ::ffff:172.21.15.178 - - [13/Sep/2024:14:24:23] "GET /metrics HTTP/1.1" 200 38231 "" "Prometheus/2.51.0" 2024-09-13T14:24:23.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:24:23 smithi062 bash[19845]: cluster 2024-09-13T14:24:22.277482+0000 mgr.y (mgr.25139) 247 : cluster [DBG] pgmap v135: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:24:23.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:24:23 smithi062 bash[19845]: audit 2024-09-13T14:24:22.350931+0000 mgr.y (mgr.25139) 248 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:24:23.753 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:24:23 smithi062 bash[26634]: cluster 2024-09-13T14:24:22.277482+0000 mgr.y (mgr.25139) 247 : cluster [DBG] pgmap v135: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:24:23.754 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:24:23 smithi062 bash[26634]: audit 2024-09-13T14:24:22.350931+0000 mgr.y (mgr.25139) 248 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:24:23.933 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:23 smithi178 bash[70490]: cluster 2024-09-13T14:24:22.277482+0000 mgr.y (mgr.25139) 247 : cluster [DBG] pgmap v135: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:24:23.934 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:23 smithi178 bash[70490]: cluster 2024-09-13T14:24:22.277482+0000 mgr.y (mgr.25139) 247 : cluster [DBG] pgmap v135: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:24:23.934 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:23 smithi178 bash[70490]: audit 2024-09-13T14:24:22.350931+0000 mgr.y (mgr.25139) 248 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:24:23.934 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:23 smithi178 bash[70490]: audit 2024-09-13T14:24:22.350931+0000 mgr.y (mgr.25139) 248 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:24:25.934 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:24:25 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:24:25.739142031Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:24:25.934 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:25 smithi178 bash[70490]: cluster 2024-09-13T14:24:24.279075+0000 mgr.y (mgr.25139) 249 : cluster [DBG] pgmap v136: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:24:25.934 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:25 smithi178 bash[70490]: cluster 2024-09-13T14:24:24.279075+0000 mgr.y (mgr.25139) 249 : cluster [DBG] pgmap v136: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:24:25.934 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:25 smithi178 bash[70490]: audit 2024-09-13T14:24:24.658499+0000 mon.a (mon.0) 1558 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:24:25.934 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:25 smithi178 bash[70490]: audit 2024-09-13T14:24:24.658499+0000 mon.a (mon.0) 1558 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:24:25.934 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:25 smithi178 bash[70490]: audit 2024-09-13T14:24:24.669126+0000 mon.a (mon.0) 1559 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:24:25.934 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:25 smithi178 bash[70490]: audit 2024-09-13T14:24:24.669126+0000 mon.a (mon.0) 1559 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:24:26.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:24:25 smithi062 bash[26634]: cluster 2024-09-13T14:24:24.279075+0000 mgr.y (mgr.25139) 249 : cluster [DBG] pgmap v136: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:24:26.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:24:25 smithi062 bash[26634]: audit 2024-09-13T14:24:24.658499+0000 mon.a (mon.0) 1558 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:24:26.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:24:25 smithi062 bash[26634]: audit 2024-09-13T14:24:24.669126+0000 mon.a (mon.0) 1559 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:24:26.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:24:25 smithi062 bash[19845]: cluster 2024-09-13T14:24:24.279075+0000 mgr.y (mgr.25139) 249 : cluster [DBG] pgmap v136: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:24:26.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:24:25 smithi062 bash[19845]: audit 2024-09-13T14:24:24.658499+0000 mon.a (mon.0) 1558 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:24:26.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:24:25 smithi062 bash[19845]: audit 2024-09-13T14:24:24.669126+0000 mon.a (mon.0) 1559 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:24:27.184 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:26 smithi178 bash[70490]: audit 2024-09-13T14:24:25.868712+0000 mon.a (mon.0) 1560 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:24:27.184 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:26 smithi178 bash[70490]: audit 2024-09-13T14:24:25.868712+0000 mon.a (mon.0) 1560 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:24:27.184 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:26 smithi178 bash[70490]: audit 2024-09-13T14:24:25.882253+0000 mon.a (mon.0) 1561 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:24:27.184 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:26 smithi178 bash[70490]: audit 2024-09-13T14:24:25.882253+0000 mon.a (mon.0) 1561 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:24:27.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:24:26 smithi062 bash[19845]: audit 2024-09-13T14:24:25.868712+0000 mon.a (mon.0) 1560 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:24:27.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:24:26 smithi062 bash[19845]: audit 2024-09-13T14:24:25.882253+0000 mon.a (mon.0) 1561 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:24:27.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:24:26 smithi062 bash[26634]: audit 2024-09-13T14:24:25.868712+0000 mon.a (mon.0) 1560 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:24:27.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:24:26 smithi062 bash[26634]: audit 2024-09-13T14:24:25.882253+0000 mon.a (mon.0) 1561 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:24:28.184 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:27 smithi178 bash[70490]: cluster 2024-09-13T14:24:26.279802+0000 mgr.y (mgr.25139) 250 : cluster [DBG] pgmap v137: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:24:28.184 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:27 smithi178 bash[70490]: cluster 2024-09-13T14:24:26.279802+0000 mgr.y (mgr.25139) 250 : cluster [DBG] pgmap v137: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:24:28.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:24:27 smithi062 bash[19845]: cluster 2024-09-13T14:24:26.279802+0000 mgr.y (mgr.25139) 250 : cluster [DBG] pgmap v137: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:24:28.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:24:27 smithi062 bash[26634]: cluster 2024-09-13T14:24:26.279802+0000 mgr.y (mgr.25139) 250 : cluster [DBG] pgmap v137: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:24:29.184 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:24:28 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:24:28.723319127Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:24:29.184 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:28 smithi178 bash[70490]: audit 2024-09-13T14:24:28.855902+0000 mon.a (mon.0) 1562 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:24:29.184 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:28 smithi178 bash[70490]: audit 2024-09-13T14:24:28.855902+0000 mon.a (mon.0) 1562 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:24:29.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:24:28 smithi062 bash[19845]: audit 2024-09-13T14:24:28.855902+0000 mon.a (mon.0) 1562 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:24:29.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:24:28 smithi062 bash[26634]: audit 2024-09-13T14:24:28.855902+0000 mon.a (mon.0) 1562 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:24:30.184 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:29 smithi178 bash[70490]: cluster 2024-09-13T14:24:28.280492+0000 mgr.y (mgr.25139) 251 : cluster [DBG] pgmap v138: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:24:30.184 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:29 smithi178 bash[70490]: cluster 2024-09-13T14:24:28.280492+0000 mgr.y (mgr.25139) 251 : cluster [DBG] pgmap v138: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:24:30.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:24:29 smithi062 bash[19845]: cluster 2024-09-13T14:24:28.280492+0000 mgr.y (mgr.25139) 251 : cluster [DBG] pgmap v138: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:24:30.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:24:29 smithi062 bash[26634]: cluster 2024-09-13T14:24:28.280492+0000 mgr.y (mgr.25139) 251 : cluster [DBG] pgmap v138: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:24:32.156 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:24:31 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:24:31.72360403Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:24:32.156 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:31 smithi178 bash[70490]: cluster 2024-09-13T14:24:30.282223+0000 mgr.y (mgr.25139) 252 : cluster [DBG] pgmap v139: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:24:32.157 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:31 smithi178 bash[70490]: cluster 2024-09-13T14:24:30.282223+0000 mgr.y (mgr.25139) 252 : cluster [DBG] pgmap v139: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:24:32.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:24:31 smithi062 bash[19845]: cluster 2024-09-13T14:24:30.282223+0000 mgr.y (mgr.25139) 252 : cluster [DBG] pgmap v139: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:24:32.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:24:31 smithi062 bash[26634]: cluster 2024-09-13T14:24:30.282223+0000 mgr.y (mgr.25139) 252 : cluster [DBG] pgmap v139: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:24:33.900 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:24:33 smithi062 bash[68610]: ::ffff:172.21.15.178 - - [13/Sep/2024:14:24:33] "GET /metrics HTTP/1.1" 200 38231 "" "Prometheus/2.51.0" 2024-09-13T14:24:34.173 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:33 smithi178 bash[70490]: cluster 2024-09-13T14:24:32.283009+0000 mgr.y (mgr.25139) 253 : cluster [DBG] pgmap v140: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:24:34.173 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:33 smithi178 bash[70490]: cluster 2024-09-13T14:24:32.283009+0000 mgr.y (mgr.25139) 253 : cluster [DBG] pgmap v140: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:24:34.174 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:33 smithi178 bash[70490]: audit 2024-09-13T14:24:32.362215+0000 mgr.y (mgr.25139) 254 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:24:34.174 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:33 smithi178 bash[70490]: audit 2024-09-13T14:24:32.362215+0000 mgr.y (mgr.25139) 254 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:24:34.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:24:33 smithi062 bash[19845]: cluster 2024-09-13T14:24:32.283009+0000 mgr.y (mgr.25139) 253 : cluster [DBG] pgmap v140: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:24:34.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:24:33 smithi062 bash[19845]: audit 2024-09-13T14:24:32.362215+0000 mgr.y (mgr.25139) 254 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:24:34.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:24:33 smithi062 bash[26634]: cluster 2024-09-13T14:24:32.283009+0000 mgr.y (mgr.25139) 253 : cluster [DBG] pgmap v140: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:24:34.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:24:33 smithi062 bash[26634]: audit 2024-09-13T14:24:32.362215+0000 mgr.y (mgr.25139) 254 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:24:35.184 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:24:34 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:24:34.710318819Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:24:36.184 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:35 smithi178 bash[70490]: cluster 2024-09-13T14:24:34.284635+0000 mgr.y (mgr.25139) 255 : cluster [DBG] pgmap v141: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:24:36.184 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:35 smithi178 bash[70490]: cluster 2024-09-13T14:24:34.284635+0000 mgr.y (mgr.25139) 255 : cluster [DBG] pgmap v141: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:24:36.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:24:35 smithi062 bash[19845]: cluster 2024-09-13T14:24:34.284635+0000 mgr.y (mgr.25139) 255 : cluster [DBG] pgmap v141: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:24:36.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:24:35 smithi062 bash[26634]: cluster 2024-09-13T14:24:34.284635+0000 mgr.y (mgr.25139) 255 : cluster [DBG] pgmap v141: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:24:37.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:37 smithi178 bash[70490]: audit 2024-09-13T14:24:36.037869+0000 mon.a (mon.0) 1563 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:24:37.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:37 smithi178 bash[70490]: audit 2024-09-13T14:24:36.037869+0000 mon.a (mon.0) 1563 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:24:37.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:37 smithi178 bash[70490]: audit 2024-09-13T14:24:36.050608+0000 mon.a (mon.0) 1564 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:24:37.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:37 smithi178 bash[70490]: audit 2024-09-13T14:24:36.050608+0000 mon.a (mon.0) 1564 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:24:37.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:37 smithi178 bash[70490]: audit 2024-09-13T14:24:36.052830+0000 mon.a (mon.0) 1565 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:24:37.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:37 smithi178 bash[70490]: audit 2024-09-13T14:24:36.052830+0000 mon.a (mon.0) 1565 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:24:37.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:37 smithi178 bash[70490]: audit 2024-09-13T14:24:36.054604+0000 mon.a (mon.0) 1566 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T14:24:37.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:37 smithi178 bash[70490]: audit 2024-09-13T14:24:36.054604+0000 mon.a (mon.0) 1566 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T14:24:37.436 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:37 smithi178 bash[70490]: audit 2024-09-13T14:24:36.067431+0000 mon.a (mon.0) 1567 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:24:37.436 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:37 smithi178 bash[70490]: audit 2024-09-13T14:24:36.067431+0000 mon.a (mon.0) 1567 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:24:37.436 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:37 smithi178 bash[70490]: audit 2024-09-13T14:24:36.197177+0000 mon.a (mon.0) 1568 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T14:24:37.436 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:37 smithi178 bash[70490]: audit 2024-09-13T14:24:36.197177+0000 mon.a (mon.0) 1568 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T14:24:37.436 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:37 smithi178 bash[70490]: audit 2024-09-13T14:24:36.200745+0000 mon.a (mon.0) 1569 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:24:37.436 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:37 smithi178 bash[70490]: audit 2024-09-13T14:24:36.200745+0000 mon.a (mon.0) 1569 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:24:37.436 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:37 smithi178 bash[70490]: audit 2024-09-13T14:24:36.203655+0000 mon.a (mon.0) 1570 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:24:37.436 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:37 smithi178 bash[70490]: audit 2024-09-13T14:24:36.203655+0000 mon.a (mon.0) 1570 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:24:37.436 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:37 smithi178 bash[70490]: audit 2024-09-13T14:24:36.212162+0000 mon.a (mon.0) 1571 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:24:37.436 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:37 smithi178 bash[70490]: audit 2024-09-13T14:24:36.212162+0000 mon.a (mon.0) 1571 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:24:37.436 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:37 smithi178 bash[70490]: audit 2024-09-13T14:24:36.218113+0000 mon.a (mon.0) 1572 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:24:37.436 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:37 smithi178 bash[70490]: audit 2024-09-13T14:24:36.218113+0000 mon.a (mon.0) 1572 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:24:37.438 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:37 smithi178 bash[70490]: audit 2024-09-13T14:24:36.228480+0000 mon.a (mon.0) 1573 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:24:37.438 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:37 smithi178 bash[70490]: audit 2024-09-13T14:24:36.228480+0000 mon.a (mon.0) 1573 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:24:37.438 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:37 smithi178 bash[70490]: audit 2024-09-13T14:24:36.235719+0000 mon.a (mon.0) 1574 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:24:37.438 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:37 smithi178 bash[70490]: audit 2024-09-13T14:24:36.235719+0000 mon.a (mon.0) 1574 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:24:37.438 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:37 smithi178 bash[70490]: audit 2024-09-13T14:24:36.246219+0000 mon.a (mon.0) 1575 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:24:37.438 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:37 smithi178 bash[70490]: audit 2024-09-13T14:24:36.246219+0000 mon.a (mon.0) 1575 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:24:37.438 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:37 smithi178 bash[70490]: audit 2024-09-13T14:24:36.252495+0000 mon.a (mon.0) 1576 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:24:37.439 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:37 smithi178 bash[70490]: audit 2024-09-13T14:24:36.252495+0000 mon.a (mon.0) 1576 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:24:37.439 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:37 smithi178 bash[70490]: audit 2024-09-13T14:24:36.263443+0000 mon.a (mon.0) 1577 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:24:37.439 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:37 smithi178 bash[70490]: audit 2024-09-13T14:24:36.263443+0000 mon.a (mon.0) 1577 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:24:37.439 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:37 smithi178 bash[70490]: audit 2024-09-13T14:24:36.268791+0000 mon.a (mon.0) 1578 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-09-13T14:24:37.439 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:37 smithi178 bash[70490]: audit 2024-09-13T14:24:36.268791+0000 mon.a (mon.0) 1578 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-09-13T14:24:37.439 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:37 smithi178 bash[70490]: audit 2024-09-13T14:24:36.277272+0000 mon.a (mon.0) 1579 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]': finished 2024-09-13T14:24:37.439 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:37 smithi178 bash[70490]: audit 2024-09-13T14:24:36.277272+0000 mon.a (mon.0) 1579 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]': finished 2024-09-13T14:24:37.439 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:37 smithi178 bash[70490]: audit 2024-09-13T14:24:36.283647+0000 mon.a (mon.0) 1580 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:24:37.439 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:37 smithi178 bash[70490]: audit 2024-09-13T14:24:36.283647+0000 mon.a (mon.0) 1580 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:24:37.440 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:37 smithi178 bash[70490]: audit 2024-09-13T14:24:36.293502+0000 mon.a (mon.0) 1581 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:24:37.440 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:37 smithi178 bash[70490]: audit 2024-09-13T14:24:36.293502+0000 mon.a (mon.0) 1581 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:24:37.440 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:37 smithi178 bash[70490]: audit 2024-09-13T14:24:36.300713+0000 mon.a (mon.0) 1582 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:24:37.440 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:37 smithi178 bash[70490]: audit 2024-09-13T14:24:36.300713+0000 mon.a (mon.0) 1582 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:24:37.440 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:37 smithi178 bash[70490]: audit 2024-09-13T14:24:36.309589+0000 mon.a (mon.0) 1583 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:24:37.440 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:37 smithi178 bash[70490]: audit 2024-09-13T14:24:36.309589+0000 mon.a (mon.0) 1583 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:24:37.440 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:37 smithi178 bash[70490]: audit 2024-09-13T14:24:36.317623+0000 mon.a (mon.0) 1584 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:24:37.440 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:37 smithi178 bash[70490]: audit 2024-09-13T14:24:36.317623+0000 mon.a (mon.0) 1584 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:24:37.440 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:37 smithi178 bash[70490]: audit 2024-09-13T14:24:36.326777+0000 mon.a (mon.0) 1585 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:24:37.440 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:37 smithi178 bash[70490]: audit 2024-09-13T14:24:36.326777+0000 mon.a (mon.0) 1585 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:24:37.440 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:37 smithi178 bash[70490]: audit 2024-09-13T14:24:36.333338+0000 mon.a (mon.0) 1586 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:24:37.440 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:37 smithi178 bash[70490]: audit 2024-09-13T14:24:36.333338+0000 mon.a (mon.0) 1586 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:24:37.441 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:37 smithi178 bash[70490]: audit 2024-09-13T14:24:36.337099+0000 mon.a (mon.0) 1587 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-09-13T14:24:37.441 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:37 smithi178 bash[70490]: audit 2024-09-13T14:24:36.337099+0000 mon.a (mon.0) 1587 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-09-13T14:24:37.441 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:37 smithi178 bash[70490]: audit 2024-09-13T14:24:36.340147+0000 mon.a (mon.0) 1588 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:24:37.441 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:37 smithi178 bash[70490]: audit 2024-09-13T14:24:36.340147+0000 mon.a (mon.0) 1588 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:24:37.441 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:37 smithi178 bash[70490]: audit 2024-09-13T14:24:36.343853+0000 mon.a (mon.0) 1589 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-09-13T14:24:37.441 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:37 smithi178 bash[70490]: audit 2024-09-13T14:24:36.343853+0000 mon.a (mon.0) 1589 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-09-13T14:24:37.441 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:37 smithi178 bash[70490]: audit 2024-09-13T14:24:36.346892+0000 mon.a (mon.0) 1590 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:24:37.441 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:37 smithi178 bash[70490]: audit 2024-09-13T14:24:36.346892+0000 mon.a (mon.0) 1590 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:24:37.441 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:37 smithi178 bash[70490]: audit 2024-09-13T14:24:36.350377+0000 mon.a (mon.0) 1591 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-09-13T14:24:37.441 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:37 smithi178 bash[70490]: audit 2024-09-13T14:24:36.350377+0000 mon.a (mon.0) 1591 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-09-13T14:24:37.441 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:37 smithi178 bash[70490]: audit 2024-09-13T14:24:36.353450+0000 mon.a (mon.0) 1592 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:24:37.441 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:37 smithi178 bash[70490]: audit 2024-09-13T14:24:36.353450+0000 mon.a (mon.0) 1592 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:24:37.441 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:37 smithi178 bash[70490]: audit 2024-09-13T14:24:36.357057+0000 mon.a (mon.0) 1593 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-09-13T14:24:37.442 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:37 smithi178 bash[70490]: audit 2024-09-13T14:24:36.357057+0000 mon.a (mon.0) 1593 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-09-13T14:24:37.442 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:37 smithi178 bash[70490]: audit 2024-09-13T14:24:36.359725+0000 mon.a (mon.0) 1594 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:24:37.442 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:37 smithi178 bash[70490]: audit 2024-09-13T14:24:36.359725+0000 mon.a (mon.0) 1594 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:24:37.442 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:37 smithi178 bash[70490]: audit 2024-09-13T14:24:36.363754+0000 mon.a (mon.0) 1595 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-09-13T14:24:37.442 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:37 smithi178 bash[70490]: audit 2024-09-13T14:24:36.363754+0000 mon.a (mon.0) 1595 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-09-13T14:24:37.442 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:37 smithi178 bash[70490]: audit 2024-09-13T14:24:36.366584+0000 mon.a (mon.0) 1596 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:24:37.442 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:37 smithi178 bash[70490]: audit 2024-09-13T14:24:36.366584+0000 mon.a (mon.0) 1596 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:24:37.442 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:37 smithi178 bash[70490]: audit 2024-09-13T14:24:36.370495+0000 mon.a (mon.0) 1597 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-09-13T14:24:37.442 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:37 smithi178 bash[70490]: audit 2024-09-13T14:24:36.370495+0000 mon.a (mon.0) 1597 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-09-13T14:24:37.442 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:37 smithi178 bash[70490]: audit 2024-09-13T14:24:36.374081+0000 mon.a (mon.0) 1598 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-09-13T14:24:37.442 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:37 smithi178 bash[70490]: audit 2024-09-13T14:24:36.374081+0000 mon.a (mon.0) 1598 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-09-13T14:24:37.443 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:37 smithi178 bash[70490]: audit 2024-09-13T14:24:36.380812+0000 mon.a (mon.0) 1599 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-09-13T14:24:37.443 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:37 smithi178 bash[70490]: audit 2024-09-13T14:24:36.380812+0000 mon.a (mon.0) 1599 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-09-13T14:24:37.443 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:37 smithi178 bash[70490]: audit 2024-09-13T14:24:36.385575+0000 mon.a (mon.0) 1600 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-13T14:24:37.443 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:37 smithi178 bash[70490]: audit 2024-09-13T14:24:36.385575+0000 mon.a (mon.0) 1600 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-13T14:24:37.443 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:37 smithi178 bash[70490]: audit 2024-09-13T14:24:36.391988+0000 mon.a (mon.0) 1601 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-09-13T14:24:37.443 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:37 smithi178 bash[70490]: audit 2024-09-13T14:24:36.391988+0000 mon.a (mon.0) 1601 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-09-13T14:24:37.443 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:37 smithi178 bash[70490]: audit 2024-09-13T14:24:36.396647+0000 mon.a (mon.0) 1602 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-09-13T14:24:37.443 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:37 smithi178 bash[70490]: audit 2024-09-13T14:24:36.396647+0000 mon.a (mon.0) 1602 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-09-13T14:24:37.443 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:37 smithi178 bash[70490]: audit 2024-09-13T14:24:36.402776+0000 mon.a (mon.0) 1603 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-09-13T14:24:37.443 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:37 smithi178 bash[70490]: audit 2024-09-13T14:24:36.402776+0000 mon.a (mon.0) 1603 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-09-13T14:24:37.443 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:37 smithi178 bash[70490]: audit 2024-09-13T14:24:36.407644+0000 mon.a (mon.0) 1604 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-09-13T14:24:37.443 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:37 smithi178 bash[70490]: audit 2024-09-13T14:24:36.407644+0000 mon.a (mon.0) 1604 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-09-13T14:24:37.443 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:37 smithi178 bash[70490]: audit 2024-09-13T14:24:36.409245+0000 mon.a (mon.0) 1605 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-09-13T14:24:37.444 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:37 smithi178 bash[70490]: audit 2024-09-13T14:24:36.409245+0000 mon.a (mon.0) 1605 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-09-13T14:24:37.444 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:37 smithi178 bash[70490]: audit 2024-09-13T14:24:36.415855+0000 mon.a (mon.0) 1606 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-09-13T14:24:37.444 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:37 smithi178 bash[70490]: audit 2024-09-13T14:24:36.415855+0000 mon.a (mon.0) 1606 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-09-13T14:24:37.444 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:37 smithi178 bash[70490]: audit 2024-09-13T14:24:36.420478+0000 mon.a (mon.0) 1607 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-09-13T14:24:37.444 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:37 smithi178 bash[70490]: audit 2024-09-13T14:24:36.420478+0000 mon.a (mon.0) 1607 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-09-13T14:24:37.444 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:37 smithi178 bash[70490]: audit 2024-09-13T14:24:36.422335+0000 mon.a (mon.0) 1608 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-09-13T14:24:37.444 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:37 smithi178 bash[70490]: audit 2024-09-13T14:24:36.422335+0000 mon.a (mon.0) 1608 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-09-13T14:24:37.444 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:37 smithi178 bash[70490]: audit 2024-09-13T14:24:36.431081+0000 mon.a (mon.0) 1609 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-09-13T14:24:37.444 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:37 smithi178 bash[70490]: audit 2024-09-13T14:24:36.431081+0000 mon.a (mon.0) 1609 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-09-13T14:24:37.444 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:37 smithi178 bash[70490]: audit 2024-09-13T14:24:36.435650+0000 mon.a (mon.0) 1610 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-13T14:24:37.444 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:37 smithi178 bash[70490]: audit 2024-09-13T14:24:36.435650+0000 mon.a (mon.0) 1610 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-13T14:24:37.444 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:37 smithi178 bash[70490]: audit 2024-09-13T14:24:36.437603+0000 mon.a (mon.0) 1611 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-09-13T14:24:37.445 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:37 smithi178 bash[70490]: audit 2024-09-13T14:24:36.437603+0000 mon.a (mon.0) 1611 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-09-13T14:24:37.445 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:37 smithi178 bash[70490]: audit 2024-09-13T14:24:36.445790+0000 mon.a (mon.0) 1612 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-09-13T14:24:37.445 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:37 smithi178 bash[70490]: audit 2024-09-13T14:24:36.445790+0000 mon.a (mon.0) 1612 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-09-13T14:24:37.445 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:37 smithi178 bash[70490]: audit 2024-09-13T14:24:36.450240+0000 mon.a (mon.0) 1613 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-09-13T14:24:37.445 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:37 smithi178 bash[70490]: audit 2024-09-13T14:24:36.450240+0000 mon.a (mon.0) 1613 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-09-13T14:24:37.445 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:37 smithi178 bash[70490]: audit 2024-09-13T14:24:36.451897+0000 mon.a (mon.0) 1614 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-09-13T14:24:37.445 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:37 smithi178 bash[70490]: audit 2024-09-13T14:24:36.451897+0000 mon.a (mon.0) 1614 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-09-13T14:24:37.445 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:37 smithi178 bash[70490]: audit 2024-09-13T14:24:36.460101+0000 mon.a (mon.0) 1615 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-09-13T14:24:37.445 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:37 smithi178 bash[70490]: audit 2024-09-13T14:24:36.460101+0000 mon.a (mon.0) 1615 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-09-13T14:24:37.445 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:37 smithi178 bash[70490]: audit 2024-09-13T14:24:36.464630+0000 mon.a (mon.0) 1616 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-09-13T14:24:37.445 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:37 smithi178 bash[70490]: audit 2024-09-13T14:24:36.464630+0000 mon.a (mon.0) 1616 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-09-13T14:24:37.445 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:37 smithi178 bash[70490]: audit 2024-09-13T14:24:36.473057+0000 mon.a (mon.0) 1617 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-09-13T14:24:37.445 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:37 smithi178 bash[70490]: audit 2024-09-13T14:24:36.473057+0000 mon.a (mon.0) 1617 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-09-13T14:24:37.445 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:37 smithi178 bash[70490]: audit 2024-09-13T14:24:36.477443+0000 mon.a (mon.0) 1618 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-13T14:24:37.446 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:37 smithi178 bash[70490]: audit 2024-09-13T14:24:36.477443+0000 mon.a (mon.0) 1618 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-13T14:24:37.446 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:37 smithi178 bash[70490]: audit 2024-09-13T14:24:36.479041+0000 mon.a (mon.0) 1619 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-13T14:24:37.446 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:37 smithi178 bash[70490]: audit 2024-09-13T14:24:36.479041+0000 mon.a (mon.0) 1619 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-13T14:24:37.446 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:37 smithi178 bash[70490]: audit 2024-09-13T14:24:36.480450+0000 mon.a (mon.0) 1620 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-13T14:24:37.446 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:37 smithi178 bash[70490]: audit 2024-09-13T14:24:36.480450+0000 mon.a (mon.0) 1620 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-13T14:24:37.446 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:37 smithi178 bash[70490]: audit 2024-09-13T14:24:36.481759+0000 mon.a (mon.0) 1621 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-13T14:24:37.446 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:37 smithi178 bash[70490]: audit 2024-09-13T14:24:36.481759+0000 mon.a (mon.0) 1621 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-13T14:24:37.446 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:37 smithi178 bash[70490]: audit 2024-09-13T14:24:36.483183+0000 mon.a (mon.0) 1622 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-13T14:24:37.446 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:37 smithi178 bash[70490]: audit 2024-09-13T14:24:36.483183+0000 mon.a (mon.0) 1622 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-13T14:24:37.446 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:37 smithi178 bash[70490]: audit 2024-09-13T14:24:36.484710+0000 mon.a (mon.0) 1623 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-13T14:24:37.446 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:37 smithi178 bash[70490]: audit 2024-09-13T14:24:36.484710+0000 mon.a (mon.0) 1623 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-13T14:24:37.446 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:37 smithi178 bash[70490]: audit 2024-09-13T14:24:36.486793+0000 mon.a (mon.0) 1624 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-09-13T14:24:37.446 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:37 smithi178 bash[70490]: audit 2024-09-13T14:24:36.486793+0000 mon.a (mon.0) 1624 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-09-13T14:24:37.446 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:37 smithi178 bash[70490]: audit 2024-09-13T14:24:36.494914+0000 mon.a (mon.0) 1625 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-09-13T14:24:37.447 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:37 smithi178 bash[70490]: audit 2024-09-13T14:24:36.494914+0000 mon.a (mon.0) 1625 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-09-13T14:24:37.447 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:37 smithi178 bash[70490]: audit 2024-09-13T14:24:36.497314+0000 mon.a (mon.0) 1626 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:24:37.447 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:37 smithi178 bash[70490]: audit 2024-09-13T14:24:36.497314+0000 mon.a (mon.0) 1626 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:24:37.447 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:37 smithi178 bash[70490]: audit 2024-09-13T14:24:36.499030+0000 mon.a (mon.0) 1627 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T14:24:37.447 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:37 smithi178 bash[70490]: audit 2024-09-13T14:24:36.499030+0000 mon.a (mon.0) 1627 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T14:24:37.447 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:37 smithi178 bash[70490]: audit 2024-09-13T14:24:36.511997+0000 mon.a (mon.0) 1628 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:24:37.447 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:37 smithi178 bash[70490]: audit 2024-09-13T14:24:36.511997+0000 mon.a (mon.0) 1628 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:24:37.447 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:37 smithi178 bash[70490]: audit 2024-09-13T14:24:36.641540+0000 mon.a (mon.0) 1629 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:24:37.447 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:37 smithi178 bash[70490]: audit 2024-09-13T14:24:36.641540+0000 mon.a (mon.0) 1629 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:24:37.447 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:37 smithi178 bash[70490]: audit 2024-09-13T14:24:36.643119+0000 mon.a (mon.0) 1630 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T14:24:37.447 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:37 smithi178 bash[70490]: audit 2024-09-13T14:24:36.643119+0000 mon.a (mon.0) 1630 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T14:24:37.447 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:37 smithi178 bash[70490]: audit 2024-09-13T14:24:36.653402+0000 mon.a (mon.0) 1631 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:24:37.447 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:37 smithi178 bash[70490]: audit 2024-09-13T14:24:36.653402+0000 mon.a (mon.0) 1631 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:24:37.504 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:24:37 smithi062 bash[19845]: audit 2024-09-13T14:24:36.037869+0000 mon.a (mon.0) 1563 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:24:37.504 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:24:37 smithi062 bash[19845]: audit 2024-09-13T14:24:36.050608+0000 mon.a (mon.0) 1564 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:24:37.504 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:24:37 smithi062 bash[19845]: audit 2024-09-13T14:24:36.052830+0000 mon.a (mon.0) 1565 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:24:37.504 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:24:37 smithi062 bash[19845]: audit 2024-09-13T14:24:36.054604+0000 mon.a (mon.0) 1566 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T14:24:37.505 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:24:37 smithi062 bash[19845]: audit 2024-09-13T14:24:36.067431+0000 mon.a (mon.0) 1567 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:24:37.505 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:24:37 smithi062 bash[19845]: audit 2024-09-13T14:24:36.197177+0000 mon.a (mon.0) 1568 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T14:24:37.505 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:24:37 smithi062 bash[19845]: audit 2024-09-13T14:24:36.200745+0000 mon.a (mon.0) 1569 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:24:37.505 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:24:37 smithi062 bash[19845]: audit 2024-09-13T14:24:36.203655+0000 mon.a (mon.0) 1570 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:24:37.505 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:24:37 smithi062 bash[19845]: audit 2024-09-13T14:24:36.212162+0000 mon.a (mon.0) 1571 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:24:37.505 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:24:37 smithi062 bash[19845]: audit 2024-09-13T14:24:36.218113+0000 mon.a (mon.0) 1572 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:24:37.505 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:24:37 smithi062 bash[19845]: audit 2024-09-13T14:24:36.228480+0000 mon.a (mon.0) 1573 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:24:37.505 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:24:37 smithi062 bash[19845]: audit 2024-09-13T14:24:36.235719+0000 mon.a (mon.0) 1574 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:24:37.505 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:24:37 smithi062 bash[19845]: audit 2024-09-13T14:24:36.246219+0000 mon.a (mon.0) 1575 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:24:37.505 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:24:37 smithi062 bash[19845]: audit 2024-09-13T14:24:36.252495+0000 mon.a (mon.0) 1576 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:24:37.505 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:24:37 smithi062 bash[19845]: audit 2024-09-13T14:24:36.263443+0000 mon.a (mon.0) 1577 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:24:37.506 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:24:37 smithi062 bash[19845]: audit 2024-09-13T14:24:36.268791+0000 mon.a (mon.0) 1578 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-09-13T14:24:37.506 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:24:37 smithi062 bash[19845]: audit 2024-09-13T14:24:36.277272+0000 mon.a (mon.0) 1579 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]': finished 2024-09-13T14:24:37.506 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:24:37 smithi062 bash[19845]: audit 2024-09-13T14:24:36.283647+0000 mon.a (mon.0) 1580 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:24:37.506 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:24:37 smithi062 bash[19845]: audit 2024-09-13T14:24:36.293502+0000 mon.a (mon.0) 1581 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:24:37.506 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:24:37 smithi062 bash[19845]: audit 2024-09-13T14:24:36.300713+0000 mon.a (mon.0) 1582 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:24:37.506 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:24:37 smithi062 bash[26634]: audit 2024-09-13T14:24:36.037869+0000 mon.a (mon.0) 1563 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:24:37.506 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:24:37 smithi062 bash[26634]: audit 2024-09-13T14:24:36.050608+0000 mon.a (mon.0) 1564 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:24:37.506 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:24:37 smithi062 bash[26634]: audit 2024-09-13T14:24:36.052830+0000 mon.a (mon.0) 1565 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:24:37.507 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:24:37 smithi062 bash[26634]: audit 2024-09-13T14:24:36.054604+0000 mon.a (mon.0) 1566 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T14:24:37.507 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:24:37 smithi062 bash[26634]: audit 2024-09-13T14:24:36.067431+0000 mon.a (mon.0) 1567 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:24:37.507 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:24:37 smithi062 bash[26634]: audit 2024-09-13T14:24:36.197177+0000 mon.a (mon.0) 1568 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T14:24:37.507 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:24:37 smithi062 bash[26634]: audit 2024-09-13T14:24:36.200745+0000 mon.a (mon.0) 1569 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:24:37.507 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:24:37 smithi062 bash[26634]: audit 2024-09-13T14:24:36.203655+0000 mon.a (mon.0) 1570 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:24:37.507 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:24:37 smithi062 bash[26634]: audit 2024-09-13T14:24:36.212162+0000 mon.a (mon.0) 1571 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:24:37.507 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:24:37 smithi062 bash[26634]: audit 2024-09-13T14:24:36.218113+0000 mon.a (mon.0) 1572 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:24:37.507 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:24:37 smithi062 bash[26634]: audit 2024-09-13T14:24:36.228480+0000 mon.a (mon.0) 1573 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:24:37.507 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:24:37 smithi062 bash[26634]: audit 2024-09-13T14:24:36.235719+0000 mon.a (mon.0) 1574 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:24:37.507 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:24:37 smithi062 bash[26634]: audit 2024-09-13T14:24:36.246219+0000 mon.a (mon.0) 1575 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:24:37.507 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:24:37 smithi062 bash[26634]: audit 2024-09-13T14:24:36.252495+0000 mon.a (mon.0) 1576 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:24:37.507 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:24:37 smithi062 bash[26634]: audit 2024-09-13T14:24:36.263443+0000 mon.a (mon.0) 1577 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:24:37.507 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:24:37 smithi062 bash[26634]: audit 2024-09-13T14:24:36.268791+0000 mon.a (mon.0) 1578 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-09-13T14:24:37.508 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:24:37 smithi062 bash[26634]: audit 2024-09-13T14:24:36.277272+0000 mon.a (mon.0) 1579 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]': finished 2024-09-13T14:24:37.508 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:24:37 smithi062 bash[26634]: audit 2024-09-13T14:24:36.283647+0000 mon.a (mon.0) 1580 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:24:37.508 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:24:37 smithi062 bash[26634]: audit 2024-09-13T14:24:36.293502+0000 mon.a (mon.0) 1581 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:24:37.508 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:24:37 smithi062 bash[26634]: audit 2024-09-13T14:24:36.300713+0000 mon.a (mon.0) 1582 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:24:37.509 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:24:37 smithi062 bash[19845]: audit 2024-09-13T14:24:36.309589+0000 mon.a (mon.0) 1583 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:24:37.509 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:24:37 smithi062 bash[19845]: audit 2024-09-13T14:24:36.317623+0000 mon.a (mon.0) 1584 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:24:37.509 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:24:37 smithi062 bash[19845]: audit 2024-09-13T14:24:36.326777+0000 mon.a (mon.0) 1585 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:24:37.509 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:24:37 smithi062 bash[19845]: audit 2024-09-13T14:24:36.333338+0000 mon.a (mon.0) 1586 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:24:37.509 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:24:37 smithi062 bash[19845]: audit 2024-09-13T14:24:36.337099+0000 mon.a (mon.0) 1587 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-09-13T14:24:37.509 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:24:37 smithi062 bash[19845]: audit 2024-09-13T14:24:36.340147+0000 mon.a (mon.0) 1588 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:24:37.509 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:24:37 smithi062 bash[19845]: audit 2024-09-13T14:24:36.343853+0000 mon.a (mon.0) 1589 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-09-13T14:24:37.509 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:24:37 smithi062 bash[19845]: audit 2024-09-13T14:24:36.346892+0000 mon.a (mon.0) 1590 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:24:37.510 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:24:37 smithi062 bash[19845]: audit 2024-09-13T14:24:36.350377+0000 mon.a (mon.0) 1591 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-09-13T14:24:37.510 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:24:37 smithi062 bash[19845]: audit 2024-09-13T14:24:36.353450+0000 mon.a (mon.0) 1592 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:24:37.510 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:24:37 smithi062 bash[19845]: audit 2024-09-13T14:24:36.357057+0000 mon.a (mon.0) 1593 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-09-13T14:24:37.510 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:24:37 smithi062 bash[19845]: audit 2024-09-13T14:24:36.359725+0000 mon.a (mon.0) 1594 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:24:37.510 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:24:37 smithi062 bash[19845]: audit 2024-09-13T14:24:36.363754+0000 mon.a (mon.0) 1595 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-09-13T14:24:37.510 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:24:37 smithi062 bash[19845]: audit 2024-09-13T14:24:36.366584+0000 mon.a (mon.0) 1596 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:24:37.510 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:24:37 smithi062 bash[19845]: audit 2024-09-13T14:24:36.370495+0000 mon.a (mon.0) 1597 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-09-13T14:24:37.510 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:24:37 smithi062 bash[19845]: audit 2024-09-13T14:24:36.374081+0000 mon.a (mon.0) 1598 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-09-13T14:24:37.510 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:24:37 smithi062 bash[19845]: audit 2024-09-13T14:24:36.380812+0000 mon.a (mon.0) 1599 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-09-13T14:24:37.510 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:24:37 smithi062 bash[19845]: audit 2024-09-13T14:24:36.385575+0000 mon.a (mon.0) 1600 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-13T14:24:37.511 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:24:37 smithi062 bash[26634]: audit 2024-09-13T14:24:36.309589+0000 mon.a (mon.0) 1583 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:24:37.511 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:24:37 smithi062 bash[26634]: audit 2024-09-13T14:24:36.317623+0000 mon.a (mon.0) 1584 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:24:37.511 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:24:37 smithi062 bash[26634]: audit 2024-09-13T14:24:36.326777+0000 mon.a (mon.0) 1585 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:24:37.511 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:24:37 smithi062 bash[26634]: audit 2024-09-13T14:24:36.333338+0000 mon.a (mon.0) 1586 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:24:37.512 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:24:37 smithi062 bash[26634]: audit 2024-09-13T14:24:36.337099+0000 mon.a (mon.0) 1587 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-09-13T14:24:37.512 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:24:37 smithi062 bash[26634]: audit 2024-09-13T14:24:36.340147+0000 mon.a (mon.0) 1588 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:24:37.512 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:24:37 smithi062 bash[26634]: audit 2024-09-13T14:24:36.343853+0000 mon.a (mon.0) 1589 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-09-13T14:24:37.512 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:24:37 smithi062 bash[26634]: audit 2024-09-13T14:24:36.346892+0000 mon.a (mon.0) 1590 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:24:37.512 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:24:37 smithi062 bash[26634]: audit 2024-09-13T14:24:36.350377+0000 mon.a (mon.0) 1591 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-09-13T14:24:37.512 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:24:37 smithi062 bash[26634]: audit 2024-09-13T14:24:36.353450+0000 mon.a (mon.0) 1592 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:24:37.512 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:24:37 smithi062 bash[26634]: audit 2024-09-13T14:24:36.357057+0000 mon.a (mon.0) 1593 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-09-13T14:24:37.512 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:24:37 smithi062 bash[26634]: audit 2024-09-13T14:24:36.359725+0000 mon.a (mon.0) 1594 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:24:37.512 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:24:37 smithi062 bash[26634]: audit 2024-09-13T14:24:36.363754+0000 mon.a (mon.0) 1595 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-09-13T14:24:37.512 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:24:37 smithi062 bash[26634]: audit 2024-09-13T14:24:36.366584+0000 mon.a (mon.0) 1596 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:24:37.513 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:24:37 smithi062 bash[26634]: audit 2024-09-13T14:24:36.370495+0000 mon.a (mon.0) 1597 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-09-13T14:24:37.513 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:24:37 smithi062 bash[26634]: audit 2024-09-13T14:24:36.374081+0000 mon.a (mon.0) 1598 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-09-13T14:24:37.513 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:24:37 smithi062 bash[26634]: audit 2024-09-13T14:24:36.380812+0000 mon.a (mon.0) 1599 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-09-13T14:24:37.513 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:24:37 smithi062 bash[26634]: audit 2024-09-13T14:24:36.385575+0000 mon.a (mon.0) 1600 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-13T14:24:37.513 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:24:37 smithi062 bash[19845]: audit 2024-09-13T14:24:36.391988+0000 mon.a (mon.0) 1601 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-09-13T14:24:37.513 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:24:37 smithi062 bash[19845]: audit 2024-09-13T14:24:36.396647+0000 mon.a (mon.0) 1602 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-09-13T14:24:37.513 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:24:37 smithi062 bash[19845]: audit 2024-09-13T14:24:36.402776+0000 mon.a (mon.0) 1603 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-09-13T14:24:37.513 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:24:37 smithi062 bash[19845]: audit 2024-09-13T14:24:36.407644+0000 mon.a (mon.0) 1604 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-09-13T14:24:37.513 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:24:37 smithi062 bash[19845]: audit 2024-09-13T14:24:36.409245+0000 mon.a (mon.0) 1605 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-09-13T14:24:37.514 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:24:37 smithi062 bash[19845]: audit 2024-09-13T14:24:36.415855+0000 mon.a (mon.0) 1606 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-09-13T14:24:37.514 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:24:37 smithi062 bash[19845]: audit 2024-09-13T14:24:36.420478+0000 mon.a (mon.0) 1607 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-09-13T14:24:37.514 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:24:37 smithi062 bash[19845]: audit 2024-09-13T14:24:36.422335+0000 mon.a (mon.0) 1608 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-09-13T14:24:37.514 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:24:37 smithi062 bash[19845]: audit 2024-09-13T14:24:36.431081+0000 mon.a (mon.0) 1609 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-09-13T14:24:37.514 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:24:37 smithi062 bash[19845]: audit 2024-09-13T14:24:36.435650+0000 mon.a (mon.0) 1610 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-13T14:24:37.514 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:24:37 smithi062 bash[19845]: audit 2024-09-13T14:24:36.437603+0000 mon.a (mon.0) 1611 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-09-13T14:24:37.514 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:24:37 smithi062 bash[19845]: audit 2024-09-13T14:24:36.445790+0000 mon.a (mon.0) 1612 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-09-13T14:24:37.514 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:24:37 smithi062 bash[19845]: audit 2024-09-13T14:24:36.450240+0000 mon.a (mon.0) 1613 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-09-13T14:24:37.514 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:24:37 smithi062 bash[19845]: audit 2024-09-13T14:24:36.451897+0000 mon.a (mon.0) 1614 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-09-13T14:24:37.514 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:24:37 smithi062 bash[19845]: audit 2024-09-13T14:24:36.460101+0000 mon.a (mon.0) 1615 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-09-13T14:24:37.514 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:24:37 smithi062 bash[19845]: audit 2024-09-13T14:24:36.464630+0000 mon.a (mon.0) 1616 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-09-13T14:24:37.515 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:24:37 smithi062 bash[26634]: audit 2024-09-13T14:24:36.391988+0000 mon.a (mon.0) 1601 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-09-13T14:24:37.515 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:24:37 smithi062 bash[26634]: audit 2024-09-13T14:24:36.396647+0000 mon.a (mon.0) 1602 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-09-13T14:24:37.515 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:24:37 smithi062 bash[26634]: audit 2024-09-13T14:24:36.402776+0000 mon.a (mon.0) 1603 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-09-13T14:24:37.515 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:24:37 smithi062 bash[26634]: audit 2024-09-13T14:24:36.407644+0000 mon.a (mon.0) 1604 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-09-13T14:24:37.515 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:24:37 smithi062 bash[26634]: audit 2024-09-13T14:24:36.409245+0000 mon.a (mon.0) 1605 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-09-13T14:24:37.515 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:24:37 smithi062 bash[26634]: audit 2024-09-13T14:24:36.415855+0000 mon.a (mon.0) 1606 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-09-13T14:24:37.515 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:24:37 smithi062 bash[26634]: audit 2024-09-13T14:24:36.420478+0000 mon.a (mon.0) 1607 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-09-13T14:24:37.515 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:24:37 smithi062 bash[26634]: audit 2024-09-13T14:24:36.422335+0000 mon.a (mon.0) 1608 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-09-13T14:24:37.515 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:24:37 smithi062 bash[26634]: audit 2024-09-13T14:24:36.431081+0000 mon.a (mon.0) 1609 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-09-13T14:24:37.515 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:24:37 smithi062 bash[26634]: audit 2024-09-13T14:24:36.435650+0000 mon.a (mon.0) 1610 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-13T14:24:37.515 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:24:37 smithi062 bash[26634]: audit 2024-09-13T14:24:36.437603+0000 mon.a (mon.0) 1611 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-09-13T14:24:37.516 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:24:37 smithi062 bash[26634]: audit 2024-09-13T14:24:36.445790+0000 mon.a (mon.0) 1612 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-09-13T14:24:37.516 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:24:37 smithi062 bash[26634]: audit 2024-09-13T14:24:36.450240+0000 mon.a (mon.0) 1613 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-09-13T14:24:37.516 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:24:37 smithi062 bash[26634]: audit 2024-09-13T14:24:36.451897+0000 mon.a (mon.0) 1614 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-09-13T14:24:37.516 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:24:37 smithi062 bash[26634]: audit 2024-09-13T14:24:36.460101+0000 mon.a (mon.0) 1615 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-09-13T14:24:37.516 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:24:37 smithi062 bash[26634]: audit 2024-09-13T14:24:36.464630+0000 mon.a (mon.0) 1616 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-09-13T14:24:37.516 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:24:37 smithi062 bash[19845]: audit 2024-09-13T14:24:36.473057+0000 mon.a (mon.0) 1617 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-09-13T14:24:37.516 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:24:37 smithi062 bash[19845]: audit 2024-09-13T14:24:36.477443+0000 mon.a (mon.0) 1618 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-13T14:24:37.516 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:24:37 smithi062 bash[19845]: audit 2024-09-13T14:24:36.479041+0000 mon.a (mon.0) 1619 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-13T14:24:37.516 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:24:37 smithi062 bash[19845]: audit 2024-09-13T14:24:36.480450+0000 mon.a (mon.0) 1620 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-13T14:24:37.517 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:24:37 smithi062 bash[19845]: audit 2024-09-13T14:24:36.481759+0000 mon.a (mon.0) 1621 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-13T14:24:37.517 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:24:37 smithi062 bash[19845]: audit 2024-09-13T14:24:36.483183+0000 mon.a (mon.0) 1622 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-13T14:24:37.517 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:24:37 smithi062 bash[19845]: audit 2024-09-13T14:24:36.484710+0000 mon.a (mon.0) 1623 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-13T14:24:37.517 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:24:37 smithi062 bash[19845]: audit 2024-09-13T14:24:36.486793+0000 mon.a (mon.0) 1624 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-09-13T14:24:37.517 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:24:37 smithi062 bash[19845]: audit 2024-09-13T14:24:36.494914+0000 mon.a (mon.0) 1625 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-09-13T14:24:37.517 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:24:37 smithi062 bash[19845]: audit 2024-09-13T14:24:36.497314+0000 mon.a (mon.0) 1626 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:24:37.517 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:24:37 smithi062 bash[19845]: audit 2024-09-13T14:24:36.499030+0000 mon.a (mon.0) 1627 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T14:24:37.517 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:24:37 smithi062 bash[19845]: audit 2024-09-13T14:24:36.511997+0000 mon.a (mon.0) 1628 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:24:37.517 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:24:37 smithi062 bash[19845]: audit 2024-09-13T14:24:36.641540+0000 mon.a (mon.0) 1629 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:24:37.517 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:24:37 smithi062 bash[19845]: audit 2024-09-13T14:24:36.643119+0000 mon.a (mon.0) 1630 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T14:24:37.517 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:24:37 smithi062 bash[19845]: audit 2024-09-13T14:24:36.653402+0000 mon.a (mon.0) 1631 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:24:37.517 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:24:37 smithi062 bash[26634]: audit 2024-09-13T14:24:36.473057+0000 mon.a (mon.0) 1617 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-09-13T14:24:37.518 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:24:37 smithi062 bash[26634]: audit 2024-09-13T14:24:36.477443+0000 mon.a (mon.0) 1618 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-13T14:24:37.518 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:24:37 smithi062 bash[26634]: audit 2024-09-13T14:24:36.479041+0000 mon.a (mon.0) 1619 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-13T14:24:37.518 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:24:37 smithi062 bash[26634]: audit 2024-09-13T14:24:36.480450+0000 mon.a (mon.0) 1620 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-13T14:24:37.518 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:24:37 smithi062 bash[26634]: audit 2024-09-13T14:24:36.481759+0000 mon.a (mon.0) 1621 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-13T14:24:37.518 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:24:37 smithi062 bash[26634]: audit 2024-09-13T14:24:36.483183+0000 mon.a (mon.0) 1622 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-13T14:24:37.518 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:24:37 smithi062 bash[26634]: audit 2024-09-13T14:24:36.484710+0000 mon.a (mon.0) 1623 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-09-13T14:24:37.518 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:24:37 smithi062 bash[26634]: audit 2024-09-13T14:24:36.486793+0000 mon.a (mon.0) 1624 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-09-13T14:24:37.518 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:24:37 smithi062 bash[26634]: audit 2024-09-13T14:24:36.494914+0000 mon.a (mon.0) 1625 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-09-13T14:24:37.518 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:24:37 smithi062 bash[26634]: audit 2024-09-13T14:24:36.497314+0000 mon.a (mon.0) 1626 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:24:37.518 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:24:37 smithi062 bash[26634]: audit 2024-09-13T14:24:36.499030+0000 mon.a (mon.0) 1627 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T14:24:37.518 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:24:37 smithi062 bash[26634]: audit 2024-09-13T14:24:36.511997+0000 mon.a (mon.0) 1628 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:24:37.518 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:24:37 smithi062 bash[26634]: audit 2024-09-13T14:24:36.641540+0000 mon.a (mon.0) 1629 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:24:37.518 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:24:37 smithi062 bash[26634]: audit 2024-09-13T14:24:36.643119+0000 mon.a (mon.0) 1630 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T14:24:37.519 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:24:37 smithi062 bash[26634]: audit 2024-09-13T14:24:36.653402+0000 mon.a (mon.0) 1631 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:24:38.042 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:24:37 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:24:37.729846086Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:24:38.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:38 smithi178 bash[70490]: cephadm 2024-09-13T14:24:36.205022+0000 mgr.y (mgr.25139) 256 : cephadm [INF] Upgrade: Setting container_image for all crash 2024-09-13T14:24:38.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:38 smithi178 bash[70490]: cephadm 2024-09-13T14:24:36.205022+0000 mgr.y (mgr.25139) 256 : cephadm [INF] Upgrade: Setting container_image for all crash 2024-09-13T14:24:38.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:38 smithi178 bash[70490]: cephadm 2024-09-13T14:24:36.219646+0000 mgr.y (mgr.25139) 257 : cephadm [INF] Upgrade: Setting container_image for all mds 2024-09-13T14:24:38.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:38 smithi178 bash[70490]: cephadm 2024-09-13T14:24:36.219646+0000 mgr.y (mgr.25139) 257 : cephadm [INF] Upgrade: Setting container_image for all mds 2024-09-13T14:24:38.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:38 smithi178 bash[70490]: cephadm 2024-09-13T14:24:36.237474+0000 mgr.y (mgr.25139) 258 : cephadm [INF] Upgrade: Setting container_image for all rbd-mirror 2024-09-13T14:24:38.436 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:38 smithi178 bash[70490]: cephadm 2024-09-13T14:24:36.237474+0000 mgr.y (mgr.25139) 258 : cephadm [INF] Upgrade: Setting container_image for all rbd-mirror 2024-09-13T14:24:38.436 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:38 smithi178 bash[70490]: cephadm 2024-09-13T14:24:36.254186+0000 mgr.y (mgr.25139) 259 : cephadm [INF] Upgrade: Setting container_image for all cephfs-mirror 2024-09-13T14:24:38.436 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:38 smithi178 bash[70490]: cephadm 2024-09-13T14:24:36.254186+0000 mgr.y (mgr.25139) 259 : cephadm [INF] Upgrade: Setting container_image for all cephfs-mirror 2024-09-13T14:24:38.436 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:38 smithi178 bash[70490]: cluster 2024-09-13T14:24:36.285263+0000 mgr.y (mgr.25139) 260 : cluster [DBG] pgmap v142: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:24:38.436 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:38 smithi178 bash[70490]: cluster 2024-09-13T14:24:36.285263+0000 mgr.y (mgr.25139) 260 : cluster [DBG] pgmap v142: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:24:38.436 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:38 smithi178 bash[70490]: cephadm 2024-09-13T14:24:36.285885+0000 mgr.y (mgr.25139) 261 : cephadm [INF] Upgrade: Setting container_image for all ceph-exporter 2024-09-13T14:24:38.436 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:38 smithi178 bash[70490]: cephadm 2024-09-13T14:24:36.285885+0000 mgr.y (mgr.25139) 261 : cephadm [INF] Upgrade: Setting container_image for all ceph-exporter 2024-09-13T14:24:38.436 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:38 smithi178 bash[70490]: cephadm 2024-09-13T14:24:36.302352+0000 mgr.y (mgr.25139) 262 : cephadm [INF] Upgrade: Setting container_image for all nfs 2024-09-13T14:24:38.436 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:38 smithi178 bash[70490]: cephadm 2024-09-13T14:24:36.302352+0000 mgr.y (mgr.25139) 262 : cephadm [INF] Upgrade: Setting container_image for all nfs 2024-09-13T14:24:38.436 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:38 smithi178 bash[70490]: cephadm 2024-09-13T14:24:36.319248+0000 mgr.y (mgr.25139) 263 : cephadm [INF] Upgrade: Setting container_image for all nvmeof 2024-09-13T14:24:38.436 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:38 smithi178 bash[70490]: cephadm 2024-09-13T14:24:36.319248+0000 mgr.y (mgr.25139) 263 : cephadm [INF] Upgrade: Setting container_image for all nvmeof 2024-09-13T14:24:38.437 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:38 smithi178 bash[70490]: cephadm 2024-09-13T14:24:36.334927+0000 mgr.y (mgr.25139) 264 : cephadm [INF] Upgrade: Setting container_image for all node-exporter 2024-09-13T14:24:38.437 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:38 smithi178 bash[70490]: cephadm 2024-09-13T14:24:36.334927+0000 mgr.y (mgr.25139) 264 : cephadm [INF] Upgrade: Setting container_image for all node-exporter 2024-09-13T14:24:38.437 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:38 smithi178 bash[70490]: cephadm 2024-09-13T14:24:36.341679+0000 mgr.y (mgr.25139) 265 : cephadm [INF] Upgrade: Setting container_image for all prometheus 2024-09-13T14:24:38.437 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:38 smithi178 bash[70490]: cephadm 2024-09-13T14:24:36.341679+0000 mgr.y (mgr.25139) 265 : cephadm [INF] Upgrade: Setting container_image for all prometheus 2024-09-13T14:24:38.437 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:38 smithi178 bash[70490]: cephadm 2024-09-13T14:24:36.348319+0000 mgr.y (mgr.25139) 266 : cephadm [INF] Upgrade: Setting container_image for all alertmanager 2024-09-13T14:24:38.437 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:38 smithi178 bash[70490]: cephadm 2024-09-13T14:24:36.348319+0000 mgr.y (mgr.25139) 266 : cephadm [INF] Upgrade: Setting container_image for all alertmanager 2024-09-13T14:24:38.437 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:38 smithi178 bash[70490]: cephadm 2024-09-13T14:24:36.354930+0000 mgr.y (mgr.25139) 267 : cephadm [INF] Upgrade: Setting container_image for all grafana 2024-09-13T14:24:38.437 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:38 smithi178 bash[70490]: cephadm 2024-09-13T14:24:36.354930+0000 mgr.y (mgr.25139) 267 : cephadm [INF] Upgrade: Setting container_image for all grafana 2024-09-13T14:24:38.437 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:38 smithi178 bash[70490]: cephadm 2024-09-13T14:24:36.361465+0000 mgr.y (mgr.25139) 268 : cephadm [INF] Upgrade: Setting container_image for all loki 2024-09-13T14:24:38.437 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:38 smithi178 bash[70490]: cephadm 2024-09-13T14:24:36.361465+0000 mgr.y (mgr.25139) 268 : cephadm [INF] Upgrade: Setting container_image for all loki 2024-09-13T14:24:38.437 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:38 smithi178 bash[70490]: cephadm 2024-09-13T14:24:36.368259+0000 mgr.y (mgr.25139) 269 : cephadm [INF] Upgrade: Setting container_image for all promtail 2024-09-13T14:24:38.437 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:38 smithi178 bash[70490]: cephadm 2024-09-13T14:24:36.368259+0000 mgr.y (mgr.25139) 269 : cephadm [INF] Upgrade: Setting container_image for all promtail 2024-09-13T14:24:38.437 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:38 smithi178 bash[70490]: cephadm 2024-09-13T14:24:36.371922+0000 mgr.y (mgr.25139) 270 : cephadm [INF] Upgrade: Finalizing container_image settings 2024-09-13T14:24:38.438 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:38 smithi178 bash[70490]: cephadm 2024-09-13T14:24:36.371922+0000 mgr.y (mgr.25139) 270 : cephadm [INF] Upgrade: Finalizing container_image settings 2024-09-13T14:24:38.438 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:38 smithi178 bash[70490]: cephadm 2024-09-13T14:24:36.485924+0000 mgr.y (mgr.25139) 271 : cephadm [INF] Upgrade: Complete! 2024-09-13T14:24:38.438 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:38 smithi178 bash[70490]: cephadm 2024-09-13T14:24:36.485924+0000 mgr.y (mgr.25139) 271 : cephadm [INF] Upgrade: Complete! 2024-09-13T14:24:38.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:24:38 smithi062 bash[19845]: cephadm 2024-09-13T14:24:36.205022+0000 mgr.y (mgr.25139) 256 : cephadm [INF] Upgrade: Setting container_image for all crash 2024-09-13T14:24:38.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:24:38 smithi062 bash[19845]: cephadm 2024-09-13T14:24:36.219646+0000 mgr.y (mgr.25139) 257 : cephadm [INF] Upgrade: Setting container_image for all mds 2024-09-13T14:24:38.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:24:38 smithi062 bash[19845]: cephadm 2024-09-13T14:24:36.237474+0000 mgr.y (mgr.25139) 258 : cephadm [INF] Upgrade: Setting container_image for all rbd-mirror 2024-09-13T14:24:38.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:24:38 smithi062 bash[19845]: cephadm 2024-09-13T14:24:36.254186+0000 mgr.y (mgr.25139) 259 : cephadm [INF] Upgrade: Setting container_image for all cephfs-mirror 2024-09-13T14:24:38.504 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:24:38 smithi062 bash[19845]: cluster 2024-09-13T14:24:36.285263+0000 mgr.y (mgr.25139) 260 : cluster [DBG] pgmap v142: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:24:38.504 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:24:38 smithi062 bash[19845]: cephadm 2024-09-13T14:24:36.285885+0000 mgr.y (mgr.25139) 261 : cephadm [INF] Upgrade: Setting container_image for all ceph-exporter 2024-09-13T14:24:38.504 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:24:38 smithi062 bash[19845]: cephadm 2024-09-13T14:24:36.302352+0000 mgr.y (mgr.25139) 262 : cephadm [INF] Upgrade: Setting container_image for all nfs 2024-09-13T14:24:38.504 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:24:38 smithi062 bash[19845]: cephadm 2024-09-13T14:24:36.319248+0000 mgr.y (mgr.25139) 263 : cephadm [INF] Upgrade: Setting container_image for all nvmeof 2024-09-13T14:24:38.504 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:24:38 smithi062 bash[19845]: cephadm 2024-09-13T14:24:36.334927+0000 mgr.y (mgr.25139) 264 : cephadm [INF] Upgrade: Setting container_image for all node-exporter 2024-09-13T14:24:38.504 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:24:38 smithi062 bash[19845]: cephadm 2024-09-13T14:24:36.341679+0000 mgr.y (mgr.25139) 265 : cephadm [INF] Upgrade: Setting container_image for all prometheus 2024-09-13T14:24:38.504 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:24:38 smithi062 bash[19845]: cephadm 2024-09-13T14:24:36.348319+0000 mgr.y (mgr.25139) 266 : cephadm [INF] Upgrade: Setting container_image for all alertmanager 2024-09-13T14:24:38.504 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:24:38 smithi062 bash[19845]: cephadm 2024-09-13T14:24:36.354930+0000 mgr.y (mgr.25139) 267 : cephadm [INF] Upgrade: Setting container_image for all grafana 2024-09-13T14:24:38.504 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:24:38 smithi062 bash[19845]: cephadm 2024-09-13T14:24:36.361465+0000 mgr.y (mgr.25139) 268 : cephadm [INF] Upgrade: Setting container_image for all loki 2024-09-13T14:24:38.504 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:24:38 smithi062 bash[19845]: cephadm 2024-09-13T14:24:36.368259+0000 mgr.y (mgr.25139) 269 : cephadm [INF] Upgrade: Setting container_image for all promtail 2024-09-13T14:24:38.504 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:24:38 smithi062 bash[19845]: cephadm 2024-09-13T14:24:36.371922+0000 mgr.y (mgr.25139) 270 : cephadm [INF] Upgrade: Finalizing container_image settings 2024-09-13T14:24:38.505 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:24:38 smithi062 bash[19845]: cephadm 2024-09-13T14:24:36.485924+0000 mgr.y (mgr.25139) 271 : cephadm [INF] Upgrade: Complete! 2024-09-13T14:24:38.505 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:24:38 smithi062 bash[26634]: cephadm 2024-09-13T14:24:36.205022+0000 mgr.y (mgr.25139) 256 : cephadm [INF] Upgrade: Setting container_image for all crash 2024-09-13T14:24:38.505 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:24:38 smithi062 bash[26634]: cephadm 2024-09-13T14:24:36.219646+0000 mgr.y (mgr.25139) 257 : cephadm [INF] Upgrade: Setting container_image for all mds 2024-09-13T14:24:38.505 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:24:38 smithi062 bash[26634]: cephadm 2024-09-13T14:24:36.237474+0000 mgr.y (mgr.25139) 258 : cephadm [INF] Upgrade: Setting container_image for all rbd-mirror 2024-09-13T14:24:38.506 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:24:38 smithi062 bash[26634]: cephadm 2024-09-13T14:24:36.254186+0000 mgr.y (mgr.25139) 259 : cephadm [INF] Upgrade: Setting container_image for all cephfs-mirror 2024-09-13T14:24:38.506 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:24:38 smithi062 bash[26634]: cluster 2024-09-13T14:24:36.285263+0000 mgr.y (mgr.25139) 260 : cluster [DBG] pgmap v142: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:24:38.506 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:24:38 smithi062 bash[26634]: cephadm 2024-09-13T14:24:36.285885+0000 mgr.y (mgr.25139) 261 : cephadm [INF] Upgrade: Setting container_image for all ceph-exporter 2024-09-13T14:24:38.506 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:24:38 smithi062 bash[26634]: cephadm 2024-09-13T14:24:36.302352+0000 mgr.y (mgr.25139) 262 : cephadm [INF] Upgrade: Setting container_image for all nfs 2024-09-13T14:24:38.506 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:24:38 smithi062 bash[26634]: cephadm 2024-09-13T14:24:36.319248+0000 mgr.y (mgr.25139) 263 : cephadm [INF] Upgrade: Setting container_image for all nvmeof 2024-09-13T14:24:38.506 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:24:38 smithi062 bash[26634]: cephadm 2024-09-13T14:24:36.334927+0000 mgr.y (mgr.25139) 264 : cephadm [INF] Upgrade: Setting container_image for all node-exporter 2024-09-13T14:24:38.507 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:24:38 smithi062 bash[26634]: cephadm 2024-09-13T14:24:36.341679+0000 mgr.y (mgr.25139) 265 : cephadm [INF] Upgrade: Setting container_image for all prometheus 2024-09-13T14:24:38.507 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:24:38 smithi062 bash[26634]: cephadm 2024-09-13T14:24:36.348319+0000 mgr.y (mgr.25139) 266 : cephadm [INF] Upgrade: Setting container_image for all alertmanager 2024-09-13T14:24:38.507 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:24:38 smithi062 bash[26634]: cephadm 2024-09-13T14:24:36.354930+0000 mgr.y (mgr.25139) 267 : cephadm [INF] Upgrade: Setting container_image for all grafana 2024-09-13T14:24:38.507 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:24:38 smithi062 bash[26634]: cephadm 2024-09-13T14:24:36.361465+0000 mgr.y (mgr.25139) 268 : cephadm [INF] Upgrade: Setting container_image for all loki 2024-09-13T14:24:38.507 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:24:38 smithi062 bash[26634]: cephadm 2024-09-13T14:24:36.368259+0000 mgr.y (mgr.25139) 269 : cephadm [INF] Upgrade: Setting container_image for all promtail 2024-09-13T14:24:38.507 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:24:38 smithi062 bash[26634]: cephadm 2024-09-13T14:24:36.371922+0000 mgr.y (mgr.25139) 270 : cephadm [INF] Upgrade: Finalizing container_image settings 2024-09-13T14:24:38.507 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:24:38 smithi062 bash[26634]: cephadm 2024-09-13T14:24:36.485924+0000 mgr.y (mgr.25139) 271 : cephadm [INF] Upgrade: Complete! 2024-09-13T14:24:40.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:24:39 smithi062 bash[19845]: cluster 2024-09-13T14:24:38.286079+0000 mgr.y (mgr.25139) 272 : cluster [DBG] pgmap v143: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:24:40.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:24:39 smithi062 bash[19845]: audit 2024-09-13T14:24:38.994215+0000 mon.a (mon.0) 1632 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:24:40.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:24:39 smithi062 bash[26634]: cluster 2024-09-13T14:24:38.286079+0000 mgr.y (mgr.25139) 272 : cluster [DBG] pgmap v143: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:24:40.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:24:39 smithi062 bash[26634]: audit 2024-09-13T14:24:38.994215+0000 mon.a (mon.0) 1632 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:24:40.434 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:39 smithi178 bash[70490]: cluster 2024-09-13T14:24:38.286079+0000 mgr.y (mgr.25139) 272 : cluster [DBG] pgmap v143: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:24:40.434 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:39 smithi178 bash[70490]: cluster 2024-09-13T14:24:38.286079+0000 mgr.y (mgr.25139) 272 : cluster [DBG] pgmap v143: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:24:40.434 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:39 smithi178 bash[70490]: audit 2024-09-13T14:24:38.994215+0000 mon.a (mon.0) 1632 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:24:40.434 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:39 smithi178 bash[70490]: audit 2024-09-13T14:24:38.994215+0000 mon.a (mon.0) 1632 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:24:41.184 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:24:40 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:24:40.730670951Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:24:42.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:24:41 smithi062 bash[19845]: cluster 2024-09-13T14:24:40.287849+0000 mgr.y (mgr.25139) 273 : cluster [DBG] pgmap v144: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:24:42.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:24:41 smithi062 bash[26634]: cluster 2024-09-13T14:24:40.287849+0000 mgr.y (mgr.25139) 273 : cluster [DBG] pgmap v144: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:24:42.434 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:41 smithi178 bash[70490]: cluster 2024-09-13T14:24:40.287849+0000 mgr.y (mgr.25139) 273 : cluster [DBG] pgmap v144: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:24:42.434 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:41 smithi178 bash[70490]: cluster 2024-09-13T14:24:40.287849+0000 mgr.y (mgr.25139) 273 : cluster [DBG] pgmap v144: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:24:44.001 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:24:43 smithi062 bash[68610]: ::ffff:172.21.15.178 - - [13/Sep/2024:14:24:43] "GET /metrics HTTP/1.1" 200 38231 "" "Prometheus/2.51.0" 2024-09-13T14:24:44.001 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:24:43 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:24:43.72098152Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:24:44.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:24:44 smithi062 bash[19845]: cluster 2024-09-13T14:24:42.288614+0000 mgr.y (mgr.25139) 274 : cluster [DBG] pgmap v145: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:24:44.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:24:44 smithi062 bash[19845]: audit 2024-09-13T14:24:42.364655+0000 mgr.y (mgr.25139) 275 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:24:44.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:24:44 smithi062 bash[19845]: audit 2024-09-13T14:24:43.856448+0000 mon.a (mon.0) 1633 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:24:44.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:24:44 smithi062 bash[26634]: cluster 2024-09-13T14:24:42.288614+0000 mgr.y (mgr.25139) 274 : cluster [DBG] pgmap v145: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:24:44.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:24:44 smithi062 bash[26634]: audit 2024-09-13T14:24:42.364655+0000 mgr.y (mgr.25139) 275 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:24:44.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:24:44 smithi062 bash[26634]: audit 2024-09-13T14:24:43.856448+0000 mon.a (mon.0) 1633 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:24:44.434 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:44 smithi178 bash[70490]: cluster 2024-09-13T14:24:42.288614+0000 mgr.y (mgr.25139) 274 : cluster [DBG] pgmap v145: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:24:44.434 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:44 smithi178 bash[70490]: cluster 2024-09-13T14:24:42.288614+0000 mgr.y (mgr.25139) 274 : cluster [DBG] pgmap v145: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:24:44.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:44 smithi178 bash[70490]: audit 2024-09-13T14:24:42.364655+0000 mgr.y (mgr.25139) 275 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:24:44.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:44 smithi178 bash[70490]: audit 2024-09-13T14:24:42.364655+0000 mgr.y (mgr.25139) 275 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:24:44.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:44 smithi178 bash[70490]: audit 2024-09-13T14:24:43.856448+0000 mon.a (mon.0) 1633 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:24:44.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:44 smithi178 bash[70490]: audit 2024-09-13T14:24:43.856448+0000 mon.a (mon.0) 1633 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:24:46.434 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:46 smithi178 bash[70490]: cluster 2024-09-13T14:24:44.290180+0000 mgr.y (mgr.25139) 276 : cluster [DBG] pgmap v146: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:24:46.460 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:46 smithi178 bash[70490]: cluster 2024-09-13T14:24:44.290180+0000 mgr.y (mgr.25139) 276 : cluster [DBG] pgmap v146: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:24:46.502 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:24:46 smithi062 bash[19845]: cluster 2024-09-13T14:24:44.290180+0000 mgr.y (mgr.25139) 276 : cluster [DBG] pgmap v146: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:24:46.503 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:24:46 smithi062 bash[26634]: cluster 2024-09-13T14:24:44.290180+0000 mgr.y (mgr.25139) 276 : cluster [DBG] pgmap v146: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:24:47.184 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:24:46 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:24:46.732819667Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:24:47.295 DEBUG:teuthology.orchestra.run.smithi062:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ff1149ea-71d5-11ef-bceb-c7b262605968 -e sha1=b0201b8c79733293453e7f10a10c7fa43119222b -- bash -c 'ceph orch ps' 2024-09-13T14:24:48.434 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:48 smithi178 bash[70490]: cluster 2024-09-13T14:24:46.290876+0000 mgr.y (mgr.25139) 277 : cluster [DBG] pgmap v147: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:24:48.434 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:48 smithi178 bash[70490]: cluster 2024-09-13T14:24:46.290876+0000 mgr.y (mgr.25139) 277 : cluster [DBG] pgmap v147: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:24:48.434 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:48 smithi178 bash[70490]: audit 2024-09-13T14:24:46.538479+0000 mgr.y (mgr.25139) 278 : audit [DBG] from='client.15687 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:24:48.434 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:48 smithi178 bash[70490]: audit 2024-09-13T14:24:46.538479+0000 mgr.y (mgr.25139) 278 : audit [DBG] from='client.15687 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:24:48.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:24:48 smithi062 bash[19845]: cluster 2024-09-13T14:24:46.290876+0000 mgr.y (mgr.25139) 277 : cluster [DBG] pgmap v147: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:24:48.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:24:48 smithi062 bash[19845]: audit 2024-09-13T14:24:46.538479+0000 mgr.y (mgr.25139) 278 : audit [DBG] from='client.15687 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:24:48.503 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:24:48 smithi062 bash[26634]: cluster 2024-09-13T14:24:46.290876+0000 mgr.y (mgr.25139) 277 : cluster [DBG] pgmap v147: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:24:48.503 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:24:48 smithi062 bash[26634]: audit 2024-09-13T14:24:46.538479+0000 mgr.y (mgr.25139) 278 : audit [DBG] from='client.15687 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:24:50.015 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:24:49 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:24:49.715504949Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:24:50.434 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:50 smithi178 bash[70490]: cluster 2024-09-13T14:24:48.291703+0000 mgr.y (mgr.25139) 279 : cluster [DBG] pgmap v148: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:24:50.434 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:50 smithi178 bash[70490]: cluster 2024-09-13T14:24:48.291703+0000 mgr.y (mgr.25139) 279 : cluster [DBG] pgmap v148: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:24:50.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:24:50 smithi062 bash[19845]: cluster 2024-09-13T14:24:48.291703+0000 mgr.y (mgr.25139) 279 : cluster [DBG] pgmap v148: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:24:50.503 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:24:50 smithi062 bash[26634]: cluster 2024-09-13T14:24:48.291703+0000 mgr.y (mgr.25139) 279 : cluster [DBG] pgmap v148: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:24:52.123 INFO:teuthology.orchestra.run.smithi062.stderr:Inferring config /var/lib/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T14:24:52.353 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:24:52 smithi062 bash[19845]: cluster 2024-09-13T14:24:50.293407+0000 mgr.y (mgr.25139) 280 : cluster [DBG] pgmap v149: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:24:52.353 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:24:52 smithi062 bash[26634]: cluster 2024-09-13T14:24:50.293407+0000 mgr.y (mgr.25139) 280 : cluster [DBG] pgmap v149: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:24:52.434 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:52 smithi178 bash[70490]: cluster 2024-09-13T14:24:50.293407+0000 mgr.y (mgr.25139) 280 : cluster [DBG] pgmap v149: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:24:52.434 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:52 smithi178 bash[70490]: cluster 2024-09-13T14:24:50.293407+0000 mgr.y (mgr.25139) 280 : cluster [DBG] pgmap v149: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:24:53.184 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:24:52 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:24:52.731643898Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:24:53.668 INFO:teuthology.orchestra.run.smithi062.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-13T14:24:53.668 INFO:teuthology.orchestra.run.smithi062.stdout:alertmanager.a smithi062 *:9093,9094 running (2m) 2m ago 30m 14.2M - 0.27.0 11f11916f8cd 6e93dcf56cea 2024-09-13T14:24:53.668 INFO:teuthology.orchestra.run.smithi062.stdout:grafana.a smithi178 *:3000 running (2m) 28s ago 29m 68.2M - 10.4.0 c8b91775d855 e5af99a01b68 2024-09-13T14:24:53.669 INFO:teuthology.orchestra.run.smithi062.stdout:iscsi.foo.smithi062.auboqe smithi062 *:5000 running (4m) 2m ago 27m 48.0M - 3.8 19dc8d659727 5db99a6f8116 2024-09-13T14:24:53.669 INFO:teuthology.orchestra.run.smithi062.stdout:mgr.x smithi178 *:8443,9283,8765 running (4m) 28s ago 38m 441M - 19.3.0-4917-gb0201b8c 1641fe80ce72 fc18b6fcd5bd 2024-09-13T14:24:53.669 INFO:teuthology.orchestra.run.smithi062.stdout:mgr.y smithi062 *:8443,9283,8765 running (15m) 2m ago 40m 503M - 19.3.0-4917-gb0201b8c 1641fe80ce72 fd629cc84850 2024-09-13T14:24:53.669 INFO:teuthology.orchestra.run.smithi062.stdout:mon.a smithi062 running (40m) 2m ago 41m 85.1M 2048M 19.1.1-322-g7741f7f9 19dc8d659727 4664a2c15794 2024-09-13T14:24:53.669 INFO:teuthology.orchestra.run.smithi062.stdout:mon.b smithi178 running (36s) 28s ago 38m 18.1M 2048M 19.3.0-4917-gb0201b8c 1641fe80ce72 4246b63ea822 2024-09-13T14:24:53.669 INFO:teuthology.orchestra.run.smithi062.stdout:mon.c smithi062 running (38m) 2m ago 38m 59.9M 2048M 19.1.1-322-g7741f7f9 19dc8d659727 0846e375e651 2024-09-13T14:24:53.669 INFO:teuthology.orchestra.run.smithi062.stdout:node-exporter.a smithi062 *:9100 running (4m) 2m ago 30m 7447k - 1.7.0 72c9c2088986 d2a19c03fb98 2024-09-13T14:24:53.669 INFO:teuthology.orchestra.run.smithi062.stdout:node-exporter.b smithi178 *:9100 running (4m) 28s ago 30m 8131k - 1.7.0 72c9c2088986 ef73b17b6575 2024-09-13T14:24:53.669 INFO:teuthology.orchestra.run.smithi062.stdout:osd.0 smithi062 running (37m) 2m ago 37m 67.1M 3036M 19.1.1-322-g7741f7f9 19dc8d659727 a01ecc33ada0 2024-09-13T14:24:53.669 INFO:teuthology.orchestra.run.smithi062.stdout:osd.1 smithi062 running (36m) 2m ago 36m 59.3M 3036M 19.1.1-322-g7741f7f9 19dc8d659727 d6ca3f655d05 2024-09-13T14:24:53.669 INFO:teuthology.orchestra.run.smithi062.stdout:osd.2 smithi062 running (35m) 2m ago 35m 62.2M 3036M 19.1.1-322-g7741f7f9 19dc8d659727 f001b702483d 2024-09-13T14:24:53.669 INFO:teuthology.orchestra.run.smithi062.stdout:osd.3 smithi062 running (35m) 2m ago 35m 57.6M 3036M 19.1.1-322-g7741f7f9 19dc8d659727 cebed6322996 2024-09-13T14:24:53.669 INFO:teuthology.orchestra.run.smithi062.stdout:osd.4 smithi178 running (34m) 28s ago 34m 67.5M 3292M 19.1.1-322-g7741f7f9 19dc8d659727 7ff166ed36a8 2024-09-13T14:24:53.669 INFO:teuthology.orchestra.run.smithi062.stdout:osd.5 smithi178 running (33m) 28s ago 33m 64.7M 3292M 19.1.1-322-g7741f7f9 19dc8d659727 0ee354299930 2024-09-13T14:24:53.670 INFO:teuthology.orchestra.run.smithi062.stdout:osd.6 smithi178 running (32m) 28s ago 32m 55.2M 3292M 19.1.1-322-g7741f7f9 19dc8d659727 e6cb50c05b1b 2024-09-13T14:24:53.670 INFO:teuthology.orchestra.run.smithi062.stdout:osd.7 smithi178 running (31m) 28s ago 31m 64.7M 3292M 19.1.1-322-g7741f7f9 19dc8d659727 fbc9d74ccd0e 2024-09-13T14:24:53.670 INFO:teuthology.orchestra.run.smithi062.stdout:prometheus.a smithi178 *:9095 running (3m) 28s ago 30m 37.2M - 2.51.0 1d3b7f56885b 3a9393efc8c5 2024-09-13T14:24:53.670 INFO:teuthology.orchestra.run.smithi062.stdout:rgw.foo.smithi062.raldkl smithi062 *:8000 running (27m) 2m ago 27m 100M - 19.1.1-322-g7741f7f9 19dc8d659727 c374202ad667 2024-09-13T14:24:53.670 INFO:teuthology.orchestra.run.smithi062.stdout:rgw.foo.smithi178.sseeij smithi178 *:8000 running (27m) 28s ago 27m 102M - 19.1.1-322-g7741f7f9 19dc8d659727 86fcacc26a6b 2024-09-13T14:24:53.854 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:24:53 smithi062 bash[68610]: ::ffff:172.21.15.178 - - [13/Sep/2024:14:24:53] "GET /metrics HTTP/1.1" 200 38232 "" "Prometheus/2.51.0" 2024-09-13T14:24:54.269 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:24:54 smithi062 bash[19845]: cluster 2024-09-13T14:24:52.294141+0000 mgr.y (mgr.25139) 281 : cluster [DBG] pgmap v150: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:24:54.269 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:24:54 smithi062 bash[19845]: audit 2024-09-13T14:24:52.374585+0000 mgr.y (mgr.25139) 282 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:24:54.269 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:24:54 smithi062 bash[26634]: cluster 2024-09-13T14:24:52.294141+0000 mgr.y (mgr.25139) 281 : cluster [DBG] pgmap v150: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:24:54.270 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:24:54 smithi062 bash[26634]: audit 2024-09-13T14:24:52.374585+0000 mgr.y (mgr.25139) 282 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:24:54.347 DEBUG:teuthology.orchestra.run.smithi062:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ff1149ea-71d5-11ef-bceb-c7b262605968 -e sha1=b0201b8c79733293453e7f10a10c7fa43119222b -- bash -c 'ceph versions | jq -e '"'"'.mon | length == 2'"'"'' 2024-09-13T14:24:54.434 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:54 smithi178 bash[70490]: cluster 2024-09-13T14:24:52.294141+0000 mgr.y (mgr.25139) 281 : cluster [DBG] pgmap v150: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:24:54.434 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:54 smithi178 bash[70490]: cluster 2024-09-13T14:24:52.294141+0000 mgr.y (mgr.25139) 281 : cluster [DBG] pgmap v150: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:24:54.434 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:54 smithi178 bash[70490]: audit 2024-09-13T14:24:52.374585+0000 mgr.y (mgr.25139) 282 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:24:54.434 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:54 smithi178 bash[70490]: audit 2024-09-13T14:24:52.374585+0000 mgr.y (mgr.25139) 282 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:24:55.434 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:55 smithi178 bash[70490]: audit 2024-09-13T14:24:53.631166+0000 mgr.y (mgr.25139) 283 : audit [DBG] from='client.15693 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:24:55.434 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:55 smithi178 bash[70490]: audit 2024-09-13T14:24:53.631166+0000 mgr.y (mgr.25139) 283 : audit [DBG] from='client.15693 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:24:55.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:24:55 smithi062 bash[19845]: audit 2024-09-13T14:24:53.631166+0000 mgr.y (mgr.25139) 283 : audit [DBG] from='client.15693 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:24:55.503 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:24:55 smithi062 bash[26634]: audit 2024-09-13T14:24:53.631166+0000 mgr.y (mgr.25139) 283 : audit [DBG] from='client.15693 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:24:56.039 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:24:55 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:24:55.721779634Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:24:56.434 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:56 smithi178 bash[70490]: cluster 2024-09-13T14:24:54.295918+0000 mgr.y (mgr.25139) 284 : cluster [DBG] pgmap v151: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:24:56.434 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:56 smithi178 bash[70490]: cluster 2024-09-13T14:24:54.295918+0000 mgr.y (mgr.25139) 284 : cluster [DBG] pgmap v151: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:24:56.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:24:56 smithi062 bash[19845]: cluster 2024-09-13T14:24:54.295918+0000 mgr.y (mgr.25139) 284 : cluster [DBG] pgmap v151: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:24:56.503 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:24:56 smithi062 bash[26634]: cluster 2024-09-13T14:24:54.295918+0000 mgr.y (mgr.25139) 284 : cluster [DBG] pgmap v151: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:24:58.434 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:58 smithi178 bash[70490]: cluster 2024-09-13T14:24:56.296789+0000 mgr.y (mgr.25139) 285 : cluster [DBG] pgmap v152: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:24:58.434 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:58 smithi178 bash[70490]: cluster 2024-09-13T14:24:56.296789+0000 mgr.y (mgr.25139) 285 : cluster [DBG] pgmap v152: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:24:58.503 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:24:58 smithi062 bash[26634]: cluster 2024-09-13T14:24:56.296789+0000 mgr.y (mgr.25139) 285 : cluster [DBG] pgmap v152: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:24:58.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:24:58 smithi062 bash[19845]: cluster 2024-09-13T14:24:56.296789+0000 mgr.y (mgr.25139) 285 : cluster [DBG] pgmap v152: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:24:59.059 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:24:58 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:24:58.735890362Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:24:59.163 INFO:teuthology.orchestra.run.smithi062.stderr:Inferring config /var/lib/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T14:24:59.434 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:59 smithi178 bash[70490]: audit 2024-09-13T14:24:58.856597+0000 mon.a (mon.0) 1634 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:24:59.434 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:24:59 smithi178 bash[70490]: audit 2024-09-13T14:24:58.856597+0000 mon.a (mon.0) 1634 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:24:59.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:24:59 smithi062 bash[19845]: audit 2024-09-13T14:24:58.856597+0000 mon.a (mon.0) 1634 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:24:59.503 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:24:59 smithi062 bash[26634]: audit 2024-09-13T14:24:58.856597+0000 mon.a (mon.0) 1634 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:25:00.434 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:25:00 smithi178 bash[70490]: cluster 2024-09-13T14:24:58.297557+0000 mgr.y (mgr.25139) 286 : cluster [DBG] pgmap v153: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:25:00.434 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:25:00 smithi178 bash[70490]: cluster 2024-09-13T14:24:58.297557+0000 mgr.y (mgr.25139) 286 : cluster [DBG] pgmap v153: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:25:00.502 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:00 smithi062 bash[19845]: cluster 2024-09-13T14:24:58.297557+0000 mgr.y (mgr.25139) 286 : cluster [DBG] pgmap v153: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:25:00.503 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:25:00 smithi062 bash[26634]: cluster 2024-09-13T14:24:58.297557+0000 mgr.y (mgr.25139) 286 : cluster [DBG] pgmap v153: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:25:00.629 INFO:teuthology.orchestra.run.smithi062.stdout:true 2024-09-13T14:25:01.374 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:01 smithi062 bash[19845]: cluster 2024-09-13T14:25:00.298401+0000 mgr.y (mgr.25139) 287 : cluster [DBG] pgmap v154: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:25:01.374 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:01 smithi062 bash[19845]: audit 2024-09-13T14:25:00.619379+0000 mon.c (mon.2) 119 : audit [DBG] from='client.? 172.21.15.62:0/3553023067' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:25:01.374 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:25:01 smithi062 bash[26634]: cluster 2024-09-13T14:25:00.298401+0000 mgr.y (mgr.25139) 287 : cluster [DBG] pgmap v154: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:25:01.374 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:25:01 smithi062 bash[26634]: audit 2024-09-13T14:25:00.619379+0000 mon.c (mon.2) 119 : audit [DBG] from='client.? 172.21.15.62:0/3553023067' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:25:01.375 DEBUG:teuthology.orchestra.run.smithi062:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ff1149ea-71d5-11ef-bceb-c7b262605968 -e sha1=b0201b8c79733293453e7f10a10c7fa43119222b -- bash -c 'ceph orch upgrade status' 2024-09-13T14:25:01.434 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:25:01 smithi178 bash[70490]: cluster 2024-09-13T14:25:00.298401+0000 mgr.y (mgr.25139) 287 : cluster [DBG] pgmap v154: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:25:01.434 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:25:01 smithi178 bash[70490]: cluster 2024-09-13T14:25:00.298401+0000 mgr.y (mgr.25139) 287 : cluster [DBG] pgmap v154: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:25:01.434 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:25:01 smithi178 bash[70490]: audit 2024-09-13T14:25:00.619379+0000 mon.c (mon.2) 119 : audit [DBG] from='client.? 172.21.15.62:0/3553023067' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:25:01.434 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:25:01 smithi178 bash[70490]: audit 2024-09-13T14:25:00.619379+0000 mon.c (mon.2) 119 : audit [DBG] from='client.? 172.21.15.62:0/3553023067' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:25:02.184 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:25:01 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:25:01.755268877Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:25:03.684 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:25:03 smithi178 bash[70490]: cluster 2024-09-13T14:25:02.299089+0000 mgr.y (mgr.25139) 288 : cluster [DBG] pgmap v155: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:25:03.684 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:25:03 smithi178 bash[70490]: cluster 2024-09-13T14:25:02.299089+0000 mgr.y (mgr.25139) 288 : cluster [DBG] pgmap v155: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:25:03.684 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:25:03 smithi178 bash[70490]: audit 2024-09-13T14:25:02.384457+0000 mgr.y (mgr.25139) 289 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:25:03.684 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:25:03 smithi178 bash[70490]: audit 2024-09-13T14:25:02.384457+0000 mgr.y (mgr.25139) 289 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:25:03.753 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:25:03 smithi062 bash[68610]: ::ffff:172.21.15.178 - - [13/Sep/2024:14:25:03] "GET /metrics HTTP/1.1" 200 38228 "" "Prometheus/2.51.0" 2024-09-13T14:25:03.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:03 smithi062 bash[19845]: cluster 2024-09-13T14:25:02.299089+0000 mgr.y (mgr.25139) 288 : cluster [DBG] pgmap v155: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:25:03.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:03 smithi062 bash[19845]: audit 2024-09-13T14:25:02.384457+0000 mgr.y (mgr.25139) 289 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:25:03.753 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:25:03 smithi062 bash[26634]: cluster 2024-09-13T14:25:02.299089+0000 mgr.y (mgr.25139) 288 : cluster [DBG] pgmap v155: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:25:03.753 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:25:03 smithi062 bash[26634]: audit 2024-09-13T14:25:02.384457+0000 mgr.y (mgr.25139) 289 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:25:05.184 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:25:04 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:25:04.742103672Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:25:05.684 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:25:05 smithi178 bash[70490]: cluster 2024-09-13T14:25:04.300689+0000 mgr.y (mgr.25139) 290 : cluster [DBG] pgmap v156: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:25:05.684 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:25:05 smithi178 bash[70490]: cluster 2024-09-13T14:25:04.300689+0000 mgr.y (mgr.25139) 290 : cluster [DBG] pgmap v156: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:25:05.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:05 smithi062 bash[19845]: cluster 2024-09-13T14:25:04.300689+0000 mgr.y (mgr.25139) 290 : cluster [DBG] pgmap v156: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:25:05.753 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:25:05 smithi062 bash[26634]: cluster 2024-09-13T14:25:04.300689+0000 mgr.y (mgr.25139) 290 : cluster [DBG] pgmap v156: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:25:06.202 INFO:teuthology.orchestra.run.smithi062.stderr:Inferring config /var/lib/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T14:25:07.684 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:25:07 smithi178 bash[70490]: cluster 2024-09-13T14:25:06.304618+0000 mgr.y (mgr.25139) 291 : cluster [DBG] pgmap v157: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:25:07.684 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:25:07 smithi178 bash[70490]: cluster 2024-09-13T14:25:06.304618+0000 mgr.y (mgr.25139) 291 : cluster [DBG] pgmap v157: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:25:07.752 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:07 smithi062 bash[19845]: cluster 2024-09-13T14:25:06.304618+0000 mgr.y (mgr.25139) 291 : cluster [DBG] pgmap v157: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:25:07.753 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:25:07 smithi062 bash[26634]: cluster 2024-09-13T14:25:06.304618+0000 mgr.y (mgr.25139) 291 : cluster [DBG] pgmap v157: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:25:07.819 INFO:teuthology.orchestra.run.smithi062.stdout:{ 2024-09-13T14:25:07.819 INFO:teuthology.orchestra.run.smithi062.stdout: "target_image": null, 2024-09-13T14:25:07.819 INFO:teuthology.orchestra.run.smithi062.stdout: "in_progress": false, 2024-09-13T14:25:07.819 INFO:teuthology.orchestra.run.smithi062.stdout: "which": "", 2024-09-13T14:25:07.819 INFO:teuthology.orchestra.run.smithi062.stdout: "services_complete": [], 2024-09-13T14:25:07.819 INFO:teuthology.orchestra.run.smithi062.stdout: "progress": null, 2024-09-13T14:25:07.819 INFO:teuthology.orchestra.run.smithi062.stdout: "message": "", 2024-09-13T14:25:07.819 INFO:teuthology.orchestra.run.smithi062.stdout: "is_paused": false 2024-09-13T14:25:07.819 INFO:teuthology.orchestra.run.smithi062.stdout:} 2024-09-13T14:25:08.184 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:25:07 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:25:07.726535028Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:25:08.495 DEBUG:teuthology.orchestra.run.smithi062:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ff1149ea-71d5-11ef-bceb-c7b262605968 -e sha1=b0201b8c79733293453e7f10a10c7fa43119222b -- bash -c 'ceph health detail' 2024-09-13T14:25:08.684 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:25:08 smithi178 bash[70490]: audit 2024-09-13T14:25:07.819992+0000 mgr.y (mgr.25139) 292 : audit [DBG] from='client.25583 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:25:08.684 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:25:08 smithi178 bash[70490]: audit 2024-09-13T14:25:07.819992+0000 mgr.y (mgr.25139) 292 : audit [DBG] from='client.25583 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:25:08.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:08 smithi062 bash[19845]: audit 2024-09-13T14:25:07.819992+0000 mgr.y (mgr.25139) 292 : audit [DBG] from='client.25583 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:25:08.753 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:25:08 smithi062 bash[26634]: audit 2024-09-13T14:25:07.819992+0000 mgr.y (mgr.25139) 292 : audit [DBG] from='client.25583 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:25:09.684 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:25:09 smithi178 bash[70490]: cluster 2024-09-13T14:25:08.305402+0000 mgr.y (mgr.25139) 293 : cluster [DBG] pgmap v158: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:25:09.684 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:25:09 smithi178 bash[70490]: cluster 2024-09-13T14:25:08.305402+0000 mgr.y (mgr.25139) 293 : cluster [DBG] pgmap v158: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:25:09.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:09 smithi062 bash[19845]: cluster 2024-09-13T14:25:08.305402+0000 mgr.y (mgr.25139) 293 : cluster [DBG] pgmap v158: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:25:09.753 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:25:09 smithi062 bash[26634]: cluster 2024-09-13T14:25:08.305402+0000 mgr.y (mgr.25139) 293 : cluster [DBG] pgmap v158: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:25:11.184 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:25:10 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:25:10.76174605Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:25:11.684 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:25:11 smithi178 bash[70490]: cluster 2024-09-13T14:25:10.307060+0000 mgr.y (mgr.25139) 294 : cluster [DBG] pgmap v159: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:25:11.684 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:25:11 smithi178 bash[70490]: cluster 2024-09-13T14:25:10.307060+0000 mgr.y (mgr.25139) 294 : cluster [DBG] pgmap v159: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:25:11.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:11 smithi062 bash[19845]: cluster 2024-09-13T14:25:10.307060+0000 mgr.y (mgr.25139) 294 : cluster [DBG] pgmap v159: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:25:11.753 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:25:11 smithi062 bash[26634]: cluster 2024-09-13T14:25:10.307060+0000 mgr.y (mgr.25139) 294 : cluster [DBG] pgmap v159: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:25:13.320 INFO:teuthology.orchestra.run.smithi062.stderr:Inferring config /var/lib/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T14:25:13.684 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:25:13 smithi178 bash[70490]: cluster 2024-09-13T14:25:12.307794+0000 mgr.y (mgr.25139) 295 : cluster [DBG] pgmap v160: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:25:13.684 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:25:13 smithi178 bash[70490]: cluster 2024-09-13T14:25:12.307794+0000 mgr.y (mgr.25139) 295 : cluster [DBG] pgmap v160: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:25:13.684 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:25:13 smithi178 bash[70490]: audit 2024-09-13T14:25:12.392400+0000 mgr.y (mgr.25139) 296 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:25:13.684 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:25:13 smithi178 bash[70490]: audit 2024-09-13T14:25:12.392400+0000 mgr.y (mgr.25139) 296 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:25:13.753 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:25:13 smithi062 bash[68610]: ::ffff:172.21.15.178 - - [13/Sep/2024:14:25:13] "GET /metrics HTTP/1.1" 200 38228 "" "Prometheus/2.51.0" 2024-09-13T14:25:13.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:13 smithi062 bash[19845]: cluster 2024-09-13T14:25:12.307794+0000 mgr.y (mgr.25139) 295 : cluster [DBG] pgmap v160: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:25:13.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:13 smithi062 bash[19845]: audit 2024-09-13T14:25:12.392400+0000 mgr.y (mgr.25139) 296 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:25:13.753 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:25:13 smithi062 bash[26634]: cluster 2024-09-13T14:25:12.307794+0000 mgr.y (mgr.25139) 295 : cluster [DBG] pgmap v160: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:25:13.754 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:25:13 smithi062 bash[26634]: audit 2024-09-13T14:25:12.392400+0000 mgr.y (mgr.25139) 296 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:25:14.184 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:25:13 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:25:13.718664865Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:25:14.684 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:25:14 smithi178 bash[70490]: audit 2024-09-13T14:25:13.857007+0000 mon.a (mon.0) 1635 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:25:14.684 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:25:14 smithi178 bash[70490]: audit 2024-09-13T14:25:13.857007+0000 mon.a (mon.0) 1635 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:25:14.752 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:14 smithi062 bash[19845]: audit 2024-09-13T14:25:13.857007+0000 mon.a (mon.0) 1635 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:25:14.753 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:25:14 smithi062 bash[26634]: audit 2024-09-13T14:25:13.857007+0000 mon.a (mon.0) 1635 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:25:14.961 INFO:teuthology.orchestra.run.smithi062.stdout:HEALTH_OK 2024-09-13T14:25:15.661 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:15 smithi062 bash[19845]: cluster 2024-09-13T14:25:14.309543+0000 mgr.y (mgr.25139) 297 : cluster [DBG] pgmap v161: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:25:15.661 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:15 smithi062 bash[19845]: audit 2024-09-13T14:25:14.963058+0000 mon.a (mon.0) 1636 : audit [DBG] from='client.? 172.21.15.62:0/364004044' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2024-09-13T14:25:15.662 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:25:15 smithi062 bash[26634]: cluster 2024-09-13T14:25:14.309543+0000 mgr.y (mgr.25139) 297 : cluster [DBG] pgmap v161: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:25:15.662 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:25:15 smithi062 bash[26634]: audit 2024-09-13T14:25:14.963058+0000 mon.a (mon.0) 1636 : audit [DBG] from='client.? 172.21.15.62:0/364004044' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2024-09-13T14:25:15.663 DEBUG:teuthology.orchestra.run.smithi062:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ff1149ea-71d5-11ef-bceb-c7b262605968 -e sha1=b0201b8c79733293453e7f10a10c7fa43119222b -- bash -c 'ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 --daemon-types mon --hosts $(ceph orch ps | grep mgr.y | awk '"'"'{print $2}'"'"')' 2024-09-13T14:25:15.684 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:25:15 smithi178 bash[70490]: cluster 2024-09-13T14:25:14.309543+0000 mgr.y (mgr.25139) 297 : cluster [DBG] pgmap v161: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:25:15.684 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:25:15 smithi178 bash[70490]: cluster 2024-09-13T14:25:14.309543+0000 mgr.y (mgr.25139) 297 : cluster [DBG] pgmap v161: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:25:15.684 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:25:15 smithi178 bash[70490]: audit 2024-09-13T14:25:14.963058+0000 mon.a (mon.0) 1636 : audit [DBG] from='client.? 172.21.15.62:0/364004044' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2024-09-13T14:25:15.684 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:25:15 smithi178 bash[70490]: audit 2024-09-13T14:25:14.963058+0000 mon.a (mon.0) 1636 : audit [DBG] from='client.? 172.21.15.62:0/364004044' entity='client.admin' cmd=[{"prefix": "health", "detail": "detail"}]: dispatch 2024-09-13T14:25:17.184 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:25:16 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:25:16.727181982Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:25:17.684 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:25:17 smithi178 bash[70490]: cluster 2024-09-13T14:25:16.310311+0000 mgr.y (mgr.25139) 298 : cluster [DBG] pgmap v162: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:25:17.684 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:25:17 smithi178 bash[70490]: cluster 2024-09-13T14:25:16.310311+0000 mgr.y (mgr.25139) 298 : cluster [DBG] pgmap v162: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:25:17.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:17 smithi062 bash[19845]: cluster 2024-09-13T14:25:16.310311+0000 mgr.y (mgr.25139) 298 : cluster [DBG] pgmap v162: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:25:17.753 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:25:17 smithi062 bash[26634]: cluster 2024-09-13T14:25:16.310311+0000 mgr.y (mgr.25139) 298 : cluster [DBG] pgmap v162: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:25:19.684 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:25:19 smithi178 bash[70490]: cluster 2024-09-13T14:25:18.311032+0000 mgr.y (mgr.25139) 299 : cluster [DBG] pgmap v163: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:25:19.684 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:25:19 smithi178 bash[70490]: cluster 2024-09-13T14:25:18.311032+0000 mgr.y (mgr.25139) 299 : cluster [DBG] pgmap v163: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:25:19.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:19 smithi062 bash[19845]: cluster 2024-09-13T14:25:18.311032+0000 mgr.y (mgr.25139) 299 : cluster [DBG] pgmap v163: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:25:19.753 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:25:19 smithi062 bash[26634]: cluster 2024-09-13T14:25:18.311032+0000 mgr.y (mgr.25139) 299 : cluster [DBG] pgmap v163: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:25:20.184 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:25:19 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:25:19.729375031Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:25:20.497 INFO:teuthology.orchestra.run.smithi062.stderr:Inferring config /var/lib/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T14:25:21.684 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:25:21 smithi178 bash[70490]: cluster 2024-09-13T14:25:20.312752+0000 mgr.y (mgr.25139) 300 : cluster [DBG] pgmap v164: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:25:21.684 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:25:21 smithi178 bash[70490]: cluster 2024-09-13T14:25:20.312752+0000 mgr.y (mgr.25139) 300 : cluster [DBG] pgmap v164: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:25:21.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:21 smithi062 bash[19845]: cluster 2024-09-13T14:25:20.312752+0000 mgr.y (mgr.25139) 300 : cluster [DBG] pgmap v164: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:25:21.753 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:25:21 smithi062 bash[26634]: cluster 2024-09-13T14:25:20.312752+0000 mgr.y (mgr.25139) 300 : cluster [DBG] pgmap v164: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:25:22.684 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:25:22 smithi178 bash[70490]: audit 2024-09-13T14:25:21.934385+0000 mgr.y (mgr.25139) 301 : audit [DBG] from='client.15717 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:25:22.684 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:25:22 smithi178 bash[70490]: audit 2024-09-13T14:25:21.934385+0000 mgr.y (mgr.25139) 301 : audit [DBG] from='client.15717 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:25:22.752 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:22 smithi062 bash[19845]: audit 2024-09-13T14:25:21.934385+0000 mgr.y (mgr.25139) 301 : audit [DBG] from='client.15717 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:25:22.753 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:25:22 smithi062 bash[26634]: audit 2024-09-13T14:25:21.934385+0000 mgr.y (mgr.25139) 301 : audit [DBG] from='client.15717 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:25:23.184 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:25:22 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:25:22.731036049Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:25:23.684 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:25:23 smithi178 bash[70490]: audit 2024-09-13T14:25:22.295411+0000 mgr.y (mgr.25139) 302 : audit [DBG] from='client.25601 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:b0201b8c79733293453e7f10a10c7fa43119222b", "daemon_types": "mon", "hosts": "smithi062", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:25:23.685 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:25:23 smithi178 bash[70490]: audit 2024-09-13T14:25:22.295411+0000 mgr.y (mgr.25139) 302 : audit [DBG] from='client.25601 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:b0201b8c79733293453e7f10a10c7fa43119222b", "daemon_types": "mon", "hosts": "smithi062", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:25:23.685 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:25:23 smithi178 bash[70490]: cluster 2024-09-13T14:25:22.313236+0000 mgr.y (mgr.25139) 303 : cluster [DBG] pgmap v165: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:25:23.685 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:25:23 smithi178 bash[70490]: cluster 2024-09-13T14:25:22.313236+0000 mgr.y (mgr.25139) 303 : cluster [DBG] pgmap v165: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:25:23.685 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:25:23 smithi178 bash[70490]: audit 2024-09-13T14:25:22.400290+0000 mgr.y (mgr.25139) 304 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:25:23.685 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:25:23 smithi178 bash[70490]: audit 2024-09-13T14:25:22.400290+0000 mgr.y (mgr.25139) 304 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:25:23.753 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:25:23 smithi062 bash[68610]: ::ffff:172.21.15.178 - - [13/Sep/2024:14:25:23] "GET /metrics HTTP/1.1" 200 38232 "" "Prometheus/2.51.0" 2024-09-13T14:25:23.753 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:25:23 smithi062 bash[26634]: audit 2024-09-13T14:25:22.295411+0000 mgr.y (mgr.25139) 302 : audit [DBG] from='client.25601 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:b0201b8c79733293453e7f10a10c7fa43119222b", "daemon_types": "mon", "hosts": "smithi062", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:25:23.753 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:25:23 smithi062 bash[26634]: cluster 2024-09-13T14:25:22.313236+0000 mgr.y (mgr.25139) 303 : cluster [DBG] pgmap v165: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:25:23.753 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:25:23 smithi062 bash[26634]: audit 2024-09-13T14:25:22.400290+0000 mgr.y (mgr.25139) 304 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:25:23.754 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:23 smithi062 bash[19845]: audit 2024-09-13T14:25:22.295411+0000 mgr.y (mgr.25139) 302 : audit [DBG] from='client.25601 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:b0201b8c79733293453e7f10a10c7fa43119222b", "daemon_types": "mon", "hosts": "smithi062", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:25:23.754 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:23 smithi062 bash[19845]: cluster 2024-09-13T14:25:22.313236+0000 mgr.y (mgr.25139) 303 : cluster [DBG] pgmap v165: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:25:23.754 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:23 smithi062 bash[19845]: audit 2024-09-13T14:25:22.400290+0000 mgr.y (mgr.25139) 304 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:25:24.670 INFO:teuthology.orchestra.run.smithi062.stdout:Initiating upgrade to quay.ceph.io/ceph-ci/ceph:b0201b8c79733293453e7f10a10c7fa43119222b 2024-09-13T14:25:25.292 DEBUG:teuthology.orchestra.run.smithi062:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ff1149ea-71d5-11ef-bceb-c7b262605968 -e sha1=b0201b8c79733293453e7f10a10c7fa43119222b -- bash -c 'while ceph orch upgrade status | jq '"'"'.in_progress'"'"' | grep true && ! ceph orch upgrade status | jq '"'"'.message'"'"' | grep Error ; do ceph orch ps ; ceph versions ; ceph orch upgrade status ; sleep 30 ; done' 2024-09-13T14:25:25.934 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:25:25 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:25:25.726987298Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:25:25.934 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:25:25 smithi178 bash[70490]: cluster 2024-09-13T14:25:24.314786+0000 mgr.y (mgr.25139) 305 : cluster [DBG] pgmap v166: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:25:25.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:25:25 smithi178 bash[70490]: cluster 2024-09-13T14:25:24.314786+0000 mgr.y (mgr.25139) 305 : cluster [DBG] pgmap v166: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:25:25.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:25:25 smithi178 bash[70490]: cephadm 2024-09-13T14:25:24.664410+0000 mgr.y (mgr.25139) 306 : cephadm [INF] Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:b0201b8c79733293453e7f10a10c7fa43119222b 2024-09-13T14:25:25.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:25:25 smithi178 bash[70490]: cephadm 2024-09-13T14:25:24.664410+0000 mgr.y (mgr.25139) 306 : cephadm [INF] Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:b0201b8c79733293453e7f10a10c7fa43119222b 2024-09-13T14:25:25.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:25:25 smithi178 bash[70490]: audit 2024-09-13T14:25:24.670952+0000 mon.a (mon.0) 1637 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:25:25.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:25:25 smithi178 bash[70490]: audit 2024-09-13T14:25:24.670952+0000 mon.a (mon.0) 1637 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:25:25.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:25:25 smithi178 bash[70490]: audit 2024-09-13T14:25:25.352211+0000 mon.a (mon.0) 1638 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:25:25.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:25:25 smithi178 bash[70490]: audit 2024-09-13T14:25:25.352211+0000 mon.a (mon.0) 1638 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:25:25.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:25:25 smithi178 bash[70490]: audit 2024-09-13T14:25:25.353684+0000 mon.a (mon.0) 1639 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T14:25:25.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:25:25 smithi178 bash[70490]: audit 2024-09-13T14:25:25.353684+0000 mon.a (mon.0) 1639 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T14:25:25.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:25:25 smithi178 bash[70490]: audit 2024-09-13T14:25:25.362299+0000 mon.a (mon.0) 1640 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:25:25.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:25:25 smithi178 bash[70490]: audit 2024-09-13T14:25:25.362299+0000 mon.a (mon.0) 1640 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:25:25.972 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:25 smithi062 bash[19845]: cluster 2024-09-13T14:25:24.314786+0000 mgr.y (mgr.25139) 305 : cluster [DBG] pgmap v166: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:25:25.972 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:25 smithi062 bash[19845]: cephadm 2024-09-13T14:25:24.664410+0000 mgr.y (mgr.25139) 306 : cephadm [INF] Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:b0201b8c79733293453e7f10a10c7fa43119222b 2024-09-13T14:25:25.972 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:25 smithi062 bash[19845]: audit 2024-09-13T14:25:24.670952+0000 mon.a (mon.0) 1637 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:25:25.973 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:25 smithi062 bash[19845]: audit 2024-09-13T14:25:25.352211+0000 mon.a (mon.0) 1638 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:25:25.973 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:25 smithi062 bash[19845]: audit 2024-09-13T14:25:25.353684+0000 mon.a (mon.0) 1639 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T14:25:25.973 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:25 smithi062 bash[19845]: audit 2024-09-13T14:25:25.362299+0000 mon.a (mon.0) 1640 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:25:25.973 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:25:25 smithi062 bash[26634]: cluster 2024-09-13T14:25:24.314786+0000 mgr.y (mgr.25139) 305 : cluster [DBG] pgmap v166: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:25:25.973 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:25:25 smithi062 bash[26634]: cephadm 2024-09-13T14:25:24.664410+0000 mgr.y (mgr.25139) 306 : cephadm [INF] Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:b0201b8c79733293453e7f10a10c7fa43119222b 2024-09-13T14:25:25.973 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:25:25 smithi062 bash[26634]: audit 2024-09-13T14:25:24.670952+0000 mon.a (mon.0) 1637 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:25:25.973 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:25:25 smithi062 bash[26634]: audit 2024-09-13T14:25:25.352211+0000 mon.a (mon.0) 1638 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:25:25.973 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:25:25 smithi062 bash[26634]: audit 2024-09-13T14:25:25.353684+0000 mon.a (mon.0) 1639 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-13T14:25:25.973 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:25:25 smithi062 bash[26634]: audit 2024-09-13T14:25:25.362299+0000 mon.a (mon.0) 1640 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:25:26.934 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:25:26 smithi178 bash[70490]: cephadm 2024-09-13T14:25:25.432335+0000 mgr.y (mgr.25139) 307 : cephadm [INF] Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:b0201b8c79733293453e7f10a10c7fa43119222b 2024-09-13T14:25:26.934 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:25:26 smithi178 bash[70490]: cephadm 2024-09-13T14:25:25.432335+0000 mgr.y (mgr.25139) 307 : cephadm [INF] Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:b0201b8c79733293453e7f10a10c7fa43119222b 2024-09-13T14:25:27.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:26 smithi062 bash[19845]: cephadm 2024-09-13T14:25:25.432335+0000 mgr.y (mgr.25139) 307 : cephadm [INF] Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:b0201b8c79733293453e7f10a10c7fa43119222b 2024-09-13T14:25:27.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:25:26 smithi062 bash[26634]: cephadm 2024-09-13T14:25:25.432335+0000 mgr.y (mgr.25139) 307 : cephadm [INF] Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:b0201b8c79733293453e7f10a10c7fa43119222b 2024-09-13T14:25:27.934 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:25:27 smithi178 bash[70490]: cluster 2024-09-13T14:25:26.315228+0000 mgr.y (mgr.25139) 308 : cluster [DBG] pgmap v167: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:25:27.934 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:25:27 smithi178 bash[70490]: cluster 2024-09-13T14:25:26.315228+0000 mgr.y (mgr.25139) 308 : cluster [DBG] pgmap v167: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:25:28.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:27 smithi062 bash[19845]: cluster 2024-09-13T14:25:26.315228+0000 mgr.y (mgr.25139) 308 : cluster [DBG] pgmap v167: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:25:28.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:25:27 smithi062 bash[26634]: cluster 2024-09-13T14:25:26.315228+0000 mgr.y (mgr.25139) 308 : cluster [DBG] pgmap v167: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:25:29.005 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:25:28 smithi062 bash[26634]: audit 2024-09-13T14:25:27.716068+0000 mon.a (mon.0) 1641 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:25:29.005 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:25:28 smithi062 bash[26634]: cephadm 2024-09-13T14:25:27.716759+0000 mgr.y (mgr.25139) 309 : cephadm [INF] Upgrade: Target is version 19.3.0-4917-gb0201b8c (squid) 2024-09-13T14:25:29.005 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:25:28 smithi062 bash[26634]: cephadm 2024-09-13T14:25:27.716902+0000 mgr.y (mgr.25139) 310 : cephadm [INF] Upgrade: Target container is quay.ceph.io/ceph-ci/ceph:b0201b8c79733293453e7f10a10c7fa43119222b, digests ['quay.ceph.io/ceph-ci/ceph@sha256:5ab18e92f956ea4280103e54eef24f76e1a43e77fc4dc78cee3cb12c7a94538b'] 2024-09-13T14:25:29.005 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:25:28 smithi062 bash[26634]: audit 2024-09-13T14:25:27.719679+0000 mon.a (mon.0) 1642 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T14:25:29.005 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:25:28 smithi062 bash[26634]: audit 2024-09-13T14:25:27.722457+0000 mon.a (mon.0) 1643 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:25:29.005 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:25:28 smithi062 bash[26634]: cephadm 2024-09-13T14:25:27.723477+0000 mgr.y (mgr.25139) 311 : cephadm [INF] Upgrade: Setting container_image for all mgr 2024-09-13T14:25:29.005 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:25:28 smithi062 bash[26634]: audit 2024-09-13T14:25:27.733229+0000 mon.a (mon.0) 1644 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:25:29.005 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:25:28 smithi062 bash[26634]: audit 2024-09-13T14:25:27.738461+0000 mon.a (mon.0) 1645 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-09-13T14:25:29.005 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:25:28 smithi062 bash[26634]: audit 2024-09-13T14:25:27.739499+0000 mon.a (mon.0) 1646 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["a"]}]: dispatch 2024-09-13T14:25:29.006 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:25:28 smithi062 bash[26634]: cephadm 2024-09-13T14:25:27.740262+0000 mgr.y (mgr.25139) 312 : cephadm [INF] Upgrade: It appears safe to stop mon.a 2024-09-13T14:25:29.006 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:28 smithi062 bash[19845]: audit 2024-09-13T14:25:27.716068+0000 mon.a (mon.0) 1641 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:25:29.006 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:28 smithi062 bash[19845]: cephadm 2024-09-13T14:25:27.716759+0000 mgr.y (mgr.25139) 309 : cephadm [INF] Upgrade: Target is version 19.3.0-4917-gb0201b8c (squid) 2024-09-13T14:25:29.006 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:28 smithi062 bash[19845]: cephadm 2024-09-13T14:25:27.716902+0000 mgr.y (mgr.25139) 310 : cephadm [INF] Upgrade: Target container is quay.ceph.io/ceph-ci/ceph:b0201b8c79733293453e7f10a10c7fa43119222b, digests ['quay.ceph.io/ceph-ci/ceph@sha256:5ab18e92f956ea4280103e54eef24f76e1a43e77fc4dc78cee3cb12c7a94538b'] 2024-09-13T14:25:29.006 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:28 smithi062 bash[19845]: audit 2024-09-13T14:25:27.719679+0000 mon.a (mon.0) 1642 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T14:25:29.006 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:28 smithi062 bash[19845]: audit 2024-09-13T14:25:27.722457+0000 mon.a (mon.0) 1643 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:25:29.006 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:28 smithi062 bash[19845]: cephadm 2024-09-13T14:25:27.723477+0000 mgr.y (mgr.25139) 311 : cephadm [INF] Upgrade: Setting container_image for all mgr 2024-09-13T14:25:29.006 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:28 smithi062 bash[19845]: audit 2024-09-13T14:25:27.733229+0000 mon.a (mon.0) 1644 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:25:29.006 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:28 smithi062 bash[19845]: audit 2024-09-13T14:25:27.738461+0000 mon.a (mon.0) 1645 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-09-13T14:25:29.006 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:28 smithi062 bash[19845]: audit 2024-09-13T14:25:27.739499+0000 mon.a (mon.0) 1646 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["a"]}]: dispatch 2024-09-13T14:25:29.007 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:28 smithi062 bash[19845]: cephadm 2024-09-13T14:25:27.740262+0000 mgr.y (mgr.25139) 312 : cephadm [INF] Upgrade: It appears safe to stop mon.a 2024-09-13T14:25:29.184 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:25:28 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:25:28.754716429Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:25:29.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:25:28 smithi178 bash[70490]: audit 2024-09-13T14:25:27.716068+0000 mon.a (mon.0) 1641 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:25:29.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:25:28 smithi178 bash[70490]: audit 2024-09-13T14:25:27.716068+0000 mon.a (mon.0) 1641 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:25:29.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:25:28 smithi178 bash[70490]: cephadm 2024-09-13T14:25:27.716759+0000 mgr.y (mgr.25139) 309 : cephadm [INF] Upgrade: Target is version 19.3.0-4917-gb0201b8c (squid) 2024-09-13T14:25:29.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:25:28 smithi178 bash[70490]: cephadm 2024-09-13T14:25:27.716759+0000 mgr.y (mgr.25139) 309 : cephadm [INF] Upgrade: Target is version 19.3.0-4917-gb0201b8c (squid) 2024-09-13T14:25:29.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:25:28 smithi178 bash[70490]: cephadm 2024-09-13T14:25:27.716902+0000 mgr.y (mgr.25139) 310 : cephadm [INF] Upgrade: Target container is quay.ceph.io/ceph-ci/ceph:b0201b8c79733293453e7f10a10c7fa43119222b, digests ['quay.ceph.io/ceph-ci/ceph@sha256:5ab18e92f956ea4280103e54eef24f76e1a43e77fc4dc78cee3cb12c7a94538b'] 2024-09-13T14:25:29.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:25:28 smithi178 bash[70490]: cephadm 2024-09-13T14:25:27.716902+0000 mgr.y (mgr.25139) 310 : cephadm [INF] Upgrade: Target container is quay.ceph.io/ceph-ci/ceph:b0201b8c79733293453e7f10a10c7fa43119222b, digests ['quay.ceph.io/ceph-ci/ceph@sha256:5ab18e92f956ea4280103e54eef24f76e1a43e77fc4dc78cee3cb12c7a94538b'] 2024-09-13T14:25:29.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:25:28 smithi178 bash[70490]: audit 2024-09-13T14:25:27.719679+0000 mon.a (mon.0) 1642 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T14:25:29.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:25:28 smithi178 bash[70490]: audit 2024-09-13T14:25:27.719679+0000 mon.a (mon.0) 1642 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-13T14:25:29.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:25:28 smithi178 bash[70490]: audit 2024-09-13T14:25:27.722457+0000 mon.a (mon.0) 1643 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:25:29.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:25:28 smithi178 bash[70490]: audit 2024-09-13T14:25:27.722457+0000 mon.a (mon.0) 1643 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:25:29.186 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:25:28 smithi178 bash[70490]: cephadm 2024-09-13T14:25:27.723477+0000 mgr.y (mgr.25139) 311 : cephadm [INF] Upgrade: Setting container_image for all mgr 2024-09-13T14:25:29.186 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:25:28 smithi178 bash[70490]: cephadm 2024-09-13T14:25:27.723477+0000 mgr.y (mgr.25139) 311 : cephadm [INF] Upgrade: Setting container_image for all mgr 2024-09-13T14:25:29.186 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:25:28 smithi178 bash[70490]: audit 2024-09-13T14:25:27.733229+0000 mon.a (mon.0) 1644 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:25:29.186 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:25:28 smithi178 bash[70490]: audit 2024-09-13T14:25:27.733229+0000 mon.a (mon.0) 1644 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:25:29.186 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:25:28 smithi178 bash[70490]: audit 2024-09-13T14:25:27.738461+0000 mon.a (mon.0) 1645 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-09-13T14:25:29.186 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:25:28 smithi178 bash[70490]: audit 2024-09-13T14:25:27.738461+0000 mon.a (mon.0) 1645 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-09-13T14:25:29.186 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:25:28 smithi178 bash[70490]: audit 2024-09-13T14:25:27.739499+0000 mon.a (mon.0) 1646 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["a"]}]: dispatch 2024-09-13T14:25:29.186 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:25:28 smithi178 bash[70490]: audit 2024-09-13T14:25:27.739499+0000 mon.a (mon.0) 1646 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["a"]}]: dispatch 2024-09-13T14:25:29.186 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:25:28 smithi178 bash[70490]: cephadm 2024-09-13T14:25:27.740262+0000 mgr.y (mgr.25139) 312 : cephadm [INF] Upgrade: It appears safe to stop mon.a 2024-09-13T14:25:29.186 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:25:28 smithi178 bash[70490]: cephadm 2024-09-13T14:25:27.740262+0000 mgr.y (mgr.25139) 312 : cephadm [INF] Upgrade: It appears safe to stop mon.a 2024-09-13T14:25:30.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:29 smithi062 bash[19845]: cluster 2024-09-13T14:25:28.315903+0000 mgr.y (mgr.25139) 313 : cluster [DBG] pgmap v168: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:25:30.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:29 smithi062 bash[19845]: audit 2024-09-13T14:25:28.857586+0000 mon.a (mon.0) 1647 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:25:30.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:25:29 smithi062 bash[26634]: cluster 2024-09-13T14:25:28.315903+0000 mgr.y (mgr.25139) 313 : cluster [DBG] pgmap v168: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:25:30.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:25:29 smithi062 bash[26634]: audit 2024-09-13T14:25:28.857586+0000 mon.a (mon.0) 1647 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:25:30.184 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:25:29 smithi178 bash[70490]: cluster 2024-09-13T14:25:28.315903+0000 mgr.y (mgr.25139) 313 : cluster [DBG] pgmap v168: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:25:30.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:25:29 smithi178 bash[70490]: cluster 2024-09-13T14:25:28.315903+0000 mgr.y (mgr.25139) 313 : cluster [DBG] pgmap v168: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:25:30.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:25:29 smithi178 bash[70490]: audit 2024-09-13T14:25:28.857586+0000 mon.a (mon.0) 1647 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:25:30.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:25:29 smithi178 bash[70490]: audit 2024-09-13T14:25:28.857586+0000 mon.a (mon.0) 1647 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-13T14:25:30.634 INFO:teuthology.orchestra.run.smithi062.stderr:Inferring config /var/lib/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T14:25:31.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:25:31 smithi178 bash[70490]: cephadm 2024-09-13T14:25:30.158051+0000 mgr.y (mgr.25139) 314 : cephadm [INF] Upgrade: Updating mon.a 2024-09-13T14:25:31.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:25:31 smithi178 bash[70490]: cephadm 2024-09-13T14:25:30.158051+0000 mgr.y (mgr.25139) 314 : cephadm [INF] Upgrade: Updating mon.a 2024-09-13T14:25:31.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:25:31 smithi178 bash[70490]: audit 2024-09-13T14:25:30.165705+0000 mon.a (mon.0) 1648 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:25:31.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:25:31 smithi178 bash[70490]: audit 2024-09-13T14:25:30.165705+0000 mon.a (mon.0) 1648 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:25:31.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:25:31 smithi178 bash[70490]: audit 2024-09-13T14:25:30.169993+0000 mon.a (mon.0) 1649 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-13T14:25:31.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:25:31 smithi178 bash[70490]: audit 2024-09-13T14:25:30.169993+0000 mon.a (mon.0) 1649 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-13T14:25:31.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:25:31 smithi178 bash[70490]: audit 2024-09-13T14:25:30.171203+0000 mon.a (mon.0) 1650 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-13T14:25:31.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:25:31 smithi178 bash[70490]: audit 2024-09-13T14:25:30.171203+0000 mon.a (mon.0) 1650 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-13T14:25:31.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:25:31 smithi178 bash[70490]: audit 2024-09-13T14:25:30.172560+0000 mon.a (mon.0) 1651 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:25:31.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:25:31 smithi178 bash[70490]: audit 2024-09-13T14:25:30.172560+0000 mon.a (mon.0) 1651 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:25:31.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:25:31 smithi178 bash[70490]: cephadm 2024-09-13T14:25:30.174252+0000 mgr.y (mgr.25139) 315 : cephadm [INF] Deploying daemon mon.a on smithi062 2024-09-13T14:25:31.436 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:25:31 smithi178 bash[70490]: cephadm 2024-09-13T14:25:30.174252+0000 mgr.y (mgr.25139) 315 : cephadm [INF] Deploying daemon mon.a on smithi062 2024-09-13T14:25:31.436 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:25:31 smithi178 bash[70490]: cluster 2024-09-13T14:25:30.317583+0000 mgr.y (mgr.25139) 316 : cluster [DBG] pgmap v169: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:25:31.436 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:25:31 smithi178 bash[70490]: cluster 2024-09-13T14:25:30.317583+0000 mgr.y (mgr.25139) 316 : cluster [DBG] pgmap v169: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:25:31.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:31 smithi062 bash[19845]: cephadm 2024-09-13T14:25:30.158051+0000 mgr.y (mgr.25139) 314 : cephadm [INF] Upgrade: Updating mon.a 2024-09-13T14:25:31.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:31 smithi062 bash[19845]: audit 2024-09-13T14:25:30.165705+0000 mon.a (mon.0) 1648 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:25:31.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:31 smithi062 bash[19845]: audit 2024-09-13T14:25:30.169993+0000 mon.a (mon.0) 1649 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-13T14:25:31.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:31 smithi062 bash[19845]: audit 2024-09-13T14:25:30.171203+0000 mon.a (mon.0) 1650 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-13T14:25:31.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:31 smithi062 bash[19845]: audit 2024-09-13T14:25:30.172560+0000 mon.a (mon.0) 1651 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:25:31.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:31 smithi062 bash[19845]: cephadm 2024-09-13T14:25:30.174252+0000 mgr.y (mgr.25139) 315 : cephadm [INF] Deploying daemon mon.a on smithi062 2024-09-13T14:25:31.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:31 smithi062 bash[19845]: cluster 2024-09-13T14:25:30.317583+0000 mgr.y (mgr.25139) 316 : cluster [DBG] pgmap v169: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:25:31.504 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:25:31 smithi062 bash[26634]: cephadm 2024-09-13T14:25:30.158051+0000 mgr.y (mgr.25139) 314 : cephadm [INF] Upgrade: Updating mon.a 2024-09-13T14:25:31.504 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:25:31 smithi062 bash[26634]: audit 2024-09-13T14:25:30.165705+0000 mon.a (mon.0) 1648 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' 2024-09-13T14:25:31.504 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:25:31 smithi062 bash[26634]: audit 2024-09-13T14:25:30.169993+0000 mon.a (mon.0) 1649 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-13T14:25:31.504 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:25:31 smithi062 bash[26634]: audit 2024-09-13T14:25:30.171203+0000 mon.a (mon.0) 1650 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-13T14:25:31.504 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:25:31 smithi062 bash[26634]: audit 2024-09-13T14:25:30.172560+0000 mon.a (mon.0) 1651 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-13T14:25:31.504 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:25:31 smithi062 bash[26634]: cephadm 2024-09-13T14:25:30.174252+0000 mgr.y (mgr.25139) 315 : cephadm [INF] Deploying daemon mon.a on smithi062 2024-09-13T14:25:31.504 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:25:31 smithi062 bash[26634]: cluster 2024-09-13T14:25:30.317583+0000 mgr.y (mgr.25139) 316 : cluster [DBG] pgmap v169: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:25:32.184 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:25:31 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:25:31.743336687Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:25:32.805 INFO:teuthology.orchestra.run.smithi062.stdout:true 2024-09-13T14:25:33.471 INFO:teuthology.orchestra.run.smithi062.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-13T14:25:33.471 INFO:teuthology.orchestra.run.smithi062.stdout:alertmanager.a smithi062 *:9093,9094 running (3m) 3m ago 30m 14.2M - 0.27.0 11f11916f8cd 6e93dcf56cea 2024-09-13T14:25:33.471 INFO:teuthology.orchestra.run.smithi062.stdout:grafana.a smithi178 *:3000 running (2m) 68s ago 30m 68.2M - 10.4.0 c8b91775d855 e5af99a01b68 2024-09-13T14:25:33.471 INFO:teuthology.orchestra.run.smithi062.stdout:iscsi.foo.smithi062.auboqe smithi062 *:5000 running (5m) 3m ago 28m 48.0M - 3.8 19dc8d659727 5db99a6f8116 2024-09-13T14:25:33.471 INFO:teuthology.orchestra.run.smithi062.stdout:mgr.x smithi178 *:8443,9283,8765 running (5m) 68s ago 39m 441M - 19.3.0-4917-gb0201b8c 1641fe80ce72 fc18b6fcd5bd 2024-09-13T14:25:33.472 INFO:teuthology.orchestra.run.smithi062.stdout:mgr.y smithi062 *:8443,9283,8765 running (15m) 3m ago 41m 503M - 19.3.0-4917-gb0201b8c 1641fe80ce72 fd629cc84850 2024-09-13T14:25:33.472 INFO:teuthology.orchestra.run.smithi062.stdout:mon.a smithi062 running (41m) 3m ago 41m 85.1M 2048M 19.1.1-322-g7741f7f9 19dc8d659727 4664a2c15794 2024-09-13T14:25:33.472 INFO:teuthology.orchestra.run.smithi062.stdout:mon.b smithi178 running (76s) 68s ago 39m 18.1M 2048M 19.3.0-4917-gb0201b8c 1641fe80ce72 4246b63ea822 2024-09-13T14:25:33.472 INFO:teuthology.orchestra.run.smithi062.stdout:mon.c smithi062 running (39m) 3m ago 39m 59.9M 2048M 19.1.1-322-g7741f7f9 19dc8d659727 0846e375e651 2024-09-13T14:25:33.472 INFO:teuthology.orchestra.run.smithi062.stdout:node-exporter.a smithi062 *:9100 running (4m) 3m ago 30m 7447k - 1.7.0 72c9c2088986 d2a19c03fb98 2024-09-13T14:25:33.472 INFO:teuthology.orchestra.run.smithi062.stdout:node-exporter.b smithi178 *:9100 running (4m) 68s ago 30m 8131k - 1.7.0 72c9c2088986 ef73b17b6575 2024-09-13T14:25:33.472 INFO:teuthology.orchestra.run.smithi062.stdout:osd.0 smithi062 running (38m) 3m ago 38m 67.1M 3036M 19.1.1-322-g7741f7f9 19dc8d659727 a01ecc33ada0 2024-09-13T14:25:33.472 INFO:teuthology.orchestra.run.smithi062.stdout:osd.1 smithi062 running (37m) 3m ago 37m 59.3M 3036M 19.1.1-322-g7741f7f9 19dc8d659727 d6ca3f655d05 2024-09-13T14:25:33.472 INFO:teuthology.orchestra.run.smithi062.stdout:osd.2 smithi062 running (36m) 3m ago 36m 62.2M 3036M 19.1.1-322-g7741f7f9 19dc8d659727 f001b702483d 2024-09-13T14:25:33.472 INFO:teuthology.orchestra.run.smithi062.stdout:osd.3 smithi062 running (35m) 3m ago 35m 57.6M 3036M 19.1.1-322-g7741f7f9 19dc8d659727 cebed6322996 2024-09-13T14:25:33.472 INFO:teuthology.orchestra.run.smithi062.stdout:osd.4 smithi178 running (34m) 68s ago 34m 67.5M 3292M 19.1.1-322-g7741f7f9 19dc8d659727 7ff166ed36a8 2024-09-13T14:25:33.472 INFO:teuthology.orchestra.run.smithi062.stdout:osd.5 smithi178 running (33m) 68s ago 33m 64.7M 3292M 19.1.1-322-g7741f7f9 19dc8d659727 0ee354299930 2024-09-13T14:25:33.472 INFO:teuthology.orchestra.run.smithi062.stdout:osd.6 smithi178 running (32m) 68s ago 33m 55.2M 3292M 19.1.1-322-g7741f7f9 19dc8d659727 e6cb50c05b1b 2024-09-13T14:25:33.473 INFO:teuthology.orchestra.run.smithi062.stdout:osd.7 smithi178 running (32m) 68s ago 32m 64.7M 3292M 19.1.1-322-g7741f7f9 19dc8d659727 fbc9d74ccd0e 2024-09-13T14:25:33.473 INFO:teuthology.orchestra.run.smithi062.stdout:prometheus.a smithi178 *:9095 running (4m) 68s ago 31m 37.2M - 2.51.0 1d3b7f56885b 3a9393efc8c5 2024-09-13T14:25:33.473 INFO:teuthology.orchestra.run.smithi062.stdout:rgw.foo.smithi062.raldkl smithi062 *:8000 running (28m) 3m ago 28m 100M - 19.1.1-322-g7741f7f9 19dc8d659727 c374202ad667 2024-09-13T14:25:33.473 INFO:teuthology.orchestra.run.smithi062.stdout:rgw.foo.smithi178.sseeij smithi178 *:8000 running (28m) 68s ago 28m 102M - 19.1.1-322-g7741f7f9 19dc8d659727 86fcacc26a6b 2024-09-13T14:25:33.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:33 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:25:33.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:33 smithi062 bash[19845]: cluster 2024-09-13T14:25:32.318356+0000 mgr.y (mgr.25139) 317 : cluster [DBG] pgmap v170: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:25:33.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:33 smithi062 bash[19845]: audit 2024-09-13T14:25:32.408244+0000 mgr.y (mgr.25139) 318 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:25:33.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:33 smithi062 bash[19845]: audit 2024-09-13T14:25:32.793998+0000 mgr.y (mgr.25139) 319 : audit [DBG] from='client.25607 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:25:33.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:33 smithi062 systemd[1]: Stopping Ceph mon.a for ff1149ea-71d5-11ef-bceb-c7b262605968... 2024-09-13T14:25:33.503 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:25:33 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:25:33.504 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:25:33 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:25:33.504 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:25:33 smithi062 bash[26634]: cluster 2024-09-13T14:25:32.318356+0000 mgr.y (mgr.25139) 317 : cluster [DBG] pgmap v170: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:25:33.504 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:25:33 smithi062 bash[26634]: audit 2024-09-13T14:25:32.408244+0000 mgr.y (mgr.25139) 318 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:25:33.504 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:25:33 smithi062 bash[26634]: audit 2024-09-13T14:25:32.793998+0000 mgr.y (mgr.25139) 319 : audit [DBG] from='client.25607 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:25:33.504 INFO:journalctl@ceph.osd.0.smithi062.stdout:Sep 13 14:25:33 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:25:33.505 INFO:journalctl@ceph.osd.1.smithi062.stdout:Sep 13 14:25:33 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:25:33.505 INFO:journalctl@ceph.osd.2.smithi062.stdout:Sep 13 14:25:33 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:25:33.505 INFO:journalctl@ceph.osd.3.smithi062.stdout:Sep 13 14:25:33 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:25:33.505 INFO:journalctl@ceph.node-exporter.a.smithi062.stdout:Sep 13 14:25:33 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:25:33.506 INFO:journalctl@ceph.alertmanager.a.smithi062.stdout:Sep 13 14:25:33 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:25:33.684 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:25:33 smithi178 bash[70490]: cluster 2024-09-13T14:25:32.318356+0000 mgr.y (mgr.25139) 317 : cluster [DBG] pgmap v170: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:25:33.684 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:25:33 smithi178 bash[70490]: cluster 2024-09-13T14:25:32.318356+0000 mgr.y (mgr.25139) 317 : cluster [DBG] pgmap v170: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:25:33.684 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:25:33 smithi178 bash[70490]: audit 2024-09-13T14:25:32.408244+0000 mgr.y (mgr.25139) 318 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:25:33.685 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:25:33 smithi178 bash[70490]: audit 2024-09-13T14:25:32.408244+0000 mgr.y (mgr.25139) 318 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:25:33.685 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:25:33 smithi178 bash[70490]: audit 2024-09-13T14:25:32.793998+0000 mgr.y (mgr.25139) 319 : audit [DBG] from='client.25607 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:25:33.685 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:25:33 smithi178 bash[70490]: audit 2024-09-13T14:25:32.793998+0000 mgr.y (mgr.25139) 319 : audit [DBG] from='client.25607 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:25:33.842 INFO:teuthology.orchestra.run.smithi062.stdout:{ 2024-09-13T14:25:33.842 INFO:teuthology.orchestra.run.smithi062.stdout: "mon": { 2024-09-13T14:25:33.842 INFO:teuthology.orchestra.run.smithi062.stdout: "ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable)": 2, 2024-09-13T14:25:33.842 INFO:teuthology.orchestra.run.smithi062.stdout: "ceph version 19.3.0-4917-gb0201b8c (b0201b8c79733293453e7f10a10c7fa43119222b) squid (dev)": 1 2024-09-13T14:25:33.842 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-09-13T14:25:33.842 INFO:teuthology.orchestra.run.smithi062.stdout: "mgr": { 2024-09-13T14:25:33.842 INFO:teuthology.orchestra.run.smithi062.stdout: "ceph version 19.3.0-4917-gb0201b8c (b0201b8c79733293453e7f10a10c7fa43119222b) squid (dev)": 2 2024-09-13T14:25:33.842 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-09-13T14:25:33.842 INFO:teuthology.orchestra.run.smithi062.stdout: "osd": { 2024-09-13T14:25:33.842 INFO:teuthology.orchestra.run.smithi062.stdout: "ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable)": 8 2024-09-13T14:25:33.842 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-09-13T14:25:33.843 INFO:teuthology.orchestra.run.smithi062.stdout: "rgw": { 2024-09-13T14:25:33.843 INFO:teuthology.orchestra.run.smithi062.stdout: "ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable)": 2 2024-09-13T14:25:33.843 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-09-13T14:25:33.843 INFO:teuthology.orchestra.run.smithi062.stdout: "overall": { 2024-09-13T14:25:33.843 INFO:teuthology.orchestra.run.smithi062.stdout: "ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable)": 12, 2024-09-13T14:25:33.843 INFO:teuthology.orchestra.run.smithi062.stdout: "ceph version 19.3.0-4917-gb0201b8c (b0201b8c79733293453e7f10a10c7fa43119222b) squid (dev)": 3 2024-09-13T14:25:33.843 INFO:teuthology.orchestra.run.smithi062.stdout: } 2024-09-13T14:25:33.843 INFO:teuthology.orchestra.run.smithi062.stdout:} 2024-09-13T14:25:33.859 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:25:33 smithi062 bash[68610]: ::ffff:172.21.15.178 - - [13/Sep/2024:14:25:33] "GET /metrics HTTP/1.1" 200 38230 "" "Prometheus/2.51.0" 2024-09-13T14:25:33.859 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:25:33 smithi062 bash[68610]: [13/Sep/2024:14:25:33] ENGINE Bus STOPPING 2024-09-13T14:25:33.859 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:33 smithi062 bash[19845]: debug 2024-09-13T14:25:33.601+0000 7fb34f569640 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-stderr=true (PID: 1) UID: 0 2024-09-13T14:25:33.859 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:33 smithi062 bash[19845]: debug 2024-09-13T14:25:33.601+0000 7fb34f569640 -1 mon.a@0(leader) e3 *** Got Signal Terminated *** 2024-09-13T14:25:34.141 INFO:teuthology.orchestra.run.smithi062.stdout:{ 2024-09-13T14:25:34.141 INFO:teuthology.orchestra.run.smithi062.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph:b0201b8c79733293453e7f10a10c7fa43119222b", 2024-09-13T14:25:34.141 INFO:teuthology.orchestra.run.smithi062.stdout: "in_progress": true, 2024-09-13T14:25:34.141 INFO:teuthology.orchestra.run.smithi062.stdout: "which": "Upgrading daemons of type(s) mon on host(s) smithi062", 2024-09-13T14:25:34.141 INFO:teuthology.orchestra.run.smithi062.stdout: "services_complete": [], 2024-09-13T14:25:34.141 INFO:teuthology.orchestra.run.smithi062.stdout: "progress": "0/2 daemons upgraded", 2024-09-13T14:25:34.141 INFO:teuthology.orchestra.run.smithi062.stdout: "message": "Currently upgrading mon daemons", 2024-09-13T14:25:34.142 INFO:teuthology.orchestra.run.smithi062.stdout: "is_paused": false 2024-09-13T14:25:34.142 INFO:teuthology.orchestra.run.smithi062.stdout:} 2024-09-13T14:25:34.194 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:25:34 smithi062 bash[68610]: [13/Sep/2024:14:25:34] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-13T14:25:34.194 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:25:34 smithi062 bash[68610]: [13/Sep/2024:14:25:34] ENGINE Bus STOPPED 2024-09-13T14:25:34.194 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:25:34 smithi062 bash[68610]: [13/Sep/2024:14:25:34] ENGINE Bus STARTING 2024-09-13T14:25:34.502 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:34 smithi062 bash[89051]: ceph-ff1149ea-71d5-11ef-bceb-c7b262605968-mon-a 2024-09-13T14:25:34.503 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:25:34 smithi062 bash[68610]: [13/Sep/2024:14:25:34] ENGINE Serving on http://:::9283 2024-09-13T14:25:34.503 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:25:34 smithi062 bash[68610]: [13/Sep/2024:14:25:34] ENGINE Bus STARTED 2024-09-13T14:25:34.912 INFO:journalctl@ceph.osd.0.smithi062.stdout:Sep 13 14:25:34 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:25:34.912 INFO:journalctl@ceph.node-exporter.a.smithi062.stdout:Sep 13 14:25:34 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:25:34.913 INFO:journalctl@ceph.alertmanager.a.smithi062.stdout:Sep 13 14:25:34 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:25:34.913 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:25:34 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:25:34.913 INFO:journalctl@ceph.osd.2.smithi062.stdout:Sep 13 14:25:34 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:25:34.913 INFO:journalctl@ceph.osd.3.smithi062.stdout:Sep 13 14:25:34 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:25:34.914 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:34 smithi062 bash[89166]: Error response from daemon: No such container: ceph-ff1149ea-71d5-11ef-bceb-c7b262605968-mon-a 2024-09-13T14:25:34.914 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:34 smithi062 systemd[1]: ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@mon.a.service: Deactivated successfully. 2024-09-13T14:25:34.914 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:34 smithi062 systemd[1]: Stopped Ceph mon.a for ff1149ea-71d5-11ef-bceb-c7b262605968. 2024-09-13T14:25:34.914 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:34 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:25:34.914 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:34 smithi062 systemd[1]: Started Ceph mon.a for ff1149ea-71d5-11ef-bceb-c7b262605968. 2024-09-13T14:25:34.914 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:25:34 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:25:34.915 INFO:journalctl@ceph.osd.1.smithi062.stdout:Sep 13 14:25:34 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:25:35.184 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:25:34 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:25:34.721009222Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:25:36.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: debug 2024-09-13T14:25:35.961+0000 7f8568c32c80 0 set uid:gid to 167:167 (ceph:ceph) 2024-09-13T14:25:36.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: debug 2024-09-13T14:25:35.961+0000 7f8568c32c80 0 ceph version 19.3.0-4917-gb0201b8c (b0201b8c79733293453e7f10a10c7fa43119222b) squid (dev), process ceph-mon, pid 7 2024-09-13T14:25:36.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: debug 2024-09-13T14:25:35.961+0000 7f8568c32c80 0 pidfile_write: ignore empty --pid-file 2024-09-13T14:25:36.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: debug 2024-09-13T14:25:35.965+0000 7f8568c32c80 0 load: jerasure load: lrc 2024-09-13T14:25:36.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: debug 2024-09-13T14:25:35.965+0000 7f8568c32c80 4 rocksdb: RocksDB version: 7.9.2 2024-09-13T14:25:36.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: debug 2024-09-13T14:25:35.965+0000 7f8568c32c80 4 rocksdb: Git sha 0 2024-09-13T14:25:36.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: debug 2024-09-13T14:25:35.965+0000 7f8568c32c80 4 rocksdb: Compile date 2024-09-13 10:06:52 2024-09-13T14:25:36.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: debug 2024-09-13T14:25:35.965+0000 7f8568c32c80 4 rocksdb: DB SUMMARY 2024-09-13T14:25:36.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: debug 2024-09-13T14:25:35.965+0000 7f8568c32c80 4 rocksdb: DB Session ID: 01HGPPIFSL7OWX8X4LMP 2024-09-13T14:25:36.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: debug 2024-09-13T14:25:35.965+0000 7f8568c32c80 4 rocksdb: CURRENT file: CURRENT 2024-09-13T14:25:36.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: debug 2024-09-13T14:25:35.965+0000 7f8568c32c80 4 rocksdb: IDENTITY file: IDENTITY 2024-09-13T14:25:36.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: debug 2024-09-13T14:25:35.965+0000 7f8568c32c80 4 rocksdb: MANIFEST file: MANIFEST-000015 size: 4675 Bytes 2024-09-13T14:25:36.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: debug 2024-09-13T14:25:35.965+0000 7f8568c32c80 4 rocksdb: SST files in /var/lib/ceph/mon/ceph-a/store.db dir, Total Num: 1, files: 000071.sst 2024-09-13T14:25:36.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: debug 2024-09-13T14:25:35.965+0000 7f8568c32c80 4 rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-a/store.db: 000069.log size: 664721 ; 2024-09-13T14:25:36.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: debug 2024-09-13T14:25:35.965+0000 7f8568c32c80 4 rocksdb: Options.error_if_exists: 0 2024-09-13T14:25:36.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: debug 2024-09-13T14:25:35.965+0000 7f8568c32c80 4 rocksdb: Options.create_if_missing: 0 2024-09-13T14:25:36.255 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: debug 2024-09-13T14:25:35.965+0000 7f8568c32c80 4 rocksdb: Options.paranoid_checks: 1 2024-09-13T14:25:36.255 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: debug 2024-09-13T14:25:35.965+0000 7f8568c32c80 4 rocksdb: Options.flush_verify_memtable_count: 1 2024-09-13T14:25:36.255 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: debug 2024-09-13T14:25:35.965+0000 7f8568c32c80 4 rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-09-13T14:25:36.255 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: debug 2024-09-13T14:25:35.965+0000 7f8568c32c80 4 rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-09-13T14:25:36.255 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: debug 2024-09-13T14:25:35.965+0000 7f8568c32c80 4 rocksdb: Options.env: 0x55aab8944120 2024-09-13T14:25:36.255 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: debug 2024-09-13T14:25:35.965+0000 7f8568c32c80 4 rocksdb: Options.fs: PosixFileSystem 2024-09-13T14:25:36.255 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: debug 2024-09-13T14:25:35.965+0000 7f8568c32c80 4 rocksdb: Options.info_log: 0x55aabadc7700 2024-09-13T14:25:36.255 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: debug 2024-09-13T14:25:35.965+0000 7f8568c32c80 4 rocksdb: Options.max_file_opening_threads: 16 2024-09-13T14:25:36.255 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: debug 2024-09-13T14:25:35.965+0000 7f8568c32c80 4 rocksdb: Options.statistics: (nil) 2024-09-13T14:25:36.255 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: debug 2024-09-13T14:25:35.965+0000 7f8568c32c80 4 rocksdb: Options.use_fsync: 0 2024-09-13T14:25:36.255 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: debug 2024-09-13T14:25:35.965+0000 7f8568c32c80 4 rocksdb: Options.max_log_file_size: 0 2024-09-13T14:25:36.256 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: debug 2024-09-13T14:25:35.965+0000 7f8568c32c80 4 rocksdb: Options.max_manifest_file_size: 1073741824 2024-09-13T14:25:36.256 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: debug 2024-09-13T14:25:35.965+0000 7f8568c32c80 4 rocksdb: Options.log_file_time_to_roll: 0 2024-09-13T14:25:36.256 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: debug 2024-09-13T14:25:35.965+0000 7f8568c32c80 4 rocksdb: Options.keep_log_file_num: 1000 2024-09-13T14:25:36.256 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: debug 2024-09-13T14:25:35.965+0000 7f8568c32c80 4 rocksdb: Options.recycle_log_file_num: 0 2024-09-13T14:25:36.257 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: debug 2024-09-13T14:25:35.965+0000 7f8568c32c80 4 rocksdb: Options.allow_fallocate: 1 2024-09-13T14:25:36.257 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: debug 2024-09-13T14:25:35.965+0000 7f8568c32c80 4 rocksdb: Options.allow_mmap_reads: 0 2024-09-13T14:25:36.257 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: debug 2024-09-13T14:25:35.965+0000 7f8568c32c80 4 rocksdb: Options.allow_mmap_writes: 0 2024-09-13T14:25:36.257 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: debug 2024-09-13T14:25:35.965+0000 7f8568c32c80 4 rocksdb: Options.use_direct_reads: 0 2024-09-13T14:25:36.257 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: debug 2024-09-13T14:25:35.965+0000 7f8568c32c80 4 rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-09-13T14:25:36.257 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: debug 2024-09-13T14:25:35.965+0000 7f8568c32c80 4 rocksdb: Options.create_missing_column_families: 0 2024-09-13T14:25:36.257 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: debug 2024-09-13T14:25:35.965+0000 7f8568c32c80 4 rocksdb: Options.db_log_dir: 2024-09-13T14:25:36.257 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: debug 2024-09-13T14:25:35.965+0000 7f8568c32c80 4 rocksdb: Options.wal_dir: 2024-09-13T14:25:36.257 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: debug 2024-09-13T14:25:35.965+0000 7f8568c32c80 4 rocksdb: Options.table_cache_numshardbits: 6 2024-09-13T14:25:36.257 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: debug 2024-09-13T14:25:35.965+0000 7f8568c32c80 4 rocksdb: Options.WAL_ttl_seconds: 0 2024-09-13T14:25:36.257 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: debug 2024-09-13T14:25:35.965+0000 7f8568c32c80 4 rocksdb: Options.WAL_size_limit_MB: 0 2024-09-13T14:25:36.257 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: debug 2024-09-13T14:25:35.965+0000 7f8568c32c80 4 rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-09-13T14:25:36.258 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: debug 2024-09-13T14:25:35.965+0000 7f8568c32c80 4 rocksdb: Options.manifest_preallocation_size: 4194304 2024-09-13T14:25:36.258 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: debug 2024-09-13T14:25:35.965+0000 7f8568c32c80 4 rocksdb: Options.is_fd_close_on_exec: 1 2024-09-13T14:25:36.258 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: debug 2024-09-13T14:25:35.965+0000 7f8568c32c80 4 rocksdb: Options.advise_random_on_open: 1 2024-09-13T14:25:36.258 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: debug 2024-09-13T14:25:35.965+0000 7f8568c32c80 4 rocksdb: Options.db_write_buffer_size: 0 2024-09-13T14:25:36.258 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: debug 2024-09-13T14:25:35.965+0000 7f8568c32c80 4 rocksdb: Options.write_buffer_manager: 0x55aabadca1e0 2024-09-13T14:25:36.258 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: debug 2024-09-13T14:25:35.965+0000 7f8568c32c80 4 rocksdb: Options.access_hint_on_compaction_start: 1 2024-09-13T14:25:36.258 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: debug 2024-09-13T14:25:35.965+0000 7f8568c32c80 4 rocksdb: Options.random_access_max_buffer_size: 1048576 2024-09-13T14:25:36.258 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: debug 2024-09-13T14:25:35.965+0000 7f8568c32c80 4 rocksdb: Options.use_adaptive_mutex: 0 2024-09-13T14:25:36.258 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: debug 2024-09-13T14:25:35.965+0000 7f8568c32c80 4 rocksdb: Options.rate_limiter: (nil) 2024-09-13T14:25:36.258 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: debug 2024-09-13T14:25:35.965+0000 7f8568c32c80 4 rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-09-13T14:25:36.258 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: debug 2024-09-13T14:25:35.965+0000 7f8568c32c80 4 rocksdb: Options.wal_recovery_mode: 2 2024-09-13T14:25:36.258 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: debug 2024-09-13T14:25:35.965+0000 7f8568c32c80 4 rocksdb: Options.enable_thread_tracking: 0 2024-09-13T14:25:36.258 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: debug 2024-09-13T14:25:35.965+0000 7f8568c32c80 4 rocksdb: Options.enable_pipelined_write: 0 2024-09-13T14:25:36.258 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: debug 2024-09-13T14:25:35.965+0000 7f8568c32c80 4 rocksdb: Options.unordered_write: 0 2024-09-13T14:25:36.259 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: debug 2024-09-13T14:25:35.965+0000 7f8568c32c80 4 rocksdb: Options.allow_concurrent_memtable_write: 1 2024-09-13T14:25:36.259 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: debug 2024-09-13T14:25:35.965+0000 7f8568c32c80 4 rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-09-13T14:25:36.259 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: debug 2024-09-13T14:25:35.965+0000 7f8568c32c80 4 rocksdb: Options.write_thread_max_yield_usec: 100 2024-09-13T14:25:36.259 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: debug 2024-09-13T14:25:35.965+0000 7f8568c32c80 4 rocksdb: Options.write_thread_slow_yield_usec: 3 2024-09-13T14:25:36.259 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: debug 2024-09-13T14:25:35.965+0000 7f8568c32c80 4 rocksdb: Options.row_cache: None 2024-09-13T14:25:36.259 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: debug 2024-09-13T14:25:35.965+0000 7f8568c32c80 4 rocksdb: Options.wal_filter: None 2024-09-13T14:25:36.259 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: debug 2024-09-13T14:25:35.965+0000 7f8568c32c80 4 rocksdb: Options.avoid_flush_during_recovery: 0 2024-09-13T14:25:36.259 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: debug 2024-09-13T14:25:35.965+0000 7f8568c32c80 4 rocksdb: Options.allow_ingest_behind: 0 2024-09-13T14:25:36.259 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: debug 2024-09-13T14:25:35.965+0000 7f8568c32c80 4 rocksdb: Options.two_write_queues: 0 2024-09-13T14:25:36.259 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: debug 2024-09-13T14:25:35.965+0000 7f8568c32c80 4 rocksdb: Options.manual_wal_flush: 0 2024-09-13T14:25:36.259 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: debug 2024-09-13T14:25:35.965+0000 7f8568c32c80 4 rocksdb: Options.wal_compression: 0 2024-09-13T14:25:36.259 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: debug 2024-09-13T14:25:35.965+0000 7f8568c32c80 4 rocksdb: Options.atomic_flush: 0 2024-09-13T14:25:36.259 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: debug 2024-09-13T14:25:35.965+0000 7f8568c32c80 4 rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-09-13T14:25:36.259 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: debug 2024-09-13T14:25:35.965+0000 7f8568c32c80 4 rocksdb: Options.persist_stats_to_disk: 0 2024-09-13T14:25:36.259 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: debug 2024-09-13T14:25:35.965+0000 7f8568c32c80 4 rocksdb: Options.write_dbid_to_manifest: 0 2024-09-13T14:25:36.260 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: debug 2024-09-13T14:25:35.965+0000 7f8568c32c80 4 rocksdb: Options.log_readahead_size: 0 2024-09-13T14:25:36.260 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: debug 2024-09-13T14:25:35.965+0000 7f8568c32c80 4 rocksdb: Options.file_checksum_gen_factory: Unknown 2024-09-13T14:25:36.260 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: debug 2024-09-13T14:25:35.965+0000 7f8568c32c80 4 rocksdb: Options.best_efforts_recovery: 0 2024-09-13T14:25:36.260 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: debug 2024-09-13T14:25:35.965+0000 7f8568c32c80 4 rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-09-13T14:25:36.260 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: debug 2024-09-13T14:25:35.965+0000 7f8568c32c80 4 rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-09-13T14:25:36.260 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: debug 2024-09-13T14:25:35.965+0000 7f8568c32c80 4 rocksdb: Options.allow_data_in_errors: 0 2024-09-13T14:25:36.260 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: debug 2024-09-13T14:25:35.965+0000 7f8568c32c80 4 rocksdb: Options.db_host_id: __hostname__ 2024-09-13T14:25:36.260 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: debug 2024-09-13T14:25:35.965+0000 7f8568c32c80 4 rocksdb: Options.enforce_single_del_contracts: true 2024-09-13T14:25:36.260 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: debug 2024-09-13T14:25:35.965+0000 7f8568c32c80 4 rocksdb: Options.max_background_jobs: 2 2024-09-13T14:25:36.260 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: debug 2024-09-13T14:25:35.965+0000 7f8568c32c80 4 rocksdb: Options.max_background_compactions: -1 2024-09-13T14:25:36.260 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: debug 2024-09-13T14:25:35.965+0000 7f8568c32c80 4 rocksdb: Options.max_subcompactions: 1 2024-09-13T14:25:36.260 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: debug 2024-09-13T14:25:35.965+0000 7f8568c32c80 4 rocksdb: Options.avoid_flush_during_shutdown: 0 2024-09-13T14:25:36.260 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: debug 2024-09-13T14:25:35.965+0000 7f8568c32c80 4 rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-09-13T14:25:36.261 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: debug 2024-09-13T14:25:35.965+0000 7f8568c32c80 4 rocksdb: Options.delayed_write_rate : 16777216 2024-09-13T14:25:36.261 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: debug 2024-09-13T14:25:35.965+0000 7f8568c32c80 4 rocksdb: Options.max_total_wal_size: 0 2024-09-13T14:25:36.261 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: debug 2024-09-13T14:25:35.965+0000 7f8568c32c80 4 rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-09-13T14:25:36.261 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: debug 2024-09-13T14:25:35.965+0000 7f8568c32c80 4 rocksdb: Options.stats_dump_period_sec: 600 2024-09-13T14:25:36.261 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: debug 2024-09-13T14:25:35.965+0000 7f8568c32c80 4 rocksdb: Options.stats_persist_period_sec: 600 2024-09-13T14:25:36.261 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: debug 2024-09-13T14:25:35.965+0000 7f8568c32c80 4 rocksdb: Options.stats_history_buffer_size: 1048576 2024-09-13T14:25:36.261 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: debug 2024-09-13T14:25:35.965+0000 7f8568c32c80 4 rocksdb: Options.max_open_files: -1 2024-09-13T14:25:36.261 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: debug 2024-09-13T14:25:35.965+0000 7f8568c32c80 4 rocksdb: Options.bytes_per_sync: 0 2024-09-13T14:25:36.261 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: debug 2024-09-13T14:25:35.965+0000 7f8568c32c80 4 rocksdb: Options.wal_bytes_per_sync: 0 2024-09-13T14:25:36.261 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: debug 2024-09-13T14:25:35.965+0000 7f8568c32c80 4 rocksdb: Options.strict_bytes_per_sync: 0 2024-09-13T14:25:36.261 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: debug 2024-09-13T14:25:35.965+0000 7f8568c32c80 4 rocksdb: Options.compaction_readahead_size: 0 2024-09-13T14:25:36.261 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: debug 2024-09-13T14:25:35.965+0000 7f8568c32c80 4 rocksdb: Options.max_background_flushes: -1 2024-09-13T14:25:36.261 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: debug 2024-09-13T14:25:35.965+0000 7f8568c32c80 4 rocksdb: Compression algorithms supported: 2024-09-13T14:25:36.261 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: debug 2024-09-13T14:25:35.965+0000 7f8568c32c80 4 rocksdb: kZSTD supported: 0 2024-09-13T14:25:36.262 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: debug 2024-09-13T14:25:35.965+0000 7f8568c32c80 4 rocksdb: kXpressCompression supported: 0 2024-09-13T14:25:36.262 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: debug 2024-09-13T14:25:35.965+0000 7f8568c32c80 4 rocksdb: kBZip2Compression supported: 0 2024-09-13T14:25:36.262 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: debug 2024-09-13T14:25:35.965+0000 7f8568c32c80 4 rocksdb: kZSTDNotFinalCompression supported: 0 2024-09-13T14:25:36.262 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: debug 2024-09-13T14:25:35.965+0000 7f8568c32c80 4 rocksdb: kLZ4Compression supported: 1 2024-09-13T14:25:36.262 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: debug 2024-09-13T14:25:35.965+0000 7f8568c32c80 4 rocksdb: kZlibCompression supported: 1 2024-09-13T14:25:36.262 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: debug 2024-09-13T14:25:35.965+0000 7f8568c32c80 4 rocksdb: kLZ4HCCompression supported: 1 2024-09-13T14:25:36.262 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: debug 2024-09-13T14:25:35.965+0000 7f8568c32c80 4 rocksdb: kSnappyCompression supported: 1 2024-09-13T14:25:36.262 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: debug 2024-09-13T14:25:35.965+0000 7f8568c32c80 4 rocksdb: Fast CRC32 supported: Supported on x86 2024-09-13T14:25:36.262 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: debug 2024-09-13T14:25:35.965+0000 7f8568c32c80 4 rocksdb: DMutex implementation: pthread_mutex_t 2024-09-13T14:25:36.262 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: debug 2024-09-13T14:25:35.965+0000 7f8568c32c80 4 rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000015 2024-09-13T14:25:36.262 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: debug 2024-09-13T14:25:35.965+0000 7f8568c32c80 4 rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-09-13T14:25:36.262 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: debug 2024-09-13T14:25:35.965+0000 7f8568c32c80 4 rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-09-13T14:25:36.262 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: debug 2024-09-13T14:25:35.965+0000 7f8568c32c80 4 rocksdb: Options.merge_operator: 2024-09-13T14:25:36.262 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: debug 2024-09-13T14:25:35.965+0000 7f8568c32c80 4 rocksdb: Options.compaction_filter: None 2024-09-13T14:25:36.263 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: debug 2024-09-13T14:25:35.965+0000 7f8568c32c80 4 rocksdb: Options.compaction_filter_factory: None 2024-09-13T14:25:36.263 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: debug 2024-09-13T14:25:35.965+0000 7f8568c32c80 4 rocksdb: Options.sst_partitioner_factory: None 2024-09-13T14:25:36.263 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: debug 2024-09-13T14:25:35.965+0000 7f8568c32c80 4 rocksdb: Options.memtable_factory: SkipListFactory 2024-09-13T14:25:36.263 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: debug 2024-09-13T14:25:35.965+0000 7f8568c32c80 4 rocksdb: Options.table_factory: BlockBasedTable 2024-09-13T14:25:36.263 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: debug 2024-09-13T14:25:35.965+0000 7f8568c32c80 4 rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55aabadc7320) 2024-09-13T14:25:36.263 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: cache_index_and_filter_blocks: 1 2024-09-13T14:25:36.263 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: cache_index_and_filter_blocks_with_high_priority: 0 2024-09-13T14:25:36.263 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: pin_l0_filter_and_index_blocks_in_cache: 0 2024-09-13T14:25:36.263 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: pin_top_level_index_and_filter: 1 2024-09-13T14:25:36.263 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: index_type: 0 2024-09-13T14:25:36.263 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: data_block_index_type: 0 2024-09-13T14:25:36.263 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: index_shortening: 1 2024-09-13T14:25:36.263 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: data_block_hash_table_util_ratio: 0.750000 2024-09-13T14:25:36.263 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: checksum: 4 2024-09-13T14:25:36.264 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: no_block_cache: 0 2024-09-13T14:25:36.264 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: block_cache: 0x55aabadbd610 2024-09-13T14:25:36.264 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: block_cache_name: BinnedLRUCache 2024-09-13T14:25:36.264 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: block_cache_options: 2024-09-13T14:25:36.264 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: capacity : 536870912 2024-09-13T14:25:36.264 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: num_shard_bits : 4 2024-09-13T14:25:36.264 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: strict_capacity_limit : 0 2024-09-13T14:25:36.264 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: high_pri_pool_ratio: 0.000 2024-09-13T14:25:36.264 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: block_cache_compressed: (nil) 2024-09-13T14:25:36.264 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: persistent_cache: (nil) 2024-09-13T14:25:36.264 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: block_size: 4096 2024-09-13T14:25:36.264 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: block_size_deviation: 10 2024-09-13T14:25:36.264 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: block_restart_interval: 16 2024-09-13T14:25:36.264 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: index_block_restart_interval: 1 2024-09-13T14:25:36.264 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: metadata_block_size: 4096 2024-09-13T14:25:36.265 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: partition_filters: 0 2024-09-13T14:25:36.265 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: use_delta_encoding: 1 2024-09-13T14:25:36.265 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: filter_policy: bloomfilter 2024-09-13T14:25:36.265 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: whole_key_filtering: 1 2024-09-13T14:25:36.265 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: verify_compression: 0 2024-09-13T14:25:36.265 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: read_amp_bytes_per_bit: 0 2024-09-13T14:25:36.265 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: format_version: 5 2024-09-13T14:25:36.265 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: enable_index_compression: 1 2024-09-13T14:25:36.265 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: block_align: 0 2024-09-13T14:25:36.265 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: max_auto_readahead_size: 262144 2024-09-13T14:25:36.265 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: prepopulate_block_cache: 0 2024-09-13T14:25:36.265 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: initial_auto_readahead_size: 8192 2024-09-13T14:25:36.265 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: num_file_reads_for_auto_readahead: 2 2024-09-13T14:25:36.266 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: debug 2024-09-13T14:25:35.965+0000 7f8568c32c80 4 rocksdb: Options.write_buffer_size: 33554432 2024-09-13T14:25:36.266 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: debug 2024-09-13T14:25:35.965+0000 7f8568c32c80 4 rocksdb: Options.max_write_buffer_number: 2 2024-09-13T14:25:36.266 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: debug 2024-09-13T14:25:35.965+0000 7f8568c32c80 4 rocksdb: Options.compression: NoCompression 2024-09-13T14:25:36.266 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: debug 2024-09-13T14:25:35.965+0000 7f8568c32c80 4 rocksdb: Options.bottommost_compression: Disabled 2024-09-13T14:25:36.266 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: debug 2024-09-13T14:25:35.965+0000 7f8568c32c80 4 rocksdb: Options.prefix_extractor: nullptr 2024-09-13T14:25:36.266 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: debug 2024-09-13T14:25:35.965+0000 7f8568c32c80 4 rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-09-13T14:25:36.266 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: debug 2024-09-13T14:25:35.965+0000 7f8568c32c80 4 rocksdb: Options.num_levels: 7 2024-09-13T14:25:36.266 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: debug 2024-09-13T14:25:35.965+0000 7f8568c32c80 4 rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-09-13T14:25:36.266 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: debug 2024-09-13T14:25:35.965+0000 7f8568c32c80 4 rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-09-13T14:25:36.266 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: debug 2024-09-13T14:25:35.965+0000 7f8568c32c80 4 rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-09-13T14:25:36.266 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: debug 2024-09-13T14:25:35.965+0000 7f8568c32c80 4 rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-09-13T14:25:36.266 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: debug 2024-09-13T14:25:35.965+0000 7f8568c32c80 4 rocksdb: Options.bottommost_compression_opts.level: 32767 2024-09-13T14:25:36.266 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: debug 2024-09-13T14:25:35.965+0000 7f8568c32c80 4 rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-09-13T14:25:36.266 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: debug 2024-09-13T14:25:35.965+0000 7f8568c32c80 4 rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-09-13T14:25:36.267 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: debug 2024-09-13T14:25:35.965+0000 7f8568c32c80 4 rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-09-13T14:25:36.267 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: debug 2024-09-13T14:25:35.965+0000 7f8568c32c80 4 rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-09-13T14:25:36.267 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: debug 2024-09-13T14:25:35.965+0000 7f8568c32c80 4 rocksdb: Options.bottommost_compression_opts.enabled: false 2024-09-13T14:25:36.267 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: debug 2024-09-13T14:25:35.965+0000 7f8568c32c80 4 rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-09-13T14:25:36.267 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: debug 2024-09-13T14:25:35.965+0000 7f8568c32c80 4 rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-09-13T14:25:36.267 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: debug 2024-09-13T14:25:35.965+0000 7f8568c32c80 4 rocksdb: Options.compression_opts.window_bits: -14 2024-09-13T14:25:36.267 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: debug 2024-09-13T14:25:35.965+0000 7f8568c32c80 4 rocksdb: Options.compression_opts.level: 32767 2024-09-13T14:25:36.267 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: debug 2024-09-13T14:25:35.965+0000 7f8568c32c80 4 rocksdb: Options.compression_opts.strategy: 0 2024-09-13T14:25:36.267 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: debug 2024-09-13T14:25:35.965+0000 7f8568c32c80 4 rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-09-13T14:25:36.267 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: debug 2024-09-13T14:25:35.965+0000 7f8568c32c80 4 rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-09-13T14:25:36.267 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: debug 2024-09-13T14:25:35.965+0000 7f8568c32c80 4 rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-09-13T14:25:36.267 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: debug 2024-09-13T14:25:35.965+0000 7f8568c32c80 4 rocksdb: Options.compression_opts.parallel_threads: 1 2024-09-13T14:25:36.267 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: debug 2024-09-13T14:25:35.965+0000 7f8568c32c80 4 rocksdb: Options.compression_opts.enabled: false 2024-09-13T14:25:36.267 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: debug 2024-09-13T14:25:35.965+0000 7f8568c32c80 4 rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-09-13T14:25:36.268 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: debug 2024-09-13T14:25:35.965+0000 7f8568c32c80 4 rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-09-13T14:25:36.268 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: debug 2024-09-13T14:25:35.965+0000 7f8568c32c80 4 rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-09-13T14:25:36.269 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: debug 2024-09-13T14:25:35.965+0000 7f8568c32c80 4 rocksdb: Options.level0_stop_writes_trigger: 36 2024-09-13T14:25:36.269 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: debug 2024-09-13T14:25:35.965+0000 7f8568c32c80 4 rocksdb: Options.target_file_size_base: 67108864 2024-09-13T14:25:36.269 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: debug 2024-09-13T14:25:35.965+0000 7f8568c32c80 4 rocksdb: Options.target_file_size_multiplier: 1 2024-09-13T14:25:36.269 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: debug 2024-09-13T14:25:35.965+0000 7f8568c32c80 4 rocksdb: Options.max_bytes_for_level_base: 268435456 2024-09-13T14:25:36.269 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: debug 2024-09-13T14:25:35.965+0000 7f8568c32c80 4 rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-09-13T14:25:36.269 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: debug 2024-09-13T14:25:35.965+0000 7f8568c32c80 4 rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-09-13T14:25:36.269 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: debug 2024-09-13T14:25:35.965+0000 7f8568c32c80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-09-13T14:25:36.269 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: debug 2024-09-13T14:25:35.965+0000 7f8568c32c80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-09-13T14:25:36.269 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: debug 2024-09-13T14:25:35.965+0000 7f8568c32c80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-09-13T14:25:36.269 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: debug 2024-09-13T14:25:35.965+0000 7f8568c32c80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-09-13T14:25:36.269 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: debug 2024-09-13T14:25:35.965+0000 7f8568c32c80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-09-13T14:25:36.269 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: debug 2024-09-13T14:25:35.965+0000 7f8568c32c80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-09-13T14:25:36.269 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: debug 2024-09-13T14:25:35.965+0000 7f8568c32c80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-09-13T14:25:36.269 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: debug 2024-09-13T14:25:35.965+0000 7f8568c32c80 4 rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-09-13T14:25:36.270 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: debug 2024-09-13T14:25:35.965+0000 7f8568c32c80 4 rocksdb: Options.max_compaction_bytes: 1677721600 2024-09-13T14:25:36.270 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: debug 2024-09-13T14:25:35.965+0000 7f8568c32c80 4 rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-09-13T14:25:36.270 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: debug 2024-09-13T14:25:35.965+0000 7f8568c32c80 4 rocksdb: Options.arena_block_size: 1048576 2024-09-13T14:25:36.270 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: debug 2024-09-13T14:25:35.965+0000 7f8568c32c80 4 rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-09-13T14:25:36.270 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: debug 2024-09-13T14:25:35.965+0000 7f8568c32c80 4 rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-09-13T14:25:36.270 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: debug 2024-09-13T14:25:35.965+0000 7f8568c32c80 4 rocksdb: Options.disable_auto_compactions: 0 2024-09-13T14:25:36.270 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: debug 2024-09-13T14:25:35.965+0000 7f8568c32c80 4 rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-09-13T14:25:36.270 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: debug 2024-09-13T14:25:35.965+0000 7f8568c32c80 4 rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-09-13T14:25:36.270 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: debug 2024-09-13T14:25:35.965+0000 7f8568c32c80 4 rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-09-13T14:25:36.270 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: debug 2024-09-13T14:25:35.965+0000 7f8568c32c80 4 rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-09-13T14:25:36.270 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: debug 2024-09-13T14:25:35.965+0000 7f8568c32c80 4 rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-09-13T14:25:36.270 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: debug 2024-09-13T14:25:35.965+0000 7f8568c32c80 4 rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-09-13T14:25:36.270 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: debug 2024-09-13T14:25:35.965+0000 7f8568c32c80 4 rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-09-13T14:25:36.271 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: debug 2024-09-13T14:25:35.965+0000 7f8568c32c80 4 rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-09-13T14:25:36.271 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: debug 2024-09-13T14:25:35.965+0000 7f8568c32c80 4 rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-09-13T14:25:36.271 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: debug 2024-09-13T14:25:35.965+0000 7f8568c32c80 4 rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-09-13T14:25:36.271 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: debug 2024-09-13T14:25:35.965+0000 7f8568c32c80 4 rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-09-13T14:25:36.271 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: debug 2024-09-13T14:25:35.965+0000 7f8568c32c80 4 rocksdb: Options.inplace_update_support: 0 2024-09-13T14:25:36.271 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: debug 2024-09-13T14:25:35.965+0000 7f8568c32c80 4 rocksdb: Options.inplace_update_num_locks: 10000 2024-09-13T14:25:36.271 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: debug 2024-09-13T14:25:35.965+0000 7f8568c32c80 4 rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-09-13T14:25:36.271 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: debug 2024-09-13T14:25:35.965+0000 7f8568c32c80 4 rocksdb: Options.memtable_whole_key_filtering: 0 2024-09-13T14:25:36.271 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: debug 2024-09-13T14:25:35.965+0000 7f8568c32c80 4 rocksdb: Options.memtable_huge_page_size: 0 2024-09-13T14:25:36.271 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: debug 2024-09-13T14:25:35.965+0000 7f8568c32c80 4 rocksdb: Options.bloom_locality: 0 2024-09-13T14:25:36.271 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: debug 2024-09-13T14:25:35.965+0000 7f8568c32c80 4 rocksdb: Options.max_successive_merges: 0 2024-09-13T14:25:36.271 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: debug 2024-09-13T14:25:35.965+0000 7f8568c32c80 4 rocksdb: Options.optimize_filters_for_hits: 0 2024-09-13T14:25:36.271 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: debug 2024-09-13T14:25:35.965+0000 7f8568c32c80 4 rocksdb: Options.paranoid_file_checks: 0 2024-09-13T14:25:36.272 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: debug 2024-09-13T14:25:35.965+0000 7f8568c32c80 4 rocksdb: Options.force_consistency_checks: 1 2024-09-13T14:25:36.272 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: debug 2024-09-13T14:25:35.965+0000 7f8568c32c80 4 rocksdb: Options.report_bg_io_stats: 0 2024-09-13T14:25:36.272 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: debug 2024-09-13T14:25:35.965+0000 7f8568c32c80 4 rocksdb: Options.ttl: 2592000 2024-09-13T14:25:36.272 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: debug 2024-09-13T14:25:35.965+0000 7f8568c32c80 4 rocksdb: Options.periodic_compaction_seconds: 0 2024-09-13T14:25:36.272 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: debug 2024-09-13T14:25:35.965+0000 7f8568c32c80 4 rocksdb: Options.preclude_last_level_data_seconds: 0 2024-09-13T14:25:36.272 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: debug 2024-09-13T14:25:35.965+0000 7f8568c32c80 4 rocksdb: Options.preserve_internal_time_seconds: 0 2024-09-13T14:25:36.272 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: debug 2024-09-13T14:25:35.965+0000 7f8568c32c80 4 rocksdb: Options.enable_blob_files: false 2024-09-13T14:25:36.272 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: debug 2024-09-13T14:25:35.965+0000 7f8568c32c80 4 rocksdb: Options.min_blob_size: 0 2024-09-13T14:25:36.272 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: debug 2024-09-13T14:25:35.965+0000 7f8568c32c80 4 rocksdb: Options.blob_file_size: 268435456 2024-09-13T14:25:36.272 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: debug 2024-09-13T14:25:35.965+0000 7f8568c32c80 4 rocksdb: Options.blob_compression_type: NoCompression 2024-09-13T14:25:36.272 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: debug 2024-09-13T14:25:35.965+0000 7f8568c32c80 4 rocksdb: Options.enable_blob_garbage_collection: false 2024-09-13T14:25:36.272 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: debug 2024-09-13T14:25:35.965+0000 7f8568c32c80 4 rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-09-13T14:25:36.273 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: debug 2024-09-13T14:25:35.965+0000 7f8568c32c80 4 rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-09-13T14:25:36.273 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: debug 2024-09-13T14:25:35.965+0000 7f8568c32c80 4 rocksdb: Options.blob_compaction_readahead_size: 0 2024-09-13T14:25:36.273 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: debug 2024-09-13T14:25:35.965+0000 7f8568c32c80 4 rocksdb: Options.blob_file_starting_level: 0 2024-09-13T14:25:36.273 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: debug 2024-09-13T14:25:35.965+0000 7f8568c32c80 4 rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-09-13T14:25:36.273 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: debug 2024-09-13T14:25:35.969+0000 7f8568c32c80 4 rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-09-13T14:25:36.273 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: debug 2024-09-13T14:25:35.969+0000 7f8568c32c80 4 rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000015 succeeded,manifest_file_number is 15, next_file_number is 73, last_sequence is 32880, log_number is 69,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 69 2024-09-13T14:25:36.273 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: debug 2024-09-13T14:25:35.969+0000 7f8568c32c80 4 rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 69 2024-09-13T14:25:36.273 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: debug 2024-09-13T14:25:35.969+0000 7f8568c32c80 4 rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 8deba2bc-75f2-467d-a680-25406ab947dc 2024-09-13T14:25:36.273 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: debug 2024-09-13T14:25:35.969+0000 7f8568c32c80 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1726237535972718, "job": 1, "event": "recovery_started", "wal_files": [69]} 2024-09-13T14:25:36.273 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: debug 2024-09-13T14:25:35.969+0000 7f8568c32c80 4 rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #69 mode 2 2024-09-13T14:25:36.273 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: debug 2024-09-13T14:25:35.973+0000 7f8568c32c80 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1726237535977920, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 74, "file_size": 653447, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 32881, "largest_seqno": 33439, "table_properties": {"data_size": 650190, "index_size": 1577, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 645, "raw_key_size": 5654, "raw_average_key_size": 23, "raw_value_size": 644956, "raw_average_value_size": 2632, "num_data_blocks": 71, "num_entries": 245, "num_filter_entries": 245, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1726237535, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "8deba2bc-75f2-467d-a680-25406ab947dc", "db_session_id": "01HGPPIFSL7OWX8X4LMP", "orig_file_number": 74, "seqno_to_time_mapping": "N/A"}} 2024-09-13T14:25:36.273 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: debug 2024-09-13T14:25:35.973+0000 7f8568c32c80 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1726237535978090, "job": 1, "event": "recovery_finished"} 2024-09-13T14:25:36.273 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: debug 2024-09-13T14:25:35.973+0000 7f8568c32c80 4 rocksdb: [db/version_set.cc:5047] Creating manifest 76 2024-09-13T14:25:36.274 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: debug 2024-09-13T14:25:35.973+0000 7f8568c32c80 4 rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-09-13T14:25:36.274 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: debug 2024-09-13T14:25:35.977+0000 7f8568c32c80 4 rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-a/store.db/000069.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-09-13T14:25:36.274 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: debug 2024-09-13T14:25:35.977+0000 7f8568c32c80 4 rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x55aabadeae00 2024-09-13T14:25:36.274 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: debug 2024-09-13T14:25:35.977+0000 7f8568c32c80 4 rocksdb: DB pointer 0x55aabaeee000 2024-09-13T14:25:36.274 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: debug 2024-09-13T14:25:35.977+0000 7f855e9fa640 4 rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-09-13T14:25:36.274 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: debug 2024-09-13T14:25:35.977+0000 7f855e9fa640 4 rocksdb: [db/db_impl/db_impl.cc:1111] 2024-09-13T14:25:36.274 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: ** DB Stats ** 2024-09-13T14:25:36.274 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: Uptime(secs): 0.0 total, 0.0 interval 2024-09-13T14:25:36.274 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-09-13T14:25:36.274 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-09-13T14:25:36.274 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-09-13T14:25:36.274 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-09-13T14:25:36.274 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-09-13T14:25:36.274 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-09-13T14:25:36.275 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: ** Compaction Stats [default] ** 2024-09-13T14:25:36.275 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-09-13T14:25:36.275 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-09-13T14:25:36.275 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: L0 1/0 638.13 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 203.1 0.00 0.00 1 0.003 0 0 0.0 0.0 2024-09-13T14:25:36.275 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: L6 1/0 10.60 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 2024-09-13T14:25:36.275 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: Sum 2/0 11.22 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 203.1 0.00 0.00 1 0.003 0 0 0.0 0.0 2024-09-13T14:25:36.275 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 203.1 0.00 0.00 1 0.003 0 0 0.0 0.0 2024-09-13T14:25:36.275 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: ** Compaction Stats [default] ** 2024-09-13T14:25:36.275 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-09-13T14:25:36.275 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-09-13T14:25:36.275 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 203.1 0.00 0.00 1 0.003 0 0 0.0 0.0 2024-09-13T14:25:36.275 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-09-13T14:25:36.275 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: Uptime(secs): 0.0 total, 0.0 interval 2024-09-13T14:25:36.276 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: Flush(GB): cumulative 0.001, interval 0.001 2024-09-13T14:25:36.276 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: AddFile(GB): cumulative 0.000, interval 0.000 2024-09-13T14:25:36.276 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: AddFile(Total Files): cumulative 0, interval 0 2024-09-13T14:25:36.276 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: AddFile(L0 Files): cumulative 0, interval 0 2024-09-13T14:25:36.276 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: AddFile(Keys): cumulative 0, interval 0 2024-09-13T14:25:36.276 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: Cumulative compaction: 0.00 GB write, 68.59 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-13T14:25:36.276 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: Interval compaction: 0.00 GB write, 68.59 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-13T14:25:36.276 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-09-13T14:25:36.276 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: Block cache BinnedLRUCache@0x55aabadbd610#7 capacity: 512.00 MB usage: 2.55 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1.4e-05 secs_since: 0 2024-09-13T14:25:36.276 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: Block cache entry stats(count,size,portion): FilterBlock(1,0.72 KB,0.000137091%) IndexBlock(1,1.83 KB,0.000348687%) Misc(1,0.00 KB,0%) 2024-09-13T14:25:36.276 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: ** File Read Latency Histogram By Level [default] ** 2024-09-13T14:25:36.276 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: debug 2024-09-13T14:25:35.977+0000 7f8568c32c80 0 starting mon.a rank 0 at public addrs [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] at bind addrs [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] mon_data /var/lib/ceph/mon/ceph-a fsid ff1149ea-71d5-11ef-bceb-c7b262605968 2024-09-13T14:25:36.276 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: debug 2024-09-13T14:25:35.977+0000 7f8568c32c80 1 mon.a@-1(???) e3 preinit fsid ff1149ea-71d5-11ef-bceb-c7b262605968 2024-09-13T14:25:36.277 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: debug 2024-09-13T14:25:35.977+0000 7f8568c32c80 0 mon.a@-1(???).mds e1 new map 2024-09-13T14:25:36.277 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: debug 2024-09-13T14:25:35.977+0000 7f8568c32c80 0 mon.a@-1(???).mds e1 print_map 2024-09-13T14:25:36.277 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: e1 2024-09-13T14:25:36.277 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: btime 2024-09-13T13:43:55:335093+0000 2024-09-13T14:25:36.277 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: enable_multiple, ever_enabled_multiple: 1,1 2024-09-13T14:25:36.277 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments,12=quiesce subvolumes} 2024-09-13T14:25:36.277 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: legacy client fscid: -1 2024-09-13T14:25:36.277 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: 2024-09-13T14:25:36.277 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: No filesystems configured 2024-09-13T14:25:36.277 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: debug 2024-09-13T14:25:35.981+0000 7f8568c32c80 0 mon.a@-1(???).osd e113 crush map has features 3314933000854323200, adjusting msgr requires 2024-09-13T14:25:36.277 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: debug 2024-09-13T14:25:35.981+0000 7f8568c32c80 0 mon.a@-1(???).osd e113 crush map has features 432629239337189376, adjusting msgr requires 2024-09-13T14:25:36.277 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: debug 2024-09-13T14:25:35.981+0000 7f8568c32c80 0 mon.a@-1(???).osd e113 crush map has features 432629239337189376, adjusting msgr requires 2024-09-13T14:25:36.277 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: debug 2024-09-13T14:25:35.981+0000 7f8568c32c80 0 mon.a@-1(???).osd e113 crush map has features 432629239337189376, adjusting msgr requires 2024-09-13T14:25:36.278 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:35 smithi062 bash[89221]: debug 2024-09-13T14:25:35.981+0000 7f8568c32c80 1 mon.a@-1(???).paxosservice(auth 1..30) refresh upgraded, format 0 -> 3 2024-09-13T14:25:37.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:37 smithi062 bash[89221]: audit 2024-09-13T14:25:33.442153+0000 mgr.y (mgr.25139) 321 : audit [DBG] from='client.15741 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:25:37.754 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:37 smithi062 bash[89221]: audit 2024-09-13T14:25:33.442153+0000 mgr.y (mgr.25139) 321 : audit [DBG] from='client.15741 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:25:37.754 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:37 smithi062 bash[89221]: audit 2024-09-13T14:25:33.624899+0000 mon.b (mon.1) 2 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-09-13T14:25:37.754 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:37 smithi062 bash[89221]: audit 2024-09-13T14:25:33.624899+0000 mon.b (mon.1) 2 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-09-13T14:25:37.754 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:37 smithi062 bash[89221]: audit 2024-09-13T14:25:33.625277+0000 mon.b (mon.1) 3 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-09-13T14:25:37.754 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:37 smithi062 bash[89221]: audit 2024-09-13T14:25:33.625277+0000 mon.b (mon.1) 3 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-09-13T14:25:37.754 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:37 smithi062 bash[89221]: audit 2024-09-13T14:25:33.625998+0000 mon.b (mon.1) 4 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-09-13T14:25:37.754 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:37 smithi062 bash[89221]: audit 2024-09-13T14:25:33.625998+0000 mon.b (mon.1) 4 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-09-13T14:25:37.754 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:37 smithi062 bash[89221]: audit 2024-09-13T14:25:33.843167+0000 mon.c (mon.2) 120 : audit [DBG] from='client.? 172.21.15.62:0/1722491932' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:25:37.754 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:37 smithi062 bash[89221]: audit 2024-09-13T14:25:33.843167+0000 mon.c (mon.2) 120 : audit [DBG] from='client.? 172.21.15.62:0/1722491932' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:25:37.755 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:37 smithi062 bash[89221]: audit 2024-09-13T14:25:34.089174+0000 mon.b (mon.1) 5 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "orch prometheus get-credentials"} : dispatch 2024-09-13T14:25:37.755 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:37 smithi062 bash[89221]: audit 2024-09-13T14:25:34.089174+0000 mon.b (mon.1) 5 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "orch prometheus get-credentials"} : dispatch 2024-09-13T14:25:37.755 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:37 smithi062 bash[89221]: audit 2024-09-13T14:25:34.091354+0000 mgr.y (mgr.25139) 322 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-09-13T14:25:37.755 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:37 smithi062 bash[89221]: audit 2024-09-13T14:25:34.091354+0000 mgr.y (mgr.25139) 322 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-09-13T14:25:37.755 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:37 smithi062 bash[89221]: audit 2024-09-13T14:25:34.141950+0000 mgr.y (mgr.25139) 323 : audit [DBG] from='client.25631 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:25:37.755 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:37 smithi062 bash[89221]: audit 2024-09-13T14:25:34.141950+0000 mgr.y (mgr.25139) 323 : audit [DBG] from='client.25631 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:25:37.755 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:37 smithi062 bash[89221]: cluster 2024-09-13T14:25:34.319983+0000 mgr.y (mgr.25139) 324 : cluster [DBG] pgmap v171: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:25:37.755 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:37 smithi062 bash[89221]: cluster 2024-09-13T14:25:34.319983+0000 mgr.y (mgr.25139) 324 : cluster [DBG] pgmap v171: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:25:37.756 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:25:37 smithi062 bash[26634]: audit 2024-09-13T14:25:33.442153+0000 mgr.y (mgr.25139) 321 : audit [DBG] from='client.15741 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:25:37.756 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:25:37 smithi062 bash[26634]: audit 2024-09-13T14:25:33.624899+0000 mon.b (mon.1) 2 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-09-13T14:25:37.756 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:25:37 smithi062 bash[26634]: audit 2024-09-13T14:25:33.625277+0000 mon.b (mon.1) 3 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-09-13T14:25:37.756 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:25:37 smithi062 bash[26634]: audit 2024-09-13T14:25:33.625998+0000 mon.b (mon.1) 4 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-09-13T14:25:37.756 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:25:37 smithi062 bash[26634]: audit 2024-09-13T14:25:33.843167+0000 mon.c (mon.2) 120 : audit [DBG] from='client.? 172.21.15.62:0/1722491932' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:25:37.756 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:25:37 smithi062 bash[26634]: audit 2024-09-13T14:25:34.089174+0000 mon.b (mon.1) 5 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "orch prometheus get-credentials"} : dispatch 2024-09-13T14:25:37.756 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:25:37 smithi062 bash[26634]: audit 2024-09-13T14:25:34.091354+0000 mgr.y (mgr.25139) 322 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-09-13T14:25:37.756 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:25:37 smithi062 bash[26634]: audit 2024-09-13T14:25:34.141950+0000 mgr.y (mgr.25139) 323 : audit [DBG] from='client.25631 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:25:37.756 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:25:37 smithi062 bash[26634]: cluster 2024-09-13T14:25:34.319983+0000 mgr.y (mgr.25139) 324 : cluster [DBG] pgmap v171: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:25:37.756 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:25:37 smithi062 bash[26634]: cluster 2024-09-13T14:25:36.320635+0000 mgr.y (mgr.25139) 325 : cluster [DBG] pgmap v172: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:25:37.756 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:25:37 smithi062 bash[26634]: cluster 2024-09-13T14:25:37.404272+0000 mon.a (mon.0) 1 : cluster [INF] mon.a calling monitor election 2024-09-13T14:25:37.756 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:25:37 smithi062 bash[26634]: cluster 2024-09-13T14:25:37.427858+0000 mon.a (mon.0) 2 : cluster [INF] mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-09-13T14:25:37.757 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:25:37 smithi062 bash[26634]: cluster 2024-09-13T14:25:37.440246+0000 mon.a (mon.0) 3 : cluster [DBG] monmap epoch 3 2024-09-13T14:25:37.757 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:25:37 smithi062 bash[26634]: cluster 2024-09-13T14:25:37.440282+0000 mon.a (mon.0) 4 : cluster [DBG] fsid ff1149ea-71d5-11ef-bceb-c7b262605968 2024-09-13T14:25:37.757 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:25:37 smithi062 bash[26634]: cluster 2024-09-13T14:25:37.440300+0000 mon.a (mon.0) 5 : cluster [DBG] last_changed 2024-09-13T13:46:03.689678+0000 2024-09-13T14:25:37.757 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:25:37 smithi062 bash[26634]: cluster 2024-09-13T14:25:37.440315+0000 mon.a (mon.0) 6 : cluster [DBG] created 2024-09-13T13:43:50.492122+0000 2024-09-13T14:25:37.757 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:25:37 smithi062 bash[26634]: cluster 2024-09-13T14:25:37.440331+0000 mon.a (mon.0) 7 : cluster [DBG] min_mon_release 19 (squid) 2024-09-13T14:25:37.757 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:25:37 smithi062 bash[26634]: cluster 2024-09-13T14:25:37.440349+0000 mon.a (mon.0) 8 : cluster [DBG] election_strategy: 1 2024-09-13T14:25:37.757 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:25:37 smithi062 bash[26634]: cluster 2024-09-13T14:25:37.440367+0000 mon.a (mon.0) 9 : cluster [DBG] 0: [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] mon.a 2024-09-13T14:25:37.757 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:25:37 smithi062 bash[26634]: cluster 2024-09-13T14:25:37.440386+0000 mon.a (mon.0) 10 : cluster [DBG] 1: [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] mon.b 2024-09-13T14:25:37.757 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:25:37 smithi062 bash[26634]: cluster 2024-09-13T14:25:37.440408+0000 mon.a (mon.0) 11 : cluster [DBG] 2: [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] mon.c 2024-09-13T14:25:37.757 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:25:37 smithi062 bash[26634]: cluster 2024-09-13T14:25:37.441614+0000 mon.a (mon.0) 12 : cluster [DBG] fsmap 2024-09-13T14:25:37.757 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:37 smithi062 bash[89221]: cluster 2024-09-13T14:25:36.320635+0000 mgr.y (mgr.25139) 325 : cluster [DBG] pgmap v172: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:25:37.758 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:37 smithi062 bash[89221]: cluster 2024-09-13T14:25:36.320635+0000 mgr.y (mgr.25139) 325 : cluster [DBG] pgmap v172: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:25:37.758 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:37 smithi062 bash[89221]: cluster 2024-09-13T14:25:37.404272+0000 mon.a (mon.0) 1 : cluster [INF] mon.a calling monitor election 2024-09-13T14:25:37.758 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:37 smithi062 bash[89221]: cluster 2024-09-13T14:25:37.404272+0000 mon.a (mon.0) 1 : cluster [INF] mon.a calling monitor election 2024-09-13T14:25:37.758 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:37 smithi062 bash[89221]: cluster 2024-09-13T14:25:37.427858+0000 mon.a (mon.0) 2 : cluster [INF] mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-09-13T14:25:37.758 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:37 smithi062 bash[89221]: cluster 2024-09-13T14:25:37.427858+0000 mon.a (mon.0) 2 : cluster [INF] mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-09-13T14:25:37.758 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:37 smithi062 bash[89221]: cluster 2024-09-13T14:25:37.440246+0000 mon.a (mon.0) 3 : cluster [DBG] monmap epoch 3 2024-09-13T14:25:37.758 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:37 smithi062 bash[89221]: cluster 2024-09-13T14:25:37.440246+0000 mon.a (mon.0) 3 : cluster [DBG] monmap epoch 3 2024-09-13T14:25:37.758 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:37 smithi062 bash[89221]: cluster 2024-09-13T14:25:37.440282+0000 mon.a (mon.0) 4 : cluster [DBG] fsid ff1149ea-71d5-11ef-bceb-c7b262605968 2024-09-13T14:25:37.758 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:37 smithi062 bash[89221]: cluster 2024-09-13T14:25:37.440282+0000 mon.a (mon.0) 4 : cluster [DBG] fsid ff1149ea-71d5-11ef-bceb-c7b262605968 2024-09-13T14:25:37.758 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:37 smithi062 bash[89221]: cluster 2024-09-13T14:25:37.440300+0000 mon.a (mon.0) 5 : cluster [DBG] last_changed 2024-09-13T13:46:03.689678+0000 2024-09-13T14:25:37.758 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:37 smithi062 bash[89221]: cluster 2024-09-13T14:25:37.440300+0000 mon.a (mon.0) 5 : cluster [DBG] last_changed 2024-09-13T13:46:03.689678+0000 2024-09-13T14:25:37.758 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:37 smithi062 bash[89221]: cluster 2024-09-13T14:25:37.440315+0000 mon.a (mon.0) 6 : cluster [DBG] created 2024-09-13T13:43:50.492122+0000 2024-09-13T14:25:37.758 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:37 smithi062 bash[89221]: cluster 2024-09-13T14:25:37.440315+0000 mon.a (mon.0) 6 : cluster [DBG] created 2024-09-13T13:43:50.492122+0000 2024-09-13T14:25:37.758 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:37 smithi062 bash[89221]: cluster 2024-09-13T14:25:37.440331+0000 mon.a (mon.0) 7 : cluster [DBG] min_mon_release 19 (squid) 2024-09-13T14:25:37.759 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:37 smithi062 bash[89221]: cluster 2024-09-13T14:25:37.440331+0000 mon.a (mon.0) 7 : cluster [DBG] min_mon_release 19 (squid) 2024-09-13T14:25:37.759 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:37 smithi062 bash[89221]: cluster 2024-09-13T14:25:37.440349+0000 mon.a (mon.0) 8 : cluster [DBG] election_strategy: 1 2024-09-13T14:25:37.759 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:37 smithi062 bash[89221]: cluster 2024-09-13T14:25:37.440349+0000 mon.a (mon.0) 8 : cluster [DBG] election_strategy: 1 2024-09-13T14:25:37.759 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:37 smithi062 bash[89221]: cluster 2024-09-13T14:25:37.440367+0000 mon.a (mon.0) 9 : cluster [DBG] 0: [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] mon.a 2024-09-13T14:25:37.759 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:37 smithi062 bash[89221]: cluster 2024-09-13T14:25:37.440367+0000 mon.a (mon.0) 9 : cluster [DBG] 0: [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] mon.a 2024-09-13T14:25:37.759 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:37 smithi062 bash[89221]: cluster 2024-09-13T14:25:37.440386+0000 mon.a (mon.0) 10 : cluster [DBG] 1: [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] mon.b 2024-09-13T14:25:37.759 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:37 smithi062 bash[89221]: cluster 2024-09-13T14:25:37.440386+0000 mon.a (mon.0) 10 : cluster [DBG] 1: [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] mon.b 2024-09-13T14:25:37.759 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:37 smithi062 bash[89221]: cluster 2024-09-13T14:25:37.440408+0000 mon.a (mon.0) 11 : cluster [DBG] 2: [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] mon.c 2024-09-13T14:25:37.759 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:37 smithi062 bash[89221]: cluster 2024-09-13T14:25:37.440408+0000 mon.a (mon.0) 11 : cluster [DBG] 2: [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] mon.c 2024-09-13T14:25:37.759 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:37 smithi062 bash[89221]: cluster 2024-09-13T14:25:37.441614+0000 mon.a (mon.0) 12 : cluster [DBG] fsmap 2024-09-13T14:25:37.759 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:37 smithi062 bash[89221]: cluster 2024-09-13T14:25:37.441614+0000 mon.a (mon.0) 12 : cluster [DBG] fsmap 2024-09-13T14:25:37.759 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:37 smithi062 bash[89221]: cluster 2024-09-13T14:25:37.441669+0000 mon.a (mon.0) 13 : cluster [DBG] osdmap e113: 8 total, 8 up, 8 in 2024-09-13T14:25:37.760 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:25:37 smithi062 bash[26634]: cluster 2024-09-13T14:25:37.441669+0000 mon.a (mon.0) 13 : cluster [DBG] osdmap e113: 8 total, 8 up, 8 in 2024-09-13T14:25:37.760 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:25:37 smithi062 bash[26634]: cluster 2024-09-13T14:25:37.444095+0000 mon.a (mon.0) 14 : cluster [DBG] mgrmap e45: y(active, since 5m), standbys: x 2024-09-13T14:25:37.760 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:25:37 smithi062 bash[26634]: cluster 2024-09-13T14:25:37.444490+0000 mon.a (mon.0) 15 : cluster [INF] overall HEALTH_OK 2024-09-13T14:25:37.760 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:25:37 smithi062 bash[26634]: audit 2024-09-13T14:25:37.473144+0000 mon.a (mon.0) 16 : audit [INF] from='mgr.25139 ' entity='' 2024-09-13T14:25:37.760 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:25:37 smithi062 bash[26634]: audit 2024-09-13T14:25:37.489489+0000 mon.a (mon.0) 17 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:25:37.760 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:37 smithi062 bash[89221]: cluster 2024-09-13T14:25:37.441669+0000 mon.a (mon.0) 13 : cluster [DBG] osdmap e113: 8 total, 8 up, 8 in 2024-09-13T14:25:37.761 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:37 smithi062 bash[89221]: cluster 2024-09-13T14:25:37.444095+0000 mon.a (mon.0) 14 : cluster [DBG] mgrmap e45: y(active, since 5m), standbys: x 2024-09-13T14:25:37.761 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:37 smithi062 bash[89221]: cluster 2024-09-13T14:25:37.444095+0000 mon.a (mon.0) 14 : cluster [DBG] mgrmap e45: y(active, since 5m), standbys: x 2024-09-13T14:25:37.761 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:37 smithi062 bash[89221]: cluster 2024-09-13T14:25:37.444490+0000 mon.a (mon.0) 15 : cluster [INF] overall HEALTH_OK 2024-09-13T14:25:37.761 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:37 smithi062 bash[89221]: cluster 2024-09-13T14:25:37.444490+0000 mon.a (mon.0) 15 : cluster [INF] overall HEALTH_OK 2024-09-13T14:25:37.761 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:37 smithi062 bash[89221]: audit 2024-09-13T14:25:37.473144+0000 mon.a (mon.0) 16 : audit [INF] from='mgr.25139 ' entity='' 2024-09-13T14:25:37.761 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:37 smithi062 bash[89221]: audit 2024-09-13T14:25:37.473144+0000 mon.a (mon.0) 16 : audit [INF] from='mgr.25139 ' entity='' 2024-09-13T14:25:37.761 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:37 smithi062 bash[89221]: audit 2024-09-13T14:25:37.489489+0000 mon.a (mon.0) 17 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:25:37.761 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:37 smithi062 bash[89221]: audit 2024-09-13T14:25:37.489489+0000 mon.a (mon.0) 17 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:25:37.934 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:25:37 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:25:37.718619283Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:25:37.934 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:25:37 smithi178 bash[70490]: audit 2024-09-13T14:25:33.442153+0000 mgr.y (mgr.25139) 321 : audit [DBG] from='client.15741 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:25:37.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:25:37 smithi178 bash[70490]: audit 2024-09-13T14:25:33.442153+0000 mgr.y (mgr.25139) 321 : audit [DBG] from='client.15741 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:25:37.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:25:37 smithi178 bash[70490]: audit 2024-09-13T14:25:33.624899+0000 mon.b (mon.1) 2 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-09-13T14:25:37.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:25:37 smithi178 bash[70490]: audit 2024-09-13T14:25:33.624899+0000 mon.b (mon.1) 2 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-09-13T14:25:37.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:25:37 smithi178 bash[70490]: audit 2024-09-13T14:25:33.625277+0000 mon.b (mon.1) 3 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-09-13T14:25:37.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:25:37 smithi178 bash[70490]: audit 2024-09-13T14:25:33.625277+0000 mon.b (mon.1) 3 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-09-13T14:25:37.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:25:37 smithi178 bash[70490]: audit 2024-09-13T14:25:33.625998+0000 mon.b (mon.1) 4 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-09-13T14:25:37.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:25:37 smithi178 bash[70490]: audit 2024-09-13T14:25:33.625998+0000 mon.b (mon.1) 4 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-09-13T14:25:37.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:25:37 smithi178 bash[70490]: audit 2024-09-13T14:25:33.843167+0000 mon.c (mon.2) 120 : audit [DBG] from='client.? 172.21.15.62:0/1722491932' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:25:37.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:25:37 smithi178 bash[70490]: audit 2024-09-13T14:25:33.843167+0000 mon.c (mon.2) 120 : audit [DBG] from='client.? 172.21.15.62:0/1722491932' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-13T14:25:37.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:25:37 smithi178 bash[70490]: audit 2024-09-13T14:25:34.089174+0000 mon.b (mon.1) 5 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "orch prometheus get-credentials"} : dispatch 2024-09-13T14:25:37.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:25:37 smithi178 bash[70490]: audit 2024-09-13T14:25:34.089174+0000 mon.b (mon.1) 5 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "orch prometheus get-credentials"} : dispatch 2024-09-13T14:25:37.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:25:37 smithi178 bash[70490]: audit 2024-09-13T14:25:34.091354+0000 mgr.y (mgr.25139) 322 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-09-13T14:25:37.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:25:37 smithi178 bash[70490]: audit 2024-09-13T14:25:34.091354+0000 mgr.y (mgr.25139) 322 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-09-13T14:25:37.936 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:25:37 smithi178 bash[70490]: audit 2024-09-13T14:25:34.141950+0000 mgr.y (mgr.25139) 323 : audit [DBG] from='client.25631 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:25:37.936 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:25:37 smithi178 bash[70490]: audit 2024-09-13T14:25:34.141950+0000 mgr.y (mgr.25139) 323 : audit [DBG] from='client.25631 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:25:37.936 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:25:37 smithi178 bash[70490]: cluster 2024-09-13T14:25:34.319983+0000 mgr.y (mgr.25139) 324 : cluster [DBG] pgmap v171: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:25:37.936 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:25:37 smithi178 bash[70490]: cluster 2024-09-13T14:25:34.319983+0000 mgr.y (mgr.25139) 324 : cluster [DBG] pgmap v171: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:25:37.936 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:25:37 smithi178 bash[70490]: cluster 2024-09-13T14:25:36.320635+0000 mgr.y (mgr.25139) 325 : cluster [DBG] pgmap v172: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:25:37.936 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:25:37 smithi178 bash[70490]: cluster 2024-09-13T14:25:36.320635+0000 mgr.y (mgr.25139) 325 : cluster [DBG] pgmap v172: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:25:37.936 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:25:37 smithi178 bash[70490]: cluster 2024-09-13T14:25:37.404272+0000 mon.a (mon.0) 1 : cluster [INF] mon.a calling monitor election 2024-09-13T14:25:37.937 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:25:37 smithi178 bash[70490]: cluster 2024-09-13T14:25:37.404272+0000 mon.a (mon.0) 1 : cluster [INF] mon.a calling monitor election 2024-09-13T14:25:37.937 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:25:37 smithi178 bash[70490]: cluster 2024-09-13T14:25:37.427858+0000 mon.a (mon.0) 2 : cluster [INF] mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-09-13T14:25:37.937 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:25:37 smithi178 bash[70490]: cluster 2024-09-13T14:25:37.427858+0000 mon.a (mon.0) 2 : cluster [INF] mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-09-13T14:25:37.937 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:25:37 smithi178 bash[70490]: cluster 2024-09-13T14:25:37.440246+0000 mon.a (mon.0) 3 : cluster [DBG] monmap epoch 3 2024-09-13T14:25:37.937 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:25:37 smithi178 bash[70490]: cluster 2024-09-13T14:25:37.440246+0000 mon.a (mon.0) 3 : cluster [DBG] monmap epoch 3 2024-09-13T14:25:37.937 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:25:37 smithi178 bash[70490]: cluster 2024-09-13T14:25:37.440282+0000 mon.a (mon.0) 4 : cluster [DBG] fsid ff1149ea-71d5-11ef-bceb-c7b262605968 2024-09-13T14:25:37.937 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:25:37 smithi178 bash[70490]: cluster 2024-09-13T14:25:37.440282+0000 mon.a (mon.0) 4 : cluster [DBG] fsid ff1149ea-71d5-11ef-bceb-c7b262605968 2024-09-13T14:25:37.937 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:25:37 smithi178 bash[70490]: cluster 2024-09-13T14:25:37.440300+0000 mon.a (mon.0) 5 : cluster [DBG] last_changed 2024-09-13T13:46:03.689678+0000 2024-09-13T14:25:37.937 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:25:37 smithi178 bash[70490]: cluster 2024-09-13T14:25:37.440300+0000 mon.a (mon.0) 5 : cluster [DBG] last_changed 2024-09-13T13:46:03.689678+0000 2024-09-13T14:25:37.937 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:25:37 smithi178 bash[70490]: cluster 2024-09-13T14:25:37.440315+0000 mon.a (mon.0) 6 : cluster [DBG] created 2024-09-13T13:43:50.492122+0000 2024-09-13T14:25:37.937 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:25:37 smithi178 bash[70490]: cluster 2024-09-13T14:25:37.440315+0000 mon.a (mon.0) 6 : cluster [DBG] created 2024-09-13T13:43:50.492122+0000 2024-09-13T14:25:37.937 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:25:37 smithi178 bash[70490]: cluster 2024-09-13T14:25:37.440331+0000 mon.a (mon.0) 7 : cluster [DBG] min_mon_release 19 (squid) 2024-09-13T14:25:37.937 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:25:37 smithi178 bash[70490]: cluster 2024-09-13T14:25:37.440331+0000 mon.a (mon.0) 7 : cluster [DBG] min_mon_release 19 (squid) 2024-09-13T14:25:37.937 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:25:37 smithi178 bash[70490]: cluster 2024-09-13T14:25:37.440349+0000 mon.a (mon.0) 8 : cluster [DBG] election_strategy: 1 2024-09-13T14:25:37.938 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:25:37 smithi178 bash[70490]: cluster 2024-09-13T14:25:37.440349+0000 mon.a (mon.0) 8 : cluster [DBG] election_strategy: 1 2024-09-13T14:25:37.938 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:25:37 smithi178 bash[70490]: cluster 2024-09-13T14:25:37.440367+0000 mon.a (mon.0) 9 : cluster [DBG] 0: [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] mon.a 2024-09-13T14:25:37.938 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:25:37 smithi178 bash[70490]: cluster 2024-09-13T14:25:37.440367+0000 mon.a (mon.0) 9 : cluster [DBG] 0: [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] mon.a 2024-09-13T14:25:37.938 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:25:37 smithi178 bash[70490]: cluster 2024-09-13T14:25:37.440386+0000 mon.a (mon.0) 10 : cluster [DBG] 1: [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] mon.b 2024-09-13T14:25:37.938 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:25:37 smithi178 bash[70490]: cluster 2024-09-13T14:25:37.440386+0000 mon.a (mon.0) 10 : cluster [DBG] 1: [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] mon.b 2024-09-13T14:25:37.938 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:25:37 smithi178 bash[70490]: cluster 2024-09-13T14:25:37.440408+0000 mon.a (mon.0) 11 : cluster [DBG] 2: [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] mon.c 2024-09-13T14:25:37.938 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:25:37 smithi178 bash[70490]: cluster 2024-09-13T14:25:37.440408+0000 mon.a (mon.0) 11 : cluster [DBG] 2: [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] mon.c 2024-09-13T14:25:37.938 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:25:37 smithi178 bash[70490]: cluster 2024-09-13T14:25:37.441614+0000 mon.a (mon.0) 12 : cluster [DBG] fsmap 2024-09-13T14:25:37.938 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:25:37 smithi178 bash[70490]: cluster 2024-09-13T14:25:37.441614+0000 mon.a (mon.0) 12 : cluster [DBG] fsmap 2024-09-13T14:25:37.938 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:25:37 smithi178 bash[70490]: cluster 2024-09-13T14:25:37.441669+0000 mon.a (mon.0) 13 : cluster [DBG] osdmap e113: 8 total, 8 up, 8 in 2024-09-13T14:25:37.938 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:25:37 smithi178 bash[70490]: cluster 2024-09-13T14:25:37.441669+0000 mon.a (mon.0) 13 : cluster [DBG] osdmap e113: 8 total, 8 up, 8 in 2024-09-13T14:25:37.938 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:25:37 smithi178 bash[70490]: cluster 2024-09-13T14:25:37.444095+0000 mon.a (mon.0) 14 : cluster [DBG] mgrmap e45: y(active, since 5m), standbys: x 2024-09-13T14:25:37.938 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:25:37 smithi178 bash[70490]: cluster 2024-09-13T14:25:37.444095+0000 mon.a (mon.0) 14 : cluster [DBG] mgrmap e45: y(active, since 5m), standbys: x 2024-09-13T14:25:37.939 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:25:37 smithi178 bash[70490]: cluster 2024-09-13T14:25:37.444490+0000 mon.a (mon.0) 15 : cluster [INF] overall HEALTH_OK 2024-09-13T14:25:37.939 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:25:37 smithi178 bash[70490]: cluster 2024-09-13T14:25:37.444490+0000 mon.a (mon.0) 15 : cluster [INF] overall HEALTH_OK 2024-09-13T14:25:37.939 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:25:37 smithi178 bash[70490]: audit 2024-09-13T14:25:37.473144+0000 mon.a (mon.0) 16 : audit [INF] from='mgr.25139 ' entity='' 2024-09-13T14:25:37.939 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:25:37 smithi178 bash[70490]: audit 2024-09-13T14:25:37.473144+0000 mon.a (mon.0) 16 : audit [INF] from='mgr.25139 ' entity='' 2024-09-13T14:25:37.939 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:25:37 smithi178 bash[70490]: audit 2024-09-13T14:25:37.489489+0000 mon.a (mon.0) 17 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:25:37.939 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:25:37 smithi178 bash[70490]: audit 2024-09-13T14:25:37.489489+0000 mon.a (mon.0) 17 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:25:39.934 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:25:39 smithi178 bash[70490]: cluster 2024-09-13T14:25:38.321375+0000 mgr.y (mgr.25139) 326 : cluster [DBG] pgmap v173: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:25:39.934 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:25:39 smithi178 bash[70490]: cluster 2024-09-13T14:25:38.321375+0000 mgr.y (mgr.25139) 326 : cluster [DBG] pgmap v173: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:25:40.002 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:25:39 smithi062 bash[26634]: cluster 2024-09-13T14:25:38.321375+0000 mgr.y (mgr.25139) 326 : cluster [DBG] pgmap v173: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:25:40.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:39 smithi062 bash[89221]: cluster 2024-09-13T14:25:38.321375+0000 mgr.y (mgr.25139) 326 : cluster [DBG] pgmap v173: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:25:40.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:39 smithi062 bash[89221]: cluster 2024-09-13T14:25:38.321375+0000 mgr.y (mgr.25139) 326 : cluster [DBG] pgmap v173: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:25:41.184 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:25:40 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:25:40.734743433Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:25:41.253 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:25:40 smithi062 bash[68610]: debug 2024-09-13T14:25:40.993+0000 7fd91dfb7640 -1 mgr.server handle_report got status from non-daemon mon.a 2024-09-13T14:25:41.934 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:25:41 smithi178 bash[70490]: cluster 2024-09-13T14:25:40.323083+0000 mgr.y (mgr.25139) 327 : cluster [DBG] pgmap v174: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:25:41.934 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:25:41 smithi178 bash[70490]: cluster 2024-09-13T14:25:40.323083+0000 mgr.y (mgr.25139) 327 : cluster [DBG] pgmap v174: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:25:42.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:25:41 smithi062 bash[26634]: cluster 2024-09-13T14:25:40.323083+0000 mgr.y (mgr.25139) 327 : cluster [DBG] pgmap v174: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:25:42.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:41 smithi062 bash[89221]: cluster 2024-09-13T14:25:40.323083+0000 mgr.y (mgr.25139) 327 : cluster [DBG] pgmap v174: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:25:42.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:41 smithi062 bash[89221]: cluster 2024-09-13T14:25:40.323083+0000 mgr.y (mgr.25139) 327 : cluster [DBG] pgmap v174: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:25:43.934 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:25:43 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:25:43.738964984Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:25:43.934 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:25:43 smithi178 bash[70490]: cluster 2024-09-13T14:25:42.323837+0000 mgr.y (mgr.25139) 328 : cluster [DBG] pgmap v175: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:25:43.934 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:25:43 smithi178 bash[70490]: cluster 2024-09-13T14:25:42.323837+0000 mgr.y (mgr.25139) 328 : cluster [DBG] pgmap v175: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:25:43.934 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:25:43 smithi178 bash[70490]: audit 2024-09-13T14:25:42.416322+0000 mgr.y (mgr.25139) 329 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:25:43.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:25:43 smithi178 bash[70490]: audit 2024-09-13T14:25:42.416322+0000 mgr.y (mgr.25139) 329 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:25:43.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:25:43 smithi178 bash[70490]: audit 2024-09-13T14:25:43.398839+0000 mon.a (mon.0) 18 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:25:43.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:25:43 smithi178 bash[70490]: audit 2024-09-13T14:25:43.398839+0000 mon.a (mon.0) 18 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:25:43.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:25:43 smithi178 bash[70490]: audit 2024-09-13T14:25:43.412938+0000 mon.a (mon.0) 19 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:25:43.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:25:43 smithi178 bash[70490]: audit 2024-09-13T14:25:43.412938+0000 mon.a (mon.0) 19 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:25:44.002 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:25:43 smithi062 bash[68610]: ::ffff:172.21.15.178 - - [13/Sep/2024:14:25:43] "GET /metrics HTTP/1.1" 200 38230 "" "Prometheus/2.51.0" 2024-09-13T14:25:44.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:43 smithi062 bash[89221]: cluster 2024-09-13T14:25:42.323837+0000 mgr.y (mgr.25139) 328 : cluster [DBG] pgmap v175: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:25:44.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:43 smithi062 bash[89221]: cluster 2024-09-13T14:25:42.323837+0000 mgr.y (mgr.25139) 328 : cluster [DBG] pgmap v175: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:25:44.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:43 smithi062 bash[89221]: audit 2024-09-13T14:25:42.416322+0000 mgr.y (mgr.25139) 329 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:25:44.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:43 smithi062 bash[89221]: audit 2024-09-13T14:25:42.416322+0000 mgr.y (mgr.25139) 329 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:25:44.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:43 smithi062 bash[89221]: audit 2024-09-13T14:25:43.398839+0000 mon.a (mon.0) 18 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:25:44.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:43 smithi062 bash[89221]: audit 2024-09-13T14:25:43.398839+0000 mon.a (mon.0) 18 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:25:44.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:43 smithi062 bash[89221]: audit 2024-09-13T14:25:43.412938+0000 mon.a (mon.0) 19 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:25:44.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:43 smithi062 bash[89221]: audit 2024-09-13T14:25:43.412938+0000 mon.a (mon.0) 19 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:25:44.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:25:43 smithi062 bash[26634]: cluster 2024-09-13T14:25:42.323837+0000 mgr.y (mgr.25139) 328 : cluster [DBG] pgmap v175: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:25:44.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:25:43 smithi062 bash[26634]: audit 2024-09-13T14:25:42.416322+0000 mgr.y (mgr.25139) 329 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:25:44.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:25:43 smithi062 bash[26634]: audit 2024-09-13T14:25:43.398839+0000 mon.a (mon.0) 18 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:25:44.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:25:43 smithi062 bash[26634]: audit 2024-09-13T14:25:43.412938+0000 mon.a (mon.0) 19 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:25:44.934 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:25:44 smithi178 bash[70490]: audit 2024-09-13T14:25:43.857482+0000 mon.b (mon.1) 6 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:25:44.934 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:25:44 smithi178 bash[70490]: audit 2024-09-13T14:25:43.857482+0000 mon.b (mon.1) 6 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:25:45.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:44 smithi062 bash[89221]: audit 2024-09-13T14:25:43.857482+0000 mon.b (mon.1) 6 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:25:45.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:44 smithi062 bash[89221]: audit 2024-09-13T14:25:43.857482+0000 mon.b (mon.1) 6 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:25:45.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:25:44 smithi062 bash[26634]: audit 2024-09-13T14:25:43.857482+0000 mon.b (mon.1) 6 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:25:45.934 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:25:45 smithi178 bash[70490]: cluster 2024-09-13T14:25:44.325468+0000 mgr.y (mgr.25139) 330 : cluster [DBG] pgmap v176: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:25:45.934 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:25:45 smithi178 bash[70490]: cluster 2024-09-13T14:25:44.325468+0000 mgr.y (mgr.25139) 330 : cluster [DBG] pgmap v176: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:25:45.934 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:25:45 smithi178 bash[70490]: audit 2024-09-13T14:25:44.565159+0000 mon.a (mon.0) 20 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:25:45.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:25:45 smithi178 bash[70490]: audit 2024-09-13T14:25:44.565159+0000 mon.a (mon.0) 20 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:25:45.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:25:45 smithi178 bash[70490]: audit 2024-09-13T14:25:44.577533+0000 mon.a (mon.0) 21 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:25:45.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:25:45 smithi178 bash[70490]: audit 2024-09-13T14:25:44.577533+0000 mon.a (mon.0) 21 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:25:46.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:25:45 smithi062 bash[26634]: cluster 2024-09-13T14:25:44.325468+0000 mgr.y (mgr.25139) 330 : cluster [DBG] pgmap v176: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:25:46.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:25:45 smithi062 bash[26634]: audit 2024-09-13T14:25:44.565159+0000 mon.a (mon.0) 20 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:25:46.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:25:45 smithi062 bash[26634]: audit 2024-09-13T14:25:44.577533+0000 mon.a (mon.0) 21 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:25:46.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:45 smithi062 bash[89221]: cluster 2024-09-13T14:25:44.325468+0000 mgr.y (mgr.25139) 330 : cluster [DBG] pgmap v176: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:25:46.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:45 smithi062 bash[89221]: cluster 2024-09-13T14:25:44.325468+0000 mgr.y (mgr.25139) 330 : cluster [DBG] pgmap v176: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:25:46.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:45 smithi062 bash[89221]: audit 2024-09-13T14:25:44.565159+0000 mon.a (mon.0) 20 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:25:46.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:45 smithi062 bash[89221]: audit 2024-09-13T14:25:44.565159+0000 mon.a (mon.0) 20 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:25:46.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:45 smithi062 bash[89221]: audit 2024-09-13T14:25:44.577533+0000 mon.a (mon.0) 21 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:25:46.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:45 smithi062 bash[89221]: audit 2024-09-13T14:25:44.577533+0000 mon.a (mon.0) 21 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:25:47.184 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:25:46 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:25:46.740753939Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:25:47.934 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:25:47 smithi178 bash[70490]: cluster 2024-09-13T14:25:46.326344+0000 mgr.y (mgr.25139) 331 : cluster [DBG] pgmap v177: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:25:47.934 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:25:47 smithi178 bash[70490]: cluster 2024-09-13T14:25:46.326344+0000 mgr.y (mgr.25139) 331 : cluster [DBG] pgmap v177: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:25:48.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:25:47 smithi062 bash[26634]: cluster 2024-09-13T14:25:46.326344+0000 mgr.y (mgr.25139) 331 : cluster [DBG] pgmap v177: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:25:48.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:47 smithi062 bash[89221]: cluster 2024-09-13T14:25:46.326344+0000 mgr.y (mgr.25139) 331 : cluster [DBG] pgmap v177: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:25:48.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:47 smithi062 bash[89221]: cluster 2024-09-13T14:25:46.326344+0000 mgr.y (mgr.25139) 331 : cluster [DBG] pgmap v177: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:25:49.934 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:25:49 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:25:49.748812962Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:25:49.934 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:25:49 smithi178 bash[70490]: cluster 2024-09-13T14:25:48.327110+0000 mgr.y (mgr.25139) 332 : cluster [DBG] pgmap v178: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:25:49.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:25:49 smithi178 bash[70490]: cluster 2024-09-13T14:25:48.327110+0000 mgr.y (mgr.25139) 332 : cluster [DBG] pgmap v178: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:25:50.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:49 smithi062 bash[89221]: cluster 2024-09-13T14:25:48.327110+0000 mgr.y (mgr.25139) 332 : cluster [DBG] pgmap v178: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:25:50.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:49 smithi062 bash[89221]: cluster 2024-09-13T14:25:48.327110+0000 mgr.y (mgr.25139) 332 : cluster [DBG] pgmap v178: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:25:50.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:25:49 smithi062 bash[26634]: cluster 2024-09-13T14:25:48.327110+0000 mgr.y (mgr.25139) 332 : cluster [DBG] pgmap v178: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:25:51.934 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:25:51 smithi178 bash[70490]: cluster 2024-09-13T14:25:50.328884+0000 mgr.y (mgr.25139) 333 : cluster [DBG] pgmap v179: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:25:51.934 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:25:51 smithi178 bash[70490]: cluster 2024-09-13T14:25:50.328884+0000 mgr.y (mgr.25139) 333 : cluster [DBG] pgmap v179: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:25:52.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:51 smithi062 bash[89221]: cluster 2024-09-13T14:25:50.328884+0000 mgr.y (mgr.25139) 333 : cluster [DBG] pgmap v179: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:25:52.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:51 smithi062 bash[89221]: cluster 2024-09-13T14:25:50.328884+0000 mgr.y (mgr.25139) 333 : cluster [DBG] pgmap v179: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:25:52.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:25:51 smithi062 bash[26634]: cluster 2024-09-13T14:25:50.328884+0000 mgr.y (mgr.25139) 333 : cluster [DBG] pgmap v179: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:25:53.184 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:25:52 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:25:52.743986589Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:25:53.851 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:25:53 smithi062 bash[68610]: ::ffff:172.21.15.178 - - [13/Sep/2024:14:25:53] "GET /metrics HTTP/1.1" 200 38229 "" "Prometheus/2.51.0" 2024-09-13T14:25:53.852 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:53 smithi062 bash[89221]: cluster 2024-09-13T14:25:52.329594+0000 mgr.y (mgr.25139) 334 : cluster [DBG] pgmap v180: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:25:53.852 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:53 smithi062 bash[89221]: cluster 2024-09-13T14:25:52.329594+0000 mgr.y (mgr.25139) 334 : cluster [DBG] pgmap v180: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:25:53.852 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:53 smithi062 bash[89221]: audit 2024-09-13T14:25:52.424915+0000 mgr.y (mgr.25139) 335 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:25:53.852 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:53 smithi062 bash[89221]: audit 2024-09-13T14:25:52.424915+0000 mgr.y (mgr.25139) 335 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:25:53.852 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:25:53 smithi062 bash[26634]: cluster 2024-09-13T14:25:52.329594+0000 mgr.y (mgr.25139) 334 : cluster [DBG] pgmap v180: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:25:53.852 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:25:53 smithi062 bash[26634]: audit 2024-09-13T14:25:52.424915+0000 mgr.y (mgr.25139) 335 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:25:53.934 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:25:53 smithi178 bash[70490]: cluster 2024-09-13T14:25:52.329594+0000 mgr.y (mgr.25139) 334 : cluster [DBG] pgmap v180: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:25:53.934 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:25:53 smithi178 bash[70490]: cluster 2024-09-13T14:25:52.329594+0000 mgr.y (mgr.25139) 334 : cluster [DBG] pgmap v180: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:25:53.934 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:25:53 smithi178 bash[70490]: audit 2024-09-13T14:25:52.424915+0000 mgr.y (mgr.25139) 335 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:25:53.934 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:25:53 smithi178 bash[70490]: audit 2024-09-13T14:25:52.424915+0000 mgr.y (mgr.25139) 335 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:25:55.653 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:55 smithi062 bash[89221]: cluster 2024-09-13T14:25:54.331312+0000 mgr.y (mgr.25139) 336 : cluster [DBG] pgmap v181: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:25:55.934 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:25:55 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:25:55.727793164Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:25:55.934 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:25:55 smithi178 bash[70490]: cluster 2024-09-13T14:25:54.331312+0000 mgr.y (mgr.25139) 336 : cluster [DBG] pgmap v181: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:25:55.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:25:55 smithi178 bash[70490]: cluster 2024-09-13T14:25:54.331312+0000 mgr.y (mgr.25139) 336 : cluster [DBG] pgmap v181: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:25:55.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:25:55 smithi178 bash[70490]: audit 2024-09-13T14:25:54.571975+0000 mon.a (mon.0) 22 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:25:55.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:25:55 smithi178 bash[70490]: audit 2024-09-13T14:25:54.571975+0000 mon.a (mon.0) 22 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:25:55.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:25:55 smithi178 bash[70490]: audit 2024-09-13T14:25:54.585401+0000 mon.a (mon.0) 23 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:25:55.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:25:55 smithi178 bash[70490]: audit 2024-09-13T14:25:54.585401+0000 mon.a (mon.0) 23 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:25:55.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:25:55 smithi178 bash[70490]: audit 2024-09-13T14:25:54.588679+0000 mon.b (mon.1) 7 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:25:55.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:25:55 smithi178 bash[70490]: audit 2024-09-13T14:25:54.588679+0000 mon.b (mon.1) 7 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:25:55.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:25:55 smithi178 bash[70490]: audit 2024-09-13T14:25:54.590840+0000 mon.b (mon.1) 8 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-13T14:25:55.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:25:55 smithi178 bash[70490]: audit 2024-09-13T14:25:54.590840+0000 mon.b (mon.1) 8 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-13T14:25:55.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:25:55 smithi178 bash[70490]: audit 2024-09-13T14:25:54.607723+0000 mon.a (mon.0) 24 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:25:55.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:25:55 smithi178 bash[70490]: audit 2024-09-13T14:25:54.607723+0000 mon.a (mon.0) 24 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:25:55.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:25:55 smithi178 bash[70490]: audit 2024-09-13T14:25:54.737393+0000 mon.b (mon.1) 9 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-13T14:25:55.936 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:25:55 smithi178 bash[70490]: audit 2024-09-13T14:25:54.737393+0000 mon.b (mon.1) 9 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-13T14:25:55.936 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:25:55 smithi178 bash[70490]: audit 2024-09-13T14:25:54.741328+0000 mon.b (mon.1) 10 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:25:55.936 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:25:55 smithi178 bash[70490]: audit 2024-09-13T14:25:54.741328+0000 mon.b (mon.1) 10 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:25:55.936 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:25:55 smithi178 bash[70490]: audit 2024-09-13T14:25:54.743946+0000 mon.b (mon.1) 11 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "quorum_status"} : dispatch 2024-09-13T14:25:55.936 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:25:55 smithi178 bash[70490]: audit 2024-09-13T14:25:54.743946+0000 mon.b (mon.1) 11 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "quorum_status"} : dispatch 2024-09-13T14:25:55.936 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:25:55 smithi178 bash[70490]: audit 2024-09-13T14:25:54.745533+0000 mon.b (mon.1) 12 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "mon ok-to-stop", "ids": ["c"]} : dispatch 2024-09-13T14:25:55.936 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:25:55 smithi178 bash[70490]: audit 2024-09-13T14:25:54.745533+0000 mon.b (mon.1) 12 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "mon ok-to-stop", "ids": ["c"]} : dispatch 2024-09-13T14:25:55.936 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:25:55 smithi178 bash[70490]: cephadm 2024-09-13T14:25:54.747114+0000 mgr.y (mgr.25139) 337 : cephadm [INF] Upgrade: It appears safe to stop mon.c 2024-09-13T14:25:55.936 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:25:55 smithi178 bash[70490]: cephadm 2024-09-13T14:25:54.747114+0000 mgr.y (mgr.25139) 337 : cephadm [INF] Upgrade: It appears safe to stop mon.c 2024-09-13T14:25:56.005 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:25:55 smithi062 bash[26634]: cluster 2024-09-13T14:25:54.331312+0000 mgr.y (mgr.25139) 336 : cluster [DBG] pgmap v181: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:25:56.005 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:25:55 smithi062 bash[26634]: audit 2024-09-13T14:25:54.571975+0000 mon.a (mon.0) 22 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:25:56.005 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:25:55 smithi062 bash[26634]: audit 2024-09-13T14:25:54.585401+0000 mon.a (mon.0) 23 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:25:56.005 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:25:55 smithi062 bash[26634]: audit 2024-09-13T14:25:54.588679+0000 mon.b (mon.1) 7 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:25:56.005 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:25:55 smithi062 bash[26634]: audit 2024-09-13T14:25:54.590840+0000 mon.b (mon.1) 8 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-13T14:25:56.006 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:25:55 smithi062 bash[26634]: audit 2024-09-13T14:25:54.607723+0000 mon.a (mon.0) 24 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:25:56.006 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:25:55 smithi062 bash[26634]: audit 2024-09-13T14:25:54.737393+0000 mon.b (mon.1) 9 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-13T14:25:56.006 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:25:55 smithi062 bash[26634]: audit 2024-09-13T14:25:54.741328+0000 mon.b (mon.1) 10 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:25:56.006 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:25:55 smithi062 bash[26634]: audit 2024-09-13T14:25:54.743946+0000 mon.b (mon.1) 11 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "quorum_status"} : dispatch 2024-09-13T14:25:56.006 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:25:55 smithi062 bash[26634]: audit 2024-09-13T14:25:54.745533+0000 mon.b (mon.1) 12 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "mon ok-to-stop", "ids": ["c"]} : dispatch 2024-09-13T14:25:56.006 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:25:55 smithi062 bash[26634]: cephadm 2024-09-13T14:25:54.747114+0000 mgr.y (mgr.25139) 337 : cephadm [INF] Upgrade: It appears safe to stop mon.c 2024-09-13T14:25:56.006 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:55 smithi062 bash[89221]: cluster 2024-09-13T14:25:54.331312+0000 mgr.y (mgr.25139) 336 : cluster [DBG] pgmap v181: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:25:56.006 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:55 smithi062 bash[89221]: audit 2024-09-13T14:25:54.571975+0000 mon.a (mon.0) 22 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:25:56.006 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:55 smithi062 bash[89221]: audit 2024-09-13T14:25:54.571975+0000 mon.a (mon.0) 22 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:25:56.006 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:55 smithi062 bash[89221]: audit 2024-09-13T14:25:54.585401+0000 mon.a (mon.0) 23 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:25:56.007 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:55 smithi062 bash[89221]: audit 2024-09-13T14:25:54.585401+0000 mon.a (mon.0) 23 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:25:56.007 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:55 smithi062 bash[89221]: audit 2024-09-13T14:25:54.588679+0000 mon.b (mon.1) 7 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:25:56.007 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:55 smithi062 bash[89221]: audit 2024-09-13T14:25:54.588679+0000 mon.b (mon.1) 7 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:25:56.007 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:55 smithi062 bash[89221]: audit 2024-09-13T14:25:54.590840+0000 mon.b (mon.1) 8 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-13T14:25:56.007 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:55 smithi062 bash[89221]: audit 2024-09-13T14:25:54.590840+0000 mon.b (mon.1) 8 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-13T14:25:56.007 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:55 smithi062 bash[89221]: audit 2024-09-13T14:25:54.607723+0000 mon.a (mon.0) 24 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:25:56.007 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:55 smithi062 bash[89221]: audit 2024-09-13T14:25:54.607723+0000 mon.a (mon.0) 24 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:25:56.007 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:55 smithi062 bash[89221]: audit 2024-09-13T14:25:54.737393+0000 mon.b (mon.1) 9 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-13T14:25:56.007 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:55 smithi062 bash[89221]: audit 2024-09-13T14:25:54.737393+0000 mon.b (mon.1) 9 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-13T14:25:56.007 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:55 smithi062 bash[89221]: audit 2024-09-13T14:25:54.741328+0000 mon.b (mon.1) 10 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:25:56.007 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:55 smithi062 bash[89221]: audit 2024-09-13T14:25:54.741328+0000 mon.b (mon.1) 10 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:25:56.007 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:55 smithi062 bash[89221]: audit 2024-09-13T14:25:54.743946+0000 mon.b (mon.1) 11 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "quorum_status"} : dispatch 2024-09-13T14:25:56.007 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:55 smithi062 bash[89221]: audit 2024-09-13T14:25:54.743946+0000 mon.b (mon.1) 11 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "quorum_status"} : dispatch 2024-09-13T14:25:56.007 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:55 smithi062 bash[89221]: audit 2024-09-13T14:25:54.745533+0000 mon.b (mon.1) 12 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "mon ok-to-stop", "ids": ["c"]} : dispatch 2024-09-13T14:25:56.008 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:55 smithi062 bash[89221]: audit 2024-09-13T14:25:54.745533+0000 mon.b (mon.1) 12 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "mon ok-to-stop", "ids": ["c"]} : dispatch 2024-09-13T14:25:56.008 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:55 smithi062 bash[89221]: cephadm 2024-09-13T14:25:54.747114+0000 mgr.y (mgr.25139) 337 : cephadm [INF] Upgrade: It appears safe to stop mon.c 2024-09-13T14:25:56.008 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:55 smithi062 bash[89221]: cephadm 2024-09-13T14:25:54.747114+0000 mgr.y (mgr.25139) 337 : cephadm [INF] Upgrade: It appears safe to stop mon.c 2024-09-13T14:25:57.934 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:25:57 smithi178 bash[70490]: cluster 2024-09-13T14:25:56.332087+0000 mgr.y (mgr.25139) 338 : cluster [DBG] pgmap v182: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:25:57.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:25:57 smithi178 bash[70490]: cluster 2024-09-13T14:25:56.332087+0000 mgr.y (mgr.25139) 338 : cluster [DBG] pgmap v182: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:25:57.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:25:57 smithi178 bash[70490]: audit 2024-09-13T14:25:57.178790+0000 mon.a (mon.0) 25 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:25:57.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:25:57 smithi178 bash[70490]: audit 2024-09-13T14:25:57.178790+0000 mon.a (mon.0) 25 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:25:57.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:25:57 smithi178 bash[70490]: audit 2024-09-13T14:25:57.185230+0000 mon.b (mon.1) 13 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "auth get", "entity": "mon."} : dispatch 2024-09-13T14:25:57.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:25:57 smithi178 bash[70490]: audit 2024-09-13T14:25:57.185230+0000 mon.b (mon.1) 13 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "auth get", "entity": "mon."} : dispatch 2024-09-13T14:25:57.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:25:57 smithi178 bash[70490]: audit 2024-09-13T14:25:57.187048+0000 mon.b (mon.1) 14 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config get", "who": "mon", "key": "public_network"} : dispatch 2024-09-13T14:25:57.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:25:57 smithi178 bash[70490]: audit 2024-09-13T14:25:57.187048+0000 mon.b (mon.1) 14 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config get", "who": "mon", "key": "public_network"} : dispatch 2024-09-13T14:25:57.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:25:57 smithi178 bash[70490]: audit 2024-09-13T14:25:57.188886+0000 mon.b (mon.1) 15 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:25:57.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:25:57 smithi178 bash[70490]: audit 2024-09-13T14:25:57.188886+0000 mon.b (mon.1) 15 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:25:58.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:25:57 smithi062 bash[26634]: cluster 2024-09-13T14:25:56.332087+0000 mgr.y (mgr.25139) 338 : cluster [DBG] pgmap v182: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:25:58.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:25:57 smithi062 bash[26634]: audit 2024-09-13T14:25:57.178790+0000 mon.a (mon.0) 25 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:25:58.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:25:57 smithi062 bash[26634]: audit 2024-09-13T14:25:57.185230+0000 mon.b (mon.1) 13 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "auth get", "entity": "mon."} : dispatch 2024-09-13T14:25:58.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:25:57 smithi062 bash[26634]: audit 2024-09-13T14:25:57.187048+0000 mon.b (mon.1) 14 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config get", "who": "mon", "key": "public_network"} : dispatch 2024-09-13T14:25:58.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:25:57 smithi062 bash[26634]: audit 2024-09-13T14:25:57.188886+0000 mon.b (mon.1) 15 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:25:58.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:57 smithi062 bash[89221]: cluster 2024-09-13T14:25:56.332087+0000 mgr.y (mgr.25139) 338 : cluster [DBG] pgmap v182: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:25:58.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:57 smithi062 bash[89221]: cluster 2024-09-13T14:25:56.332087+0000 mgr.y (mgr.25139) 338 : cluster [DBG] pgmap v182: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:25:58.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:57 smithi062 bash[89221]: audit 2024-09-13T14:25:57.178790+0000 mon.a (mon.0) 25 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:25:58.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:57 smithi062 bash[89221]: audit 2024-09-13T14:25:57.178790+0000 mon.a (mon.0) 25 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:25:58.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:57 smithi062 bash[89221]: audit 2024-09-13T14:25:57.185230+0000 mon.b (mon.1) 13 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "auth get", "entity": "mon."} : dispatch 2024-09-13T14:25:58.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:57 smithi062 bash[89221]: audit 2024-09-13T14:25:57.185230+0000 mon.b (mon.1) 13 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "auth get", "entity": "mon."} : dispatch 2024-09-13T14:25:58.005 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:57 smithi062 bash[89221]: audit 2024-09-13T14:25:57.187048+0000 mon.b (mon.1) 14 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config get", "who": "mon", "key": "public_network"} : dispatch 2024-09-13T14:25:58.005 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:57 smithi062 bash[89221]: audit 2024-09-13T14:25:57.187048+0000 mon.b (mon.1) 14 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config get", "who": "mon", "key": "public_network"} : dispatch 2024-09-13T14:25:58.005 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:57 smithi062 bash[89221]: audit 2024-09-13T14:25:57.188886+0000 mon.b (mon.1) 15 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:25:58.005 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:57 smithi062 bash[89221]: audit 2024-09-13T14:25:57.188886+0000 mon.b (mon.1) 15 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:25:58.835 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:25:58 smithi062 bash[26634]: cephadm 2024-09-13T14:25:57.172896+0000 mgr.y (mgr.25139) 339 : cephadm [INF] Upgrade: Updating mon.c 2024-09-13T14:25:58.836 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:25:58 smithi062 bash[26634]: cephadm 2024-09-13T14:25:57.191689+0000 mgr.y (mgr.25139) 340 : cephadm [INF] Deploying daemon mon.c on smithi062 2024-09-13T14:25:58.836 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:58 smithi062 bash[89221]: cephadm 2024-09-13T14:25:57.172896+0000 mgr.y (mgr.25139) 339 : cephadm [INF] Upgrade: Updating mon.c 2024-09-13T14:25:58.836 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:58 smithi062 bash[89221]: cephadm 2024-09-13T14:25:57.172896+0000 mgr.y (mgr.25139) 339 : cephadm [INF] Upgrade: Updating mon.c 2024-09-13T14:25:58.836 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:58 smithi062 bash[89221]: cephadm 2024-09-13T14:25:57.191689+0000 mgr.y (mgr.25139) 340 : cephadm [INF] Deploying daemon mon.c on smithi062 2024-09-13T14:25:58.836 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:58 smithi062 bash[89221]: cephadm 2024-09-13T14:25:57.191689+0000 mgr.y (mgr.25139) 340 : cephadm [INF] Deploying daemon mon.c on smithi062 2024-09-13T14:25:58.934 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:25:58 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:25:58.752482083Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:25:58.934 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:25:58 smithi178 bash[70490]: cephadm 2024-09-13T14:25:57.172896+0000 mgr.y (mgr.25139) 339 : cephadm [INF] Upgrade: Updating mon.c 2024-09-13T14:25:58.934 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:25:58 smithi178 bash[70490]: cephadm 2024-09-13T14:25:57.172896+0000 mgr.y (mgr.25139) 339 : cephadm [INF] Upgrade: Updating mon.c 2024-09-13T14:25:58.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:25:58 smithi178 bash[70490]: cephadm 2024-09-13T14:25:57.191689+0000 mgr.y (mgr.25139) 340 : cephadm [INF] Deploying daemon mon.c on smithi062 2024-09-13T14:25:58.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:25:58 smithi178 bash[70490]: cephadm 2024-09-13T14:25:57.191689+0000 mgr.y (mgr.25139) 340 : cephadm [INF] Deploying daemon mon.c on smithi062 2024-09-13T14:25:59.873 INFO:journalctl@ceph.osd.0.smithi062.stdout:Sep 13 14:25:59 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:25:59.873 INFO:journalctl@ceph.osd.3.smithi062.stdout:Sep 13 14:25:59 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:25:59.873 INFO:journalctl@ceph.node-exporter.a.smithi062.stdout:Sep 13 14:25:59 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:25:59.874 INFO:journalctl@ceph.alertmanager.a.smithi062.stdout:Sep 13 14:25:59 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:25:59.874 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:25:59 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:25:59.874 INFO:journalctl@ceph.osd.2.smithi062.stdout:Sep 13 14:25:59 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:25:59.875 INFO:journalctl@ceph.osd.1.smithi062.stdout:Sep 13 14:25:59 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:25:59.875 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:59 smithi062 bash[89221]: cluster 2024-09-13T14:25:58.332764+0000 mgr.y (mgr.25139) 341 : cluster [DBG] pgmap v183: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:25:59.875 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:59 smithi062 bash[89221]: cluster 2024-09-13T14:25:58.332764+0000 mgr.y (mgr.25139) 341 : cluster [DBG] pgmap v183: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:25:59.875 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:59 smithi062 bash[89221]: audit 2024-09-13T14:25:58.857132+0000 mon.b (mon.1) 16 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:25:59.875 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:59 smithi062 bash[89221]: audit 2024-09-13T14:25:58.857132+0000 mon.b (mon.1) 16 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:25:59.875 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:25:59 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:25:59.875 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:25:59 smithi062 bash[26634]: cluster 2024-09-13T14:25:58.332764+0000 mgr.y (mgr.25139) 341 : cluster [DBG] pgmap v183: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:25:59.876 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:25:59 smithi062 bash[26634]: audit 2024-09-13T14:25:58.857132+0000 mon.b (mon.1) 16 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:25:59.876 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:25:59 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:25:59.876 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:25:59 smithi062 systemd[1]: Stopping Ceph mon.c for ff1149ea-71d5-11ef-bceb-c7b262605968... 2024-09-13T14:25:59.934 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:25:59 smithi178 bash[70490]: cluster 2024-09-13T14:25:58.332764+0000 mgr.y (mgr.25139) 341 : cluster [DBG] pgmap v183: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:25:59.934 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:25:59 smithi178 bash[70490]: cluster 2024-09-13T14:25:58.332764+0000 mgr.y (mgr.25139) 341 : cluster [DBG] pgmap v183: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:25:59.934 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:25:59 smithi178 bash[70490]: audit 2024-09-13T14:25:58.857132+0000 mon.b (mon.1) 16 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:25:59.934 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:25:59 smithi178 bash[70490]: audit 2024-09-13T14:25:58.857132+0000 mon.b (mon.1) 16 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:26:00.212 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:25:59 smithi062 bash[26634]: debug 2024-09-13T14:25:59.977+0000 7f1e1f523640 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-mon -n mon.c -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-stderr=true (PID: 1) UID: 0 2024-09-13T14:26:00.212 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:25:59 smithi062 bash[26634]: debug 2024-09-13T14:25:59.977+0000 7f1e1f523640 -1 mon.c@2(peon) e3 *** Got Signal Terminated *** 2024-09-13T14:26:00.858 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:00 smithi062 bash[92761]: ceph-ff1149ea-71d5-11ef-bceb-c7b262605968-mon-c 2024-09-13T14:26:00.858 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:00 smithi062 bash[92821]: Error response from daemon: No such container: ceph-ff1149ea-71d5-11ef-bceb-c7b262605968-mon-c 2024-09-13T14:26:00.858 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:00 smithi062 systemd[1]: ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@mon.c.service: Deactivated successfully. 2024-09-13T14:26:00.858 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:00 smithi062 systemd[1]: Stopped Ceph mon.c for ff1149ea-71d5-11ef-bceb-c7b262605968. 2024-09-13T14:26:01.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:00 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:26:01.253 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:26:00 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:26:01.254 INFO:journalctl@ceph.osd.0.smithi062.stdout:Sep 13 14:26:00 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:26:01.254 INFO:journalctl@ceph.osd.2.smithi062.stdout:Sep 13 14:26:00 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:26:01.254 INFO:journalctl@ceph.osd.3.smithi062.stdout:Sep 13 14:26:00 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:26:01.255 INFO:journalctl@ceph.node-exporter.a.smithi062.stdout:Sep 13 14:26:00 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:26:01.255 INFO:journalctl@ceph.alertmanager.a.smithi062.stdout:Sep 13 14:26:00 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:26:01.255 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:00 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:26:01.256 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:00 smithi062 systemd[1]: Started Ceph mon.c for ff1149ea-71d5-11ef-bceb-c7b262605968. 2024-09-13T14:26:01.256 INFO:journalctl@ceph.osd.1.smithi062.stdout:Sep 13 14:26:00 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:26:02.184 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:26:01 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:26:01.736200563Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:26:02.436 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: debug 2024-09-13T14:26:02.089+0000 7f52832dfc80 0 set uid:gid to 167:167 (ceph:ceph) 2024-09-13T14:26:02.437 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: debug 2024-09-13T14:26:02.089+0000 7f52832dfc80 0 ceph version 19.3.0-4917-gb0201b8c (b0201b8c79733293453e7f10a10c7fa43119222b) squid (dev), process ceph-mon, pid 7 2024-09-13T14:26:02.437 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: debug 2024-09-13T14:26:02.089+0000 7f52832dfc80 0 pidfile_write: ignore empty --pid-file 2024-09-13T14:26:02.437 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: debug 2024-09-13T14:26:02.093+0000 7f52832dfc80 0 load: jerasure load: lrc 2024-09-13T14:26:02.437 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: debug 2024-09-13T14:26:02.093+0000 7f52832dfc80 4 rocksdb: RocksDB version: 7.9.2 2024-09-13T14:26:02.437 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: debug 2024-09-13T14:26:02.093+0000 7f52832dfc80 4 rocksdb: Git sha 0 2024-09-13T14:26:02.437 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: debug 2024-09-13T14:26:02.093+0000 7f52832dfc80 4 rocksdb: Compile date 2024-09-13 10:06:52 2024-09-13T14:26:02.437 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: debug 2024-09-13T14:26:02.093+0000 7f52832dfc80 4 rocksdb: DB SUMMARY 2024-09-13T14:26:02.438 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: debug 2024-09-13T14:26:02.093+0000 7f52832dfc80 4 rocksdb: DB Session ID: Z5ZZL5RUNANGCV56LYR0 2024-09-13T14:26:02.438 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: debug 2024-09-13T14:26:02.093+0000 7f52832dfc80 4 rocksdb: CURRENT file: CURRENT 2024-09-13T14:26:02.438 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: debug 2024-09-13T14:26:02.093+0000 7f52832dfc80 4 rocksdb: IDENTITY file: IDENTITY 2024-09-13T14:26:02.438 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: debug 2024-09-13T14:26:02.093+0000 7f52832dfc80 4 rocksdb: MANIFEST file: MANIFEST-000010 size: 4816 Bytes 2024-09-13T14:26:02.438 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: debug 2024-09-13T14:26:02.093+0000 7f52832dfc80 4 rocksdb: SST files in /var/lib/ceph/mon/ceph-c/store.db dir, Total Num: 1, files: 000069.sst 2024-09-13T14:26:02.438 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: debug 2024-09-13T14:26:02.093+0000 7f52832dfc80 4 rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-c/store.db: 000067.log size: 299191 ; 2024-09-13T14:26:02.438 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: debug 2024-09-13T14:26:02.093+0000 7f52832dfc80 4 rocksdb: Options.error_if_exists: 0 2024-09-13T14:26:02.438 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: debug 2024-09-13T14:26:02.093+0000 7f52832dfc80 4 rocksdb: Options.create_if_missing: 0 2024-09-13T14:26:02.438 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: debug 2024-09-13T14:26:02.093+0000 7f52832dfc80 4 rocksdb: Options.paranoid_checks: 1 2024-09-13T14:26:02.439 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: debug 2024-09-13T14:26:02.093+0000 7f52832dfc80 4 rocksdb: Options.flush_verify_memtable_count: 1 2024-09-13T14:26:02.439 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: debug 2024-09-13T14:26:02.093+0000 7f52832dfc80 4 rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-09-13T14:26:02.439 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: debug 2024-09-13T14:26:02.093+0000 7f52832dfc80 4 rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-09-13T14:26:02.439 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: debug 2024-09-13T14:26:02.093+0000 7f52832dfc80 4 rocksdb: Options.env: 0x55f07b4e8120 2024-09-13T14:26:02.439 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: debug 2024-09-13T14:26:02.093+0000 7f52832dfc80 4 rocksdb: Options.fs: PosixFileSystem 2024-09-13T14:26:02.439 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: debug 2024-09-13T14:26:02.093+0000 7f52832dfc80 4 rocksdb: Options.info_log: 0x55f07caad700 2024-09-13T14:26:02.439 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: debug 2024-09-13T14:26:02.093+0000 7f52832dfc80 4 rocksdb: Options.max_file_opening_threads: 16 2024-09-13T14:26:02.439 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: debug 2024-09-13T14:26:02.093+0000 7f52832dfc80 4 rocksdb: Options.statistics: (nil) 2024-09-13T14:26:02.439 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: debug 2024-09-13T14:26:02.093+0000 7f52832dfc80 4 rocksdb: Options.use_fsync: 0 2024-09-13T14:26:02.440 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: debug 2024-09-13T14:26:02.093+0000 7f52832dfc80 4 rocksdb: Options.max_log_file_size: 0 2024-09-13T14:26:02.441 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: debug 2024-09-13T14:26:02.093+0000 7f52832dfc80 4 rocksdb: Options.max_manifest_file_size: 1073741824 2024-09-13T14:26:02.441 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: debug 2024-09-13T14:26:02.093+0000 7f52832dfc80 4 rocksdb: Options.log_file_time_to_roll: 0 2024-09-13T14:26:02.441 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: debug 2024-09-13T14:26:02.093+0000 7f52832dfc80 4 rocksdb: Options.keep_log_file_num: 1000 2024-09-13T14:26:02.441 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: debug 2024-09-13T14:26:02.093+0000 7f52832dfc80 4 rocksdb: Options.recycle_log_file_num: 0 2024-09-13T14:26:02.441 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: debug 2024-09-13T14:26:02.093+0000 7f52832dfc80 4 rocksdb: Options.allow_fallocate: 1 2024-09-13T14:26:02.441 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: debug 2024-09-13T14:26:02.093+0000 7f52832dfc80 4 rocksdb: Options.allow_mmap_reads: 0 2024-09-13T14:26:02.442 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: debug 2024-09-13T14:26:02.093+0000 7f52832dfc80 4 rocksdb: Options.allow_mmap_writes: 0 2024-09-13T14:26:02.442 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: debug 2024-09-13T14:26:02.093+0000 7f52832dfc80 4 rocksdb: Options.use_direct_reads: 0 2024-09-13T14:26:02.442 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: debug 2024-09-13T14:26:02.093+0000 7f52832dfc80 4 rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-09-13T14:26:02.442 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: debug 2024-09-13T14:26:02.093+0000 7f52832dfc80 4 rocksdb: Options.create_missing_column_families: 0 2024-09-13T14:26:02.442 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: debug 2024-09-13T14:26:02.093+0000 7f52832dfc80 4 rocksdb: Options.db_log_dir: 2024-09-13T14:26:02.442 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: debug 2024-09-13T14:26:02.093+0000 7f52832dfc80 4 rocksdb: Options.wal_dir: 2024-09-13T14:26:02.442 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: debug 2024-09-13T14:26:02.093+0000 7f52832dfc80 4 rocksdb: Options.table_cache_numshardbits: 6 2024-09-13T14:26:02.442 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: debug 2024-09-13T14:26:02.093+0000 7f52832dfc80 4 rocksdb: Options.WAL_ttl_seconds: 0 2024-09-13T14:26:02.443 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: debug 2024-09-13T14:26:02.093+0000 7f52832dfc80 4 rocksdb: Options.WAL_size_limit_MB: 0 2024-09-13T14:26:02.443 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: debug 2024-09-13T14:26:02.093+0000 7f52832dfc80 4 rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-09-13T14:26:02.443 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: debug 2024-09-13T14:26:02.093+0000 7f52832dfc80 4 rocksdb: Options.manifest_preallocation_size: 4194304 2024-09-13T14:26:02.443 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: debug 2024-09-13T14:26:02.093+0000 7f52832dfc80 4 rocksdb: Options.is_fd_close_on_exec: 1 2024-09-13T14:26:02.443 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: debug 2024-09-13T14:26:02.093+0000 7f52832dfc80 4 rocksdb: Options.advise_random_on_open: 1 2024-09-13T14:26:02.443 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: debug 2024-09-13T14:26:02.093+0000 7f52832dfc80 4 rocksdb: Options.db_write_buffer_size: 0 2024-09-13T14:26:02.443 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: debug 2024-09-13T14:26:02.093+0000 7f52832dfc80 4 rocksdb: Options.write_buffer_manager: 0x55f07cab01e0 2024-09-13T14:26:02.443 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: debug 2024-09-13T14:26:02.093+0000 7f52832dfc80 4 rocksdb: Options.access_hint_on_compaction_start: 1 2024-09-13T14:26:02.443 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: debug 2024-09-13T14:26:02.093+0000 7f52832dfc80 4 rocksdb: Options.random_access_max_buffer_size: 1048576 2024-09-13T14:26:02.444 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: debug 2024-09-13T14:26:02.093+0000 7f52832dfc80 4 rocksdb: Options.use_adaptive_mutex: 0 2024-09-13T14:26:02.444 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: debug 2024-09-13T14:26:02.093+0000 7f52832dfc80 4 rocksdb: Options.rate_limiter: (nil) 2024-09-13T14:26:02.444 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: debug 2024-09-13T14:26:02.093+0000 7f52832dfc80 4 rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-09-13T14:26:02.444 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: debug 2024-09-13T14:26:02.093+0000 7f52832dfc80 4 rocksdb: Options.wal_recovery_mode: 2 2024-09-13T14:26:02.444 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: debug 2024-09-13T14:26:02.093+0000 7f52832dfc80 4 rocksdb: Options.enable_thread_tracking: 0 2024-09-13T14:26:02.444 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: debug 2024-09-13T14:26:02.093+0000 7f52832dfc80 4 rocksdb: Options.enable_pipelined_write: 0 2024-09-13T14:26:02.444 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: debug 2024-09-13T14:26:02.093+0000 7f52832dfc80 4 rocksdb: Options.unordered_write: 0 2024-09-13T14:26:02.444 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: debug 2024-09-13T14:26:02.093+0000 7f52832dfc80 4 rocksdb: Options.allow_concurrent_memtable_write: 1 2024-09-13T14:26:02.444 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: debug 2024-09-13T14:26:02.093+0000 7f52832dfc80 4 rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-09-13T14:26:02.445 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: debug 2024-09-13T14:26:02.093+0000 7f52832dfc80 4 rocksdb: Options.write_thread_max_yield_usec: 100 2024-09-13T14:26:02.445 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: debug 2024-09-13T14:26:02.093+0000 7f52832dfc80 4 rocksdb: Options.write_thread_slow_yield_usec: 3 2024-09-13T14:26:02.445 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: debug 2024-09-13T14:26:02.093+0000 7f52832dfc80 4 rocksdb: Options.row_cache: None 2024-09-13T14:26:02.445 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: debug 2024-09-13T14:26:02.093+0000 7f52832dfc80 4 rocksdb: Options.wal_filter: None 2024-09-13T14:26:02.445 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: debug 2024-09-13T14:26:02.093+0000 7f52832dfc80 4 rocksdb: Options.avoid_flush_during_recovery: 0 2024-09-13T14:26:02.445 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: debug 2024-09-13T14:26:02.093+0000 7f52832dfc80 4 rocksdb: Options.allow_ingest_behind: 0 2024-09-13T14:26:02.445 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: debug 2024-09-13T14:26:02.093+0000 7f52832dfc80 4 rocksdb: Options.two_write_queues: 0 2024-09-13T14:26:02.445 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: debug 2024-09-13T14:26:02.093+0000 7f52832dfc80 4 rocksdb: Options.manual_wal_flush: 0 2024-09-13T14:26:02.446 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: debug 2024-09-13T14:26:02.093+0000 7f52832dfc80 4 rocksdb: Options.wal_compression: 0 2024-09-13T14:26:02.446 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: debug 2024-09-13T14:26:02.093+0000 7f52832dfc80 4 rocksdb: Options.atomic_flush: 0 2024-09-13T14:26:02.446 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: debug 2024-09-13T14:26:02.093+0000 7f52832dfc80 4 rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-09-13T14:26:02.446 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: debug 2024-09-13T14:26:02.093+0000 7f52832dfc80 4 rocksdb: Options.persist_stats_to_disk: 0 2024-09-13T14:26:02.446 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: debug 2024-09-13T14:26:02.093+0000 7f52832dfc80 4 rocksdb: Options.write_dbid_to_manifest: 0 2024-09-13T14:26:02.446 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: debug 2024-09-13T14:26:02.093+0000 7f52832dfc80 4 rocksdb: Options.log_readahead_size: 0 2024-09-13T14:26:02.446 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: debug 2024-09-13T14:26:02.093+0000 7f52832dfc80 4 rocksdb: Options.file_checksum_gen_factory: Unknown 2024-09-13T14:26:02.447 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: debug 2024-09-13T14:26:02.093+0000 7f52832dfc80 4 rocksdb: Options.best_efforts_recovery: 0 2024-09-13T14:26:02.447 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: debug 2024-09-13T14:26:02.093+0000 7f52832dfc80 4 rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-09-13T14:26:02.447 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: debug 2024-09-13T14:26:02.093+0000 7f52832dfc80 4 rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-09-13T14:26:02.447 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: debug 2024-09-13T14:26:02.093+0000 7f52832dfc80 4 rocksdb: Options.allow_data_in_errors: 0 2024-09-13T14:26:02.447 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: debug 2024-09-13T14:26:02.093+0000 7f52832dfc80 4 rocksdb: Options.db_host_id: __hostname__ 2024-09-13T14:26:02.447 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: debug 2024-09-13T14:26:02.093+0000 7f52832dfc80 4 rocksdb: Options.enforce_single_del_contracts: true 2024-09-13T14:26:02.447 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: debug 2024-09-13T14:26:02.093+0000 7f52832dfc80 4 rocksdb: Options.max_background_jobs: 2 2024-09-13T14:26:02.447 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: debug 2024-09-13T14:26:02.093+0000 7f52832dfc80 4 rocksdb: Options.max_background_compactions: -1 2024-09-13T14:26:02.447 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: debug 2024-09-13T14:26:02.093+0000 7f52832dfc80 4 rocksdb: Options.max_subcompactions: 1 2024-09-13T14:26:02.448 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: debug 2024-09-13T14:26:02.093+0000 7f52832dfc80 4 rocksdb: Options.avoid_flush_during_shutdown: 0 2024-09-13T14:26:02.448 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: debug 2024-09-13T14:26:02.093+0000 7f52832dfc80 4 rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-09-13T14:26:02.448 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: debug 2024-09-13T14:26:02.093+0000 7f52832dfc80 4 rocksdb: Options.delayed_write_rate : 16777216 2024-09-13T14:26:02.448 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: debug 2024-09-13T14:26:02.093+0000 7f52832dfc80 4 rocksdb: Options.max_total_wal_size: 0 2024-09-13T14:26:02.448 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: debug 2024-09-13T14:26:02.093+0000 7f52832dfc80 4 rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-09-13T14:26:02.448 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: debug 2024-09-13T14:26:02.093+0000 7f52832dfc80 4 rocksdb: Options.stats_dump_period_sec: 600 2024-09-13T14:26:02.448 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: debug 2024-09-13T14:26:02.093+0000 7f52832dfc80 4 rocksdb: Options.stats_persist_period_sec: 600 2024-09-13T14:26:02.448 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: debug 2024-09-13T14:26:02.093+0000 7f52832dfc80 4 rocksdb: Options.stats_history_buffer_size: 1048576 2024-09-13T14:26:02.448 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: debug 2024-09-13T14:26:02.093+0000 7f52832dfc80 4 rocksdb: Options.max_open_files: -1 2024-09-13T14:26:02.449 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: debug 2024-09-13T14:26:02.093+0000 7f52832dfc80 4 rocksdb: Options.bytes_per_sync: 0 2024-09-13T14:26:02.449 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: debug 2024-09-13T14:26:02.093+0000 7f52832dfc80 4 rocksdb: Options.wal_bytes_per_sync: 0 2024-09-13T14:26:02.449 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: debug 2024-09-13T14:26:02.093+0000 7f52832dfc80 4 rocksdb: Options.strict_bytes_per_sync: 0 2024-09-13T14:26:02.449 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: debug 2024-09-13T14:26:02.093+0000 7f52832dfc80 4 rocksdb: Options.compaction_readahead_size: 0 2024-09-13T14:26:02.449 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: debug 2024-09-13T14:26:02.093+0000 7f52832dfc80 4 rocksdb: Options.max_background_flushes: -1 2024-09-13T14:26:02.449 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: debug 2024-09-13T14:26:02.093+0000 7f52832dfc80 4 rocksdb: Compression algorithms supported: 2024-09-13T14:26:02.449 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: debug 2024-09-13T14:26:02.093+0000 7f52832dfc80 4 rocksdb: kZSTD supported: 0 2024-09-13T14:26:02.449 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: debug 2024-09-13T14:26:02.093+0000 7f52832dfc80 4 rocksdb: kXpressCompression supported: 0 2024-09-13T14:26:02.449 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: debug 2024-09-13T14:26:02.093+0000 7f52832dfc80 4 rocksdb: kBZip2Compression supported: 0 2024-09-13T14:26:02.450 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: debug 2024-09-13T14:26:02.093+0000 7f52832dfc80 4 rocksdb: kZSTDNotFinalCompression supported: 0 2024-09-13T14:26:02.450 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: debug 2024-09-13T14:26:02.093+0000 7f52832dfc80 4 rocksdb: kLZ4Compression supported: 1 2024-09-13T14:26:02.450 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: debug 2024-09-13T14:26:02.093+0000 7f52832dfc80 4 rocksdb: kZlibCompression supported: 1 2024-09-13T14:26:02.450 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: debug 2024-09-13T14:26:02.093+0000 7f52832dfc80 4 rocksdb: kLZ4HCCompression supported: 1 2024-09-13T14:26:02.450 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: debug 2024-09-13T14:26:02.093+0000 7f52832dfc80 4 rocksdb: kSnappyCompression supported: 1 2024-09-13T14:26:02.450 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: debug 2024-09-13T14:26:02.093+0000 7f52832dfc80 4 rocksdb: Fast CRC32 supported: Supported on x86 2024-09-13T14:26:02.450 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: debug 2024-09-13T14:26:02.093+0000 7f52832dfc80 4 rocksdb: DMutex implementation: pthread_mutex_t 2024-09-13T14:26:02.450 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: debug 2024-09-13T14:26:02.093+0000 7f52832dfc80 4 rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000010 2024-09-13T14:26:02.450 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: debug 2024-09-13T14:26:02.093+0000 7f52832dfc80 4 rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-09-13T14:26:02.450 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: debug 2024-09-13T14:26:02.093+0000 7f52832dfc80 4 rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-09-13T14:26:02.451 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: debug 2024-09-13T14:26:02.093+0000 7f52832dfc80 4 rocksdb: Options.merge_operator: 2024-09-13T14:26:02.451 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: debug 2024-09-13T14:26:02.093+0000 7f52832dfc80 4 rocksdb: Options.compaction_filter: None 2024-09-13T14:26:02.451 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: debug 2024-09-13T14:26:02.093+0000 7f52832dfc80 4 rocksdb: Options.compaction_filter_factory: None 2024-09-13T14:26:02.451 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: debug 2024-09-13T14:26:02.093+0000 7f52832dfc80 4 rocksdb: Options.sst_partitioner_factory: None 2024-09-13T14:26:02.451 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: debug 2024-09-13T14:26:02.093+0000 7f52832dfc80 4 rocksdb: Options.memtable_factory: SkipListFactory 2024-09-13T14:26:02.451 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: debug 2024-09-13T14:26:02.093+0000 7f52832dfc80 4 rocksdb: Options.table_factory: BlockBasedTable 2024-09-13T14:26:02.451 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: debug 2024-09-13T14:26:02.093+0000 7f52832dfc80 4 rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55f07caad320) 2024-09-13T14:26:02.451 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: cache_index_and_filter_blocks: 1 2024-09-13T14:26:02.452 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: cache_index_and_filter_blocks_with_high_priority: 0 2024-09-13T14:26:02.452 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: pin_l0_filter_and_index_blocks_in_cache: 0 2024-09-13T14:26:02.452 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: pin_top_level_index_and_filter: 1 2024-09-13T14:26:02.452 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: index_type: 0 2024-09-13T14:26:02.452 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: data_block_index_type: 0 2024-09-13T14:26:02.452 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: index_shortening: 1 2024-09-13T14:26:02.452 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: data_block_hash_table_util_ratio: 0.750000 2024-09-13T14:26:02.452 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: checksum: 4 2024-09-13T14:26:02.453 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: no_block_cache: 0 2024-09-13T14:26:02.453 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: block_cache: 0x55f07caa3610 2024-09-13T14:26:02.453 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: block_cache_name: BinnedLRUCache 2024-09-13T14:26:02.453 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: block_cache_options: 2024-09-13T14:26:02.453 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: capacity : 536870912 2024-09-13T14:26:02.453 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: num_shard_bits : 4 2024-09-13T14:26:02.453 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: strict_capacity_limit : 0 2024-09-13T14:26:02.453 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: high_pri_pool_ratio: 0.000 2024-09-13T14:26:02.453 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: block_cache_compressed: (nil) 2024-09-13T14:26:02.453 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: persistent_cache: (nil) 2024-09-13T14:26:02.454 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: block_size: 4096 2024-09-13T14:26:02.454 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: block_size_deviation: 10 2024-09-13T14:26:02.454 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: block_restart_interval: 16 2024-09-13T14:26:02.454 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: index_block_restart_interval: 1 2024-09-13T14:26:02.454 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: metadata_block_size: 4096 2024-09-13T14:26:02.454 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: partition_filters: 0 2024-09-13T14:26:02.454 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: use_delta_encoding: 1 2024-09-13T14:26:02.455 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: filter_policy: bloomfilter 2024-09-13T14:26:02.455 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: whole_key_filtering: 1 2024-09-13T14:26:02.455 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: verify_compression: 0 2024-09-13T14:26:02.455 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: read_amp_bytes_per_bit: 0 2024-09-13T14:26:02.455 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: format_version: 5 2024-09-13T14:26:02.455 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: enable_index_compression: 1 2024-09-13T14:26:02.455 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: block_align: 0 2024-09-13T14:26:02.455 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: max_auto_readahead_size: 262144 2024-09-13T14:26:02.456 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: prepopulate_block_cache: 0 2024-09-13T14:26:02.456 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: initial_auto_readahead_size: 8192 2024-09-13T14:26:02.456 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: num_file_reads_for_auto_readahead: 2 2024-09-13T14:26:02.456 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: debug 2024-09-13T14:26:02.093+0000 7f52832dfc80 4 rocksdb: Options.write_buffer_size: 33554432 2024-09-13T14:26:02.456 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: debug 2024-09-13T14:26:02.093+0000 7f52832dfc80 4 rocksdb: Options.max_write_buffer_number: 2 2024-09-13T14:26:02.456 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: debug 2024-09-13T14:26:02.093+0000 7f52832dfc80 4 rocksdb: Options.compression: NoCompression 2024-09-13T14:26:02.456 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: debug 2024-09-13T14:26:02.093+0000 7f52832dfc80 4 rocksdb: Options.bottommost_compression: Disabled 2024-09-13T14:26:02.456 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: debug 2024-09-13T14:26:02.093+0000 7f52832dfc80 4 rocksdb: Options.prefix_extractor: nullptr 2024-09-13T14:26:02.457 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: debug 2024-09-13T14:26:02.093+0000 7f52832dfc80 4 rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-09-13T14:26:02.457 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: debug 2024-09-13T14:26:02.093+0000 7f52832dfc80 4 rocksdb: Options.num_levels: 7 2024-09-13T14:26:02.457 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: debug 2024-09-13T14:26:02.093+0000 7f52832dfc80 4 rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-09-13T14:26:02.457 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: debug 2024-09-13T14:26:02.093+0000 7f52832dfc80 4 rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-09-13T14:26:02.457 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: debug 2024-09-13T14:26:02.093+0000 7f52832dfc80 4 rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-09-13T14:26:02.457 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: debug 2024-09-13T14:26:02.093+0000 7f52832dfc80 4 rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-09-13T14:26:02.457 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: debug 2024-09-13T14:26:02.093+0000 7f52832dfc80 4 rocksdb: Options.bottommost_compression_opts.level: 32767 2024-09-13T14:26:02.457 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: debug 2024-09-13T14:26:02.093+0000 7f52832dfc80 4 rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-09-13T14:26:02.458 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: debug 2024-09-13T14:26:02.093+0000 7f52832dfc80 4 rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-09-13T14:26:02.458 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: debug 2024-09-13T14:26:02.093+0000 7f52832dfc80 4 rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-09-13T14:26:02.458 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: debug 2024-09-13T14:26:02.093+0000 7f52832dfc80 4 rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-09-13T14:26:02.458 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: debug 2024-09-13T14:26:02.093+0000 7f52832dfc80 4 rocksdb: Options.bottommost_compression_opts.enabled: false 2024-09-13T14:26:02.458 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: debug 2024-09-13T14:26:02.093+0000 7f52832dfc80 4 rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-09-13T14:26:02.458 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: debug 2024-09-13T14:26:02.093+0000 7f52832dfc80 4 rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-09-13T14:26:02.458 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: debug 2024-09-13T14:26:02.093+0000 7f52832dfc80 4 rocksdb: Options.compression_opts.window_bits: -14 2024-09-13T14:26:02.458 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: debug 2024-09-13T14:26:02.093+0000 7f52832dfc80 4 rocksdb: Options.compression_opts.level: 32767 2024-09-13T14:26:02.458 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: debug 2024-09-13T14:26:02.093+0000 7f52832dfc80 4 rocksdb: Options.compression_opts.strategy: 0 2024-09-13T14:26:02.458 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: debug 2024-09-13T14:26:02.093+0000 7f52832dfc80 4 rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-09-13T14:26:02.458 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: debug 2024-09-13T14:26:02.093+0000 7f52832dfc80 4 rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-09-13T14:26:02.458 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: debug 2024-09-13T14:26:02.093+0000 7f52832dfc80 4 rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-09-13T14:26:02.458 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: debug 2024-09-13T14:26:02.093+0000 7f52832dfc80 4 rocksdb: Options.compression_opts.parallel_threads: 1 2024-09-13T14:26:02.458 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: debug 2024-09-13T14:26:02.093+0000 7f52832dfc80 4 rocksdb: Options.compression_opts.enabled: false 2024-09-13T14:26:02.459 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: debug 2024-09-13T14:26:02.093+0000 7f52832dfc80 4 rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-09-13T14:26:02.460 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: debug 2024-09-13T14:26:02.093+0000 7f52832dfc80 4 rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-09-13T14:26:02.460 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: debug 2024-09-13T14:26:02.093+0000 7f52832dfc80 4 rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-09-13T14:26:02.460 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: debug 2024-09-13T14:26:02.093+0000 7f52832dfc80 4 rocksdb: Options.level0_stop_writes_trigger: 36 2024-09-13T14:26:02.460 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: debug 2024-09-13T14:26:02.093+0000 7f52832dfc80 4 rocksdb: Options.target_file_size_base: 67108864 2024-09-13T14:26:02.460 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: debug 2024-09-13T14:26:02.093+0000 7f52832dfc80 4 rocksdb: Options.target_file_size_multiplier: 1 2024-09-13T14:26:02.460 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: debug 2024-09-13T14:26:02.093+0000 7f52832dfc80 4 rocksdb: Options.max_bytes_for_level_base: 268435456 2024-09-13T14:26:02.460 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: debug 2024-09-13T14:26:02.093+0000 7f52832dfc80 4 rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-09-13T14:26:02.460 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: debug 2024-09-13T14:26:02.093+0000 7f52832dfc80 4 rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-09-13T14:26:02.460 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: debug 2024-09-13T14:26:02.093+0000 7f52832dfc80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-09-13T14:26:02.460 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: debug 2024-09-13T14:26:02.093+0000 7f52832dfc80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-09-13T14:26:02.460 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: debug 2024-09-13T14:26:02.093+0000 7f52832dfc80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-09-13T14:26:02.461 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: debug 2024-09-13T14:26:02.093+0000 7f52832dfc80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-09-13T14:26:02.461 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: debug 2024-09-13T14:26:02.093+0000 7f52832dfc80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-09-13T14:26:02.461 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: debug 2024-09-13T14:26:02.093+0000 7f52832dfc80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-09-13T14:26:02.461 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: debug 2024-09-13T14:26:02.093+0000 7f52832dfc80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-09-13T14:26:02.461 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: debug 2024-09-13T14:26:02.093+0000 7f52832dfc80 4 rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-09-13T14:26:02.461 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: debug 2024-09-13T14:26:02.093+0000 7f52832dfc80 4 rocksdb: Options.max_compaction_bytes: 1677721600 2024-09-13T14:26:02.461 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: debug 2024-09-13T14:26:02.093+0000 7f52832dfc80 4 rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-09-13T14:26:02.461 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: debug 2024-09-13T14:26:02.093+0000 7f52832dfc80 4 rocksdb: Options.arena_block_size: 1048576 2024-09-13T14:26:02.461 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: debug 2024-09-13T14:26:02.093+0000 7f52832dfc80 4 rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-09-13T14:26:02.461 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: debug 2024-09-13T14:26:02.093+0000 7f52832dfc80 4 rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-09-13T14:26:02.462 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: debug 2024-09-13T14:26:02.093+0000 7f52832dfc80 4 rocksdb: Options.disable_auto_compactions: 0 2024-09-13T14:26:02.462 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: debug 2024-09-13T14:26:02.093+0000 7f52832dfc80 4 rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-09-13T14:26:02.462 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: debug 2024-09-13T14:26:02.093+0000 7f52832dfc80 4 rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-09-13T14:26:02.462 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: debug 2024-09-13T14:26:02.093+0000 7f52832dfc80 4 rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-09-13T14:26:02.462 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: debug 2024-09-13T14:26:02.093+0000 7f52832dfc80 4 rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-09-13T14:26:02.462 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: debug 2024-09-13T14:26:02.093+0000 7f52832dfc80 4 rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-09-13T14:26:02.462 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: debug 2024-09-13T14:26:02.093+0000 7f52832dfc80 4 rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-09-13T14:26:02.462 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: debug 2024-09-13T14:26:02.093+0000 7f52832dfc80 4 rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-09-13T14:26:02.462 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: debug 2024-09-13T14:26:02.093+0000 7f52832dfc80 4 rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-09-13T14:26:02.462 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: debug 2024-09-13T14:26:02.093+0000 7f52832dfc80 4 rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-09-13T14:26:02.462 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: debug 2024-09-13T14:26:02.093+0000 7f52832dfc80 4 rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-09-13T14:26:02.462 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: debug 2024-09-13T14:26:02.093+0000 7f52832dfc80 4 rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-09-13T14:26:02.462 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: debug 2024-09-13T14:26:02.093+0000 7f52832dfc80 4 rocksdb: Options.inplace_update_support: 0 2024-09-13T14:26:02.462 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: debug 2024-09-13T14:26:02.093+0000 7f52832dfc80 4 rocksdb: Options.inplace_update_num_locks: 10000 2024-09-13T14:26:02.463 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: debug 2024-09-13T14:26:02.093+0000 7f52832dfc80 4 rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-09-13T14:26:02.463 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: debug 2024-09-13T14:26:02.093+0000 7f52832dfc80 4 rocksdb: Options.memtable_whole_key_filtering: 0 2024-09-13T14:26:02.463 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: debug 2024-09-13T14:26:02.093+0000 7f52832dfc80 4 rocksdb: Options.memtable_huge_page_size: 0 2024-09-13T14:26:02.463 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: debug 2024-09-13T14:26:02.093+0000 7f52832dfc80 4 rocksdb: Options.bloom_locality: 0 2024-09-13T14:26:02.463 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: debug 2024-09-13T14:26:02.093+0000 7f52832dfc80 4 rocksdb: Options.max_successive_merges: 0 2024-09-13T14:26:02.463 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: debug 2024-09-13T14:26:02.093+0000 7f52832dfc80 4 rocksdb: Options.optimize_filters_for_hits: 0 2024-09-13T14:26:02.463 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: debug 2024-09-13T14:26:02.093+0000 7f52832dfc80 4 rocksdb: Options.paranoid_file_checks: 0 2024-09-13T14:26:02.463 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: debug 2024-09-13T14:26:02.093+0000 7f52832dfc80 4 rocksdb: Options.force_consistency_checks: 1 2024-09-13T14:26:02.463 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: debug 2024-09-13T14:26:02.093+0000 7f52832dfc80 4 rocksdb: Options.report_bg_io_stats: 0 2024-09-13T14:26:02.463 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: debug 2024-09-13T14:26:02.093+0000 7f52832dfc80 4 rocksdb: Options.ttl: 2592000 2024-09-13T14:26:02.463 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: debug 2024-09-13T14:26:02.093+0000 7f52832dfc80 4 rocksdb: Options.periodic_compaction_seconds: 0 2024-09-13T14:26:02.463 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: debug 2024-09-13T14:26:02.093+0000 7f52832dfc80 4 rocksdb: Options.preclude_last_level_data_seconds: 0 2024-09-13T14:26:02.463 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: debug 2024-09-13T14:26:02.093+0000 7f52832dfc80 4 rocksdb: Options.preserve_internal_time_seconds: 0 2024-09-13T14:26:02.463 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: debug 2024-09-13T14:26:02.093+0000 7f52832dfc80 4 rocksdb: Options.enable_blob_files: false 2024-09-13T14:26:02.464 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: debug 2024-09-13T14:26:02.093+0000 7f52832dfc80 4 rocksdb: Options.min_blob_size: 0 2024-09-13T14:26:02.464 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: debug 2024-09-13T14:26:02.093+0000 7f52832dfc80 4 rocksdb: Options.blob_file_size: 268435456 2024-09-13T14:26:02.464 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: debug 2024-09-13T14:26:02.093+0000 7f52832dfc80 4 rocksdb: Options.blob_compression_type: NoCompression 2024-09-13T14:26:02.464 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: debug 2024-09-13T14:26:02.093+0000 7f52832dfc80 4 rocksdb: Options.enable_blob_garbage_collection: false 2024-09-13T14:26:02.464 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: debug 2024-09-13T14:26:02.093+0000 7f52832dfc80 4 rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-09-13T14:26:02.464 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: debug 2024-09-13T14:26:02.093+0000 7f52832dfc80 4 rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-09-13T14:26:02.464 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: debug 2024-09-13T14:26:02.093+0000 7f52832dfc80 4 rocksdb: Options.blob_compaction_readahead_size: 0 2024-09-13T14:26:02.464 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: debug 2024-09-13T14:26:02.093+0000 7f52832dfc80 4 rocksdb: Options.blob_file_starting_level: 0 2024-09-13T14:26:02.464 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: debug 2024-09-13T14:26:02.093+0000 7f52832dfc80 4 rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-09-13T14:26:02.464 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: debug 2024-09-13T14:26:02.097+0000 7f52832dfc80 4 rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-09-13T14:26:02.464 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: debug 2024-09-13T14:26:02.097+0000 7f52832dfc80 4 rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000010 succeeded,manifest_file_number is 10, next_file_number is 71, last_sequence is 36591, log_number is 67,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 67 2024-09-13T14:26:02.464 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: debug 2024-09-13T14:26:02.097+0000 7f52832dfc80 4 rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 67 2024-09-13T14:26:02.464 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: debug 2024-09-13T14:26:02.097+0000 7f52832dfc80 4 rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 5f22abe0-7f0c-4850-81b6-2c2087d8b0d8 2024-09-13T14:26:02.465 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: debug 2024-09-13T14:26:02.097+0000 7f52832dfc80 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1726237562100560, "job": 1, "event": "recovery_started", "wal_files": [67]} 2024-09-13T14:26:02.465 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: debug 2024-09-13T14:26:02.097+0000 7f52832dfc80 4 rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #67 mode 2 2024-09-13T14:26:02.465 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: debug 2024-09-13T14:26:02.097+0000 7f52832dfc80 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1726237562102525, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 72, "file_size": 198689, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 36596, "largest_seqno": 36749, "table_properties": {"data_size": 196986, "index_size": 473, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 197, "raw_key_size": 1824, "raw_average_key_size": 24, "raw_value_size": 195259, "raw_average_value_size": 2674, "num_data_blocks": 20, "num_entries": 73, "num_filter_entries": 73, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1726237562, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "5f22abe0-7f0c-4850-81b6-2c2087d8b0d8", "db_session_id": "Z5ZZL5RUNANGCV56LYR0", "orig_file_number": 72, "seqno_to_time_mapping": "N/A"}} 2024-09-13T14:26:02.465 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: debug 2024-09-13T14:26:02.097+0000 7f52832dfc80 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1726237562102648, "job": 1, "event": "recovery_finished"} 2024-09-13T14:26:02.465 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: debug 2024-09-13T14:26:02.097+0000 7f52832dfc80 4 rocksdb: [db/version_set.cc:5047] Creating manifest 74 2024-09-13T14:26:02.465 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: debug 2024-09-13T14:26:02.097+0000 7f52832dfc80 4 rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-09-13T14:26:02.465 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: debug 2024-09-13T14:26:02.101+0000 7f52832dfc80 4 rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-c/store.db/000067.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-09-13T14:26:02.465 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: debug 2024-09-13T14:26:02.101+0000 7f52832dfc80 4 rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x55f07cad0e00 2024-09-13T14:26:02.465 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: debug 2024-09-13T14:26:02.101+0000 7f52832dfc80 4 rocksdb: DB pointer 0x55f07cbd4000 2024-09-13T14:26:02.465 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: debug 2024-09-13T14:26:02.101+0000 7f52790a7640 4 rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-09-13T14:26:02.466 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: debug 2024-09-13T14:26:02.101+0000 7f52790a7640 4 rocksdb: [db/db_impl/db_impl.cc:1111] 2024-09-13T14:26:02.466 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: ** DB Stats ** 2024-09-13T14:26:02.466 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: Uptime(secs): 0.0 total, 0.0 interval 2024-09-13T14:26:02.466 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-09-13T14:26:02.466 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-09-13T14:26:02.466 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-09-13T14:26:02.466 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-09-13T14:26:02.466 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-09-13T14:26:02.466 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-09-13T14:26:02.466 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: ** Compaction Stats [default] ** 2024-09-13T14:26:02.466 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-09-13T14:26:02.466 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-09-13T14:26:02.466 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: L0 1/0 194.03 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 152.4 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-09-13T14:26:02.467 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: L6 1/0 9.75 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 2024-09-13T14:26:02.467 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: Sum 2/0 9.94 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 152.4 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-09-13T14:26:02.467 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 152.4 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-09-13T14:26:02.467 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: ** Compaction Stats [default] ** 2024-09-13T14:26:02.467 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-09-13T14:26:02.467 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-09-13T14:26:02.467 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 152.4 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-09-13T14:26:02.467 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-09-13T14:26:02.467 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: Uptime(secs): 0.0 total, 0.0 interval 2024-09-13T14:26:02.467 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: Flush(GB): cumulative 0.000, interval 0.000 2024-09-13T14:26:02.467 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: AddFile(GB): cumulative 0.000, interval 0.000 2024-09-13T14:26:02.467 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: AddFile(Total Files): cumulative 0, interval 0 2024-09-13T14:26:02.467 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: AddFile(L0 Files): cumulative 0, interval 0 2024-09-13T14:26:02.468 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: AddFile(Keys): cumulative 0, interval 0 2024-09-13T14:26:02.468 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: Cumulative compaction: 0.00 GB write, 38.33 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-13T14:26:02.468 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: Interval compaction: 0.00 GB write, 38.33 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-13T14:26:02.468 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-09-13T14:26:02.468 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: Block cache BinnedLRUCache@0x55f07caa3610#7 capacity: 512.00 MB usage: 0.78 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1.6e-05 secs_since: 0 2024-09-13T14:26:02.468 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: Block cache entry stats(count,size,portion): FilterBlock(1,0.23 KB,4.47035e-05%) IndexBlock(1,0.55 KB,0.000104308%) Misc(1,0.00 KB,0%) 2024-09-13T14:26:02.468 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: ** File Read Latency Histogram By Level [default] ** 2024-09-13T14:26:02.469 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: debug 2024-09-13T14:26:02.101+0000 7f52832dfc80 0 starting mon.c rank 2 at public addrs [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] at bind addrs [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] mon_data /var/lib/ceph/mon/ceph-c fsid ff1149ea-71d5-11ef-bceb-c7b262605968 2024-09-13T14:26:02.469 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: debug 2024-09-13T14:26:02.101+0000 7f52832dfc80 1 mon.c@-1(???) e3 preinit fsid ff1149ea-71d5-11ef-bceb-c7b262605968 2024-09-13T14:26:02.469 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: debug 2024-09-13T14:26:02.101+0000 7f52832dfc80 0 mon.c@-1(???).mds e1 new map 2024-09-13T14:26:02.469 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: debug 2024-09-13T14:26:02.101+0000 7f52832dfc80 0 mon.c@-1(???).mds e1 print_map 2024-09-13T14:26:02.470 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: e1 2024-09-13T14:26:02.470 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: btime 2024-09-13T13:43:55:335093+0000 2024-09-13T14:26:02.470 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: enable_multiple, ever_enabled_multiple: 1,1 2024-09-13T14:26:02.470 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments,12=quiesce subvolumes} 2024-09-13T14:26:02.470 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: legacy client fscid: -1 2024-09-13T14:26:02.470 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: 2024-09-13T14:26:02.470 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: No filesystems configured 2024-09-13T14:26:02.470 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: debug 2024-09-13T14:26:02.101+0000 7f52832dfc80 0 mon.c@-1(???).osd e113 crush map has features 3314933000854323200, adjusting msgr requires 2024-09-13T14:26:02.470 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: debug 2024-09-13T14:26:02.101+0000 7f52832dfc80 0 mon.c@-1(???).osd e113 crush map has features 432629239337189376, adjusting msgr requires 2024-09-13T14:26:02.471 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: debug 2024-09-13T14:26:02.101+0000 7f52832dfc80 0 mon.c@-1(???).osd e113 crush map has features 432629239337189376, adjusting msgr requires 2024-09-13T14:26:02.471 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: debug 2024-09-13T14:26:02.101+0000 7f52832dfc80 0 mon.c@-1(???).osd e113 crush map has features 432629239337189376, adjusting msgr requires 2024-09-13T14:26:02.471 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:02 smithi062 bash[92878]: debug 2024-09-13T14:26:02.101+0000 7f52832dfc80 1 mon.c@-1(???).paxosservice(auth 1..31) refresh upgraded, format 0 -> 3 2024-09-13T14:26:04.002 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:26:03 smithi062 bash[68610]: ::ffff:172.21.15.178 - - [13/Sep/2024:14:26:03] "GET /metrics HTTP/1.1" 200 38228 "" "Prometheus/2.51.0" 2024-09-13T14:26:04.481 INFO:teuthology.orchestra.run.smithi062.stdout:true 2024-09-13T14:26:04.730 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:04 smithi178 bash[70490]: cluster 2024-09-13T14:26:00.334438+0000 mgr.y (mgr.25139) 342 : cluster [DBG] pgmap v184: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:26:04.730 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:04 smithi178 bash[70490]: cluster 2024-09-13T14:26:00.334438+0000 mgr.y (mgr.25139) 342 : cluster [DBG] pgmap v184: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:26:04.730 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:04 smithi178 bash[70490]: cluster 2024-09-13T14:26:02.335174+0000 mgr.y (mgr.25139) 343 : cluster [DBG] pgmap v185: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:26:04.730 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:04 smithi178 bash[70490]: cluster 2024-09-13T14:26:02.335174+0000 mgr.y (mgr.25139) 343 : cluster [DBG] pgmap v185: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:26:04.730 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:04 smithi178 bash[70490]: audit 2024-09-13T14:26:02.436213+0000 mgr.y (mgr.25139) 344 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:26:04.730 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:04 smithi178 bash[70490]: audit 2024-09-13T14:26:02.436213+0000 mgr.y (mgr.25139) 344 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:26:04.730 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:04 smithi178 bash[70490]: cluster 2024-09-13T14:26:03.426379+0000 mon.c (mon.2) 1 : cluster [INF] mon.c calling monitor election 2024-09-13T14:26:04.730 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:04 smithi178 bash[70490]: cluster 2024-09-13T14:26:03.426379+0000 mon.c (mon.2) 1 : cluster [INF] mon.c calling monitor election 2024-09-13T14:26:04.730 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:04 smithi178 bash[70490]: cluster 2024-09-13T14:26:03.427627+0000 mon.a (mon.0) 26 : cluster [INF] mon.a calling monitor election 2024-09-13T14:26:04.731 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:04 smithi178 bash[70490]: cluster 2024-09-13T14:26:03.427627+0000 mon.a (mon.0) 26 : cluster [INF] mon.a calling monitor election 2024-09-13T14:26:04.731 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:04 smithi178 bash[70490]: cluster 2024-09-13T14:26:03.451733+0000 mon.a (mon.0) 27 : cluster [INF] mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-09-13T14:26:04.731 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:04 smithi178 bash[70490]: cluster 2024-09-13T14:26:03.451733+0000 mon.a (mon.0) 27 : cluster [INF] mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-09-13T14:26:04.731 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:04 smithi178 bash[70490]: cluster 2024-09-13T14:26:03.461132+0000 mon.a (mon.0) 28 : cluster [DBG] monmap epoch 3 2024-09-13T14:26:04.731 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:04 smithi178 bash[70490]: cluster 2024-09-13T14:26:03.461132+0000 mon.a (mon.0) 28 : cluster [DBG] monmap epoch 3 2024-09-13T14:26:04.731 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:04 smithi178 bash[70490]: cluster 2024-09-13T14:26:03.461164+0000 mon.a (mon.0) 29 : cluster [DBG] fsid ff1149ea-71d5-11ef-bceb-c7b262605968 2024-09-13T14:26:04.731 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:04 smithi178 bash[70490]: cluster 2024-09-13T14:26:03.461164+0000 mon.a (mon.0) 29 : cluster [DBG] fsid ff1149ea-71d5-11ef-bceb-c7b262605968 2024-09-13T14:26:04.731 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:04 smithi178 bash[70490]: cluster 2024-09-13T14:26:03.461181+0000 mon.a (mon.0) 30 : cluster [DBG] last_changed 2024-09-13T13:46:03.689678+0000 2024-09-13T14:26:04.731 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:04 smithi178 bash[70490]: cluster 2024-09-13T14:26:03.461181+0000 mon.a (mon.0) 30 : cluster [DBG] last_changed 2024-09-13T13:46:03.689678+0000 2024-09-13T14:26:04.731 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:04 smithi178 bash[70490]: cluster 2024-09-13T14:26:03.461197+0000 mon.a (mon.0) 31 : cluster [DBG] created 2024-09-13T13:43:50.492122+0000 2024-09-13T14:26:04.731 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:04 smithi178 bash[70490]: cluster 2024-09-13T14:26:03.461197+0000 mon.a (mon.0) 31 : cluster [DBG] created 2024-09-13T13:43:50.492122+0000 2024-09-13T14:26:04.731 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:04 smithi178 bash[70490]: cluster 2024-09-13T14:26:03.461227+0000 mon.a (mon.0) 32 : cluster [DBG] min_mon_release 19 (squid) 2024-09-13T14:26:04.731 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:04 smithi178 bash[70490]: cluster 2024-09-13T14:26:03.461227+0000 mon.a (mon.0) 32 : cluster [DBG] min_mon_release 19 (squid) 2024-09-13T14:26:04.731 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:04 smithi178 bash[70490]: cluster 2024-09-13T14:26:03.461271+0000 mon.a (mon.0) 33 : cluster [DBG] election_strategy: 1 2024-09-13T14:26:04.732 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:04 smithi178 bash[70490]: cluster 2024-09-13T14:26:03.461271+0000 mon.a (mon.0) 33 : cluster [DBG] election_strategy: 1 2024-09-13T14:26:04.732 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:04 smithi178 bash[70490]: cluster 2024-09-13T14:26:03.461300+0000 mon.a (mon.0) 34 : cluster [DBG] 0: [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] mon.a 2024-09-13T14:26:04.732 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:04 smithi178 bash[70490]: cluster 2024-09-13T14:26:03.461300+0000 mon.a (mon.0) 34 : cluster [DBG] 0: [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] mon.a 2024-09-13T14:26:04.732 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:04 smithi178 bash[70490]: cluster 2024-09-13T14:26:03.461318+0000 mon.a (mon.0) 35 : cluster [DBG] 1: [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] mon.b 2024-09-13T14:26:04.732 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:04 smithi178 bash[70490]: cluster 2024-09-13T14:26:03.461318+0000 mon.a (mon.0) 35 : cluster [DBG] 1: [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] mon.b 2024-09-13T14:26:04.732 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:04 smithi178 bash[70490]: cluster 2024-09-13T14:26:03.461337+0000 mon.a (mon.0) 36 : cluster [DBG] 2: [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] mon.c 2024-09-13T14:26:04.732 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:04 smithi178 bash[70490]: cluster 2024-09-13T14:26:03.461337+0000 mon.a (mon.0) 36 : cluster [DBG] 2: [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] mon.c 2024-09-13T14:26:04.732 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:04 smithi178 bash[70490]: cluster 2024-09-13T14:26:03.481122+0000 mon.a (mon.0) 37 : cluster [DBG] fsmap 2024-09-13T14:26:04.732 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:04 smithi178 bash[70490]: cluster 2024-09-13T14:26:03.481122+0000 mon.a (mon.0) 37 : cluster [DBG] fsmap 2024-09-13T14:26:04.732 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:04 smithi178 bash[70490]: cluster 2024-09-13T14:26:03.481216+0000 mon.a (mon.0) 38 : cluster [DBG] osdmap e113: 8 total, 8 up, 8 in 2024-09-13T14:26:04.732 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:04 smithi178 bash[70490]: cluster 2024-09-13T14:26:03.481216+0000 mon.a (mon.0) 38 : cluster [DBG] osdmap e113: 8 total, 8 up, 8 in 2024-09-13T14:26:04.732 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:04 smithi178 bash[70490]: cluster 2024-09-13T14:26:03.482019+0000 mon.a (mon.0) 39 : cluster [DBG] mgrmap e45: y(active, since 6m), standbys: x 2024-09-13T14:26:04.732 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:04 smithi178 bash[70490]: cluster 2024-09-13T14:26:03.482019+0000 mon.a (mon.0) 39 : cluster [DBG] mgrmap e45: y(active, since 6m), standbys: x 2024-09-13T14:26:04.733 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:04 smithi178 bash[70490]: cluster 2024-09-13T14:26:03.482437+0000 mon.a (mon.0) 40 : cluster [INF] overall HEALTH_OK 2024-09-13T14:26:04.733 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:04 smithi178 bash[70490]: cluster 2024-09-13T14:26:03.482437+0000 mon.a (mon.0) 40 : cluster [INF] overall HEALTH_OK 2024-09-13T14:26:04.733 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:04 smithi178 bash[70490]: audit 2024-09-13T14:26:03.498951+0000 mon.a (mon.0) 41 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:26:04.733 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:04 smithi178 bash[70490]: audit 2024-09-13T14:26:03.498951+0000 mon.a (mon.0) 41 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:26:04.733 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:04 smithi178 bash[70490]: audit 2024-09-13T14:26:03.516592+0000 mon.a (mon.0) 42 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:26:04.733 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:04 smithi178 bash[70490]: audit 2024-09-13T14:26:03.516592+0000 mon.a (mon.0) 42 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:26:04.733 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:04 smithi178 bash[70490]: audit 2024-09-13T14:26:04.102207+0000 mon.a (mon.0) 43 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:26:04.733 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:04 smithi178 bash[70490]: audit 2024-09-13T14:26:04.102207+0000 mon.a (mon.0) 43 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:26:04.733 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:04 smithi178 bash[70490]: audit 2024-09-13T14:26:04.116017+0000 mon.a (mon.0) 44 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:26:04.733 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:04 smithi178 bash[70490]: audit 2024-09-13T14:26:04.116017+0000 mon.a (mon.0) 44 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:26:04.753 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:04 smithi062 bash[92878]: cluster 2024-09-13T14:26:00.334438+0000 mgr.y (mgr.25139) 342 : cluster [DBG] pgmap v184: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:26:04.753 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:04 smithi062 bash[92878]: cluster 2024-09-13T14:26:00.334438+0000 mgr.y (mgr.25139) 342 : cluster [DBG] pgmap v184: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:26:04.753 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:04 smithi062 bash[92878]: cluster 2024-09-13T14:26:02.335174+0000 mgr.y (mgr.25139) 343 : cluster [DBG] pgmap v185: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:26:04.754 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:04 smithi062 bash[92878]: cluster 2024-09-13T14:26:02.335174+0000 mgr.y (mgr.25139) 343 : cluster [DBG] pgmap v185: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:26:04.754 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:04 smithi062 bash[92878]: audit 2024-09-13T14:26:02.436213+0000 mgr.y (mgr.25139) 344 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:26:04.754 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:04 smithi062 bash[92878]: audit 2024-09-13T14:26:02.436213+0000 mgr.y (mgr.25139) 344 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:26:04.754 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:04 smithi062 bash[92878]: cluster 2024-09-13T14:26:03.426379+0000 mon.c (mon.2) 1 : cluster [INF] mon.c calling monitor election 2024-09-13T14:26:04.754 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:04 smithi062 bash[92878]: cluster 2024-09-13T14:26:03.426379+0000 mon.c (mon.2) 1 : cluster [INF] mon.c calling monitor election 2024-09-13T14:26:04.754 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:04 smithi062 bash[92878]: cluster 2024-09-13T14:26:03.427627+0000 mon.a (mon.0) 26 : cluster [INF] mon.a calling monitor election 2024-09-13T14:26:04.754 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:04 smithi062 bash[92878]: cluster 2024-09-13T14:26:03.427627+0000 mon.a (mon.0) 26 : cluster [INF] mon.a calling monitor election 2024-09-13T14:26:04.754 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:04 smithi062 bash[92878]: cluster 2024-09-13T14:26:03.451733+0000 mon.a (mon.0) 27 : cluster [INF] mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-09-13T14:26:04.754 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:04 smithi062 bash[92878]: cluster 2024-09-13T14:26:03.451733+0000 mon.a (mon.0) 27 : cluster [INF] mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-09-13T14:26:04.754 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:04 smithi062 bash[92878]: cluster 2024-09-13T14:26:03.461132+0000 mon.a (mon.0) 28 : cluster [DBG] monmap epoch 3 2024-09-13T14:26:04.754 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:04 smithi062 bash[92878]: cluster 2024-09-13T14:26:03.461132+0000 mon.a (mon.0) 28 : cluster [DBG] monmap epoch 3 2024-09-13T14:26:04.754 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:04 smithi062 bash[92878]: cluster 2024-09-13T14:26:03.461164+0000 mon.a (mon.0) 29 : cluster [DBG] fsid ff1149ea-71d5-11ef-bceb-c7b262605968 2024-09-13T14:26:04.755 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:04 smithi062 bash[92878]: cluster 2024-09-13T14:26:03.461164+0000 mon.a (mon.0) 29 : cluster [DBG] fsid ff1149ea-71d5-11ef-bceb-c7b262605968 2024-09-13T14:26:04.755 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:04 smithi062 bash[92878]: cluster 2024-09-13T14:26:03.461181+0000 mon.a (mon.0) 30 : cluster [DBG] last_changed 2024-09-13T13:46:03.689678+0000 2024-09-13T14:26:04.755 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:04 smithi062 bash[92878]: cluster 2024-09-13T14:26:03.461181+0000 mon.a (mon.0) 30 : cluster [DBG] last_changed 2024-09-13T13:46:03.689678+0000 2024-09-13T14:26:04.755 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:04 smithi062 bash[92878]: cluster 2024-09-13T14:26:03.461197+0000 mon.a (mon.0) 31 : cluster [DBG] created 2024-09-13T13:43:50.492122+0000 2024-09-13T14:26:04.755 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:04 smithi062 bash[92878]: cluster 2024-09-13T14:26:03.461197+0000 mon.a (mon.0) 31 : cluster [DBG] created 2024-09-13T13:43:50.492122+0000 2024-09-13T14:26:04.755 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:04 smithi062 bash[92878]: cluster 2024-09-13T14:26:03.461227+0000 mon.a (mon.0) 32 : cluster [DBG] min_mon_release 19 (squid) 2024-09-13T14:26:04.755 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:04 smithi062 bash[92878]: cluster 2024-09-13T14:26:03.461227+0000 mon.a (mon.0) 32 : cluster [DBG] min_mon_release 19 (squid) 2024-09-13T14:26:04.755 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:04 smithi062 bash[92878]: cluster 2024-09-13T14:26:03.461271+0000 mon.a (mon.0) 33 : cluster [DBG] election_strategy: 1 2024-09-13T14:26:04.755 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:04 smithi062 bash[92878]: cluster 2024-09-13T14:26:03.461271+0000 mon.a (mon.0) 33 : cluster [DBG] election_strategy: 1 2024-09-13T14:26:04.756 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:04 smithi062 bash[89221]: cluster 2024-09-13T14:26:00.334438+0000 mgr.y (mgr.25139) 342 : cluster [DBG] pgmap v184: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:26:04.756 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:04 smithi062 bash[89221]: cluster 2024-09-13T14:26:00.334438+0000 mgr.y (mgr.25139) 342 : cluster [DBG] pgmap v184: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:26:04.756 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:04 smithi062 bash[89221]: cluster 2024-09-13T14:26:02.335174+0000 mgr.y (mgr.25139) 343 : cluster [DBG] pgmap v185: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:26:04.756 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:04 smithi062 bash[89221]: cluster 2024-09-13T14:26:02.335174+0000 mgr.y (mgr.25139) 343 : cluster [DBG] pgmap v185: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:26:04.756 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:04 smithi062 bash[89221]: audit 2024-09-13T14:26:02.436213+0000 mgr.y (mgr.25139) 344 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:26:04.756 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:04 smithi062 bash[89221]: audit 2024-09-13T14:26:02.436213+0000 mgr.y (mgr.25139) 344 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:26:04.756 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:04 smithi062 bash[89221]: cluster 2024-09-13T14:26:03.426379+0000 mon.c (mon.2) 1 : cluster [INF] mon.c calling monitor election 2024-09-13T14:26:04.756 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:04 smithi062 bash[89221]: cluster 2024-09-13T14:26:03.426379+0000 mon.c (mon.2) 1 : cluster [INF] mon.c calling monitor election 2024-09-13T14:26:04.756 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:04 smithi062 bash[89221]: cluster 2024-09-13T14:26:03.427627+0000 mon.a (mon.0) 26 : cluster [INF] mon.a calling monitor election 2024-09-13T14:26:04.756 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:04 smithi062 bash[89221]: cluster 2024-09-13T14:26:03.427627+0000 mon.a (mon.0) 26 : cluster [INF] mon.a calling monitor election 2024-09-13T14:26:04.757 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:04 smithi062 bash[89221]: cluster 2024-09-13T14:26:03.451733+0000 mon.a (mon.0) 27 : cluster [INF] mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-09-13T14:26:04.757 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:04 smithi062 bash[89221]: cluster 2024-09-13T14:26:03.451733+0000 mon.a (mon.0) 27 : cluster [INF] mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-09-13T14:26:04.757 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:04 smithi062 bash[89221]: cluster 2024-09-13T14:26:03.461132+0000 mon.a (mon.0) 28 : cluster [DBG] monmap epoch 3 2024-09-13T14:26:04.757 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:04 smithi062 bash[89221]: cluster 2024-09-13T14:26:03.461132+0000 mon.a (mon.0) 28 : cluster [DBG] monmap epoch 3 2024-09-13T14:26:04.757 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:04 smithi062 bash[89221]: cluster 2024-09-13T14:26:03.461164+0000 mon.a (mon.0) 29 : cluster [DBG] fsid ff1149ea-71d5-11ef-bceb-c7b262605968 2024-09-13T14:26:04.757 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:04 smithi062 bash[89221]: cluster 2024-09-13T14:26:03.461164+0000 mon.a (mon.0) 29 : cluster [DBG] fsid ff1149ea-71d5-11ef-bceb-c7b262605968 2024-09-13T14:26:04.757 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:04 smithi062 bash[89221]: cluster 2024-09-13T14:26:03.461181+0000 mon.a (mon.0) 30 : cluster [DBG] last_changed 2024-09-13T13:46:03.689678+0000 2024-09-13T14:26:04.757 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:04 smithi062 bash[89221]: cluster 2024-09-13T14:26:03.461181+0000 mon.a (mon.0) 30 : cluster [DBG] last_changed 2024-09-13T13:46:03.689678+0000 2024-09-13T14:26:04.757 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:04 smithi062 bash[89221]: cluster 2024-09-13T14:26:03.461197+0000 mon.a (mon.0) 31 : cluster [DBG] created 2024-09-13T13:43:50.492122+0000 2024-09-13T14:26:04.757 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:04 smithi062 bash[89221]: cluster 2024-09-13T14:26:03.461197+0000 mon.a (mon.0) 31 : cluster [DBG] created 2024-09-13T13:43:50.492122+0000 2024-09-13T14:26:04.757 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:04 smithi062 bash[89221]: cluster 2024-09-13T14:26:03.461227+0000 mon.a (mon.0) 32 : cluster [DBG] min_mon_release 19 (squid) 2024-09-13T14:26:04.757 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:04 smithi062 bash[89221]: cluster 2024-09-13T14:26:03.461227+0000 mon.a (mon.0) 32 : cluster [DBG] min_mon_release 19 (squid) 2024-09-13T14:26:04.757 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:04 smithi062 bash[89221]: cluster 2024-09-13T14:26:03.461271+0000 mon.a (mon.0) 33 : cluster [DBG] election_strategy: 1 2024-09-13T14:26:04.757 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:04 smithi062 bash[89221]: cluster 2024-09-13T14:26:03.461271+0000 mon.a (mon.0) 33 : cluster [DBG] election_strategy: 1 2024-09-13T14:26:04.758 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:04 smithi062 bash[92878]: cluster 2024-09-13T14:26:03.461300+0000 mon.a (mon.0) 34 : cluster [DBG] 0: [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] mon.a 2024-09-13T14:26:04.758 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:04 smithi062 bash[92878]: cluster 2024-09-13T14:26:03.461300+0000 mon.a (mon.0) 34 : cluster [DBG] 0: [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] mon.a 2024-09-13T14:26:04.758 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:04 smithi062 bash[92878]: cluster 2024-09-13T14:26:03.461318+0000 mon.a (mon.0) 35 : cluster [DBG] 1: [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] mon.b 2024-09-13T14:26:04.758 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:04 smithi062 bash[92878]: cluster 2024-09-13T14:26:03.461318+0000 mon.a (mon.0) 35 : cluster [DBG] 1: [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] mon.b 2024-09-13T14:26:04.758 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:04 smithi062 bash[92878]: cluster 2024-09-13T14:26:03.461337+0000 mon.a (mon.0) 36 : cluster [DBG] 2: [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] mon.c 2024-09-13T14:26:04.758 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:04 smithi062 bash[92878]: cluster 2024-09-13T14:26:03.461337+0000 mon.a (mon.0) 36 : cluster [DBG] 2: [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] mon.c 2024-09-13T14:26:04.758 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:04 smithi062 bash[92878]: cluster 2024-09-13T14:26:03.481122+0000 mon.a (mon.0) 37 : cluster [DBG] fsmap 2024-09-13T14:26:04.758 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:04 smithi062 bash[92878]: cluster 2024-09-13T14:26:03.481122+0000 mon.a (mon.0) 37 : cluster [DBG] fsmap 2024-09-13T14:26:04.758 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:04 smithi062 bash[92878]: cluster 2024-09-13T14:26:03.481216+0000 mon.a (mon.0) 38 : cluster [DBG] osdmap e113: 8 total, 8 up, 8 in 2024-09-13T14:26:04.758 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:04 smithi062 bash[92878]: cluster 2024-09-13T14:26:03.481216+0000 mon.a (mon.0) 38 : cluster [DBG] osdmap e113: 8 total, 8 up, 8 in 2024-09-13T14:26:04.759 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:04 smithi062 bash[92878]: cluster 2024-09-13T14:26:03.482019+0000 mon.a (mon.0) 39 : cluster [DBG] mgrmap e45: y(active, since 6m), standbys: x 2024-09-13T14:26:04.759 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:04 smithi062 bash[92878]: cluster 2024-09-13T14:26:03.482019+0000 mon.a (mon.0) 39 : cluster [DBG] mgrmap e45: y(active, since 6m), standbys: x 2024-09-13T14:26:04.759 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:04 smithi062 bash[92878]: cluster 2024-09-13T14:26:03.482437+0000 mon.a (mon.0) 40 : cluster [INF] overall HEALTH_OK 2024-09-13T14:26:04.759 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:04 smithi062 bash[92878]: cluster 2024-09-13T14:26:03.482437+0000 mon.a (mon.0) 40 : cluster [INF] overall HEALTH_OK 2024-09-13T14:26:04.759 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:04 smithi062 bash[92878]: audit 2024-09-13T14:26:03.498951+0000 mon.a (mon.0) 41 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:26:04.759 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:04 smithi062 bash[92878]: audit 2024-09-13T14:26:03.498951+0000 mon.a (mon.0) 41 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:26:04.759 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:04 smithi062 bash[92878]: audit 2024-09-13T14:26:03.516592+0000 mon.a (mon.0) 42 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:26:04.759 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:04 smithi062 bash[92878]: audit 2024-09-13T14:26:03.516592+0000 mon.a (mon.0) 42 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:26:04.759 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:04 smithi062 bash[92878]: audit 2024-09-13T14:26:04.102207+0000 mon.a (mon.0) 43 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:26:04.759 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:04 smithi062 bash[92878]: audit 2024-09-13T14:26:04.102207+0000 mon.a (mon.0) 43 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:26:04.759 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:04 smithi062 bash[92878]: audit 2024-09-13T14:26:04.116017+0000 mon.a (mon.0) 44 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:26:04.759 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:04 smithi062 bash[92878]: audit 2024-09-13T14:26:04.116017+0000 mon.a (mon.0) 44 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:26:04.760 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:04 smithi062 bash[89221]: cluster 2024-09-13T14:26:03.461300+0000 mon.a (mon.0) 34 : cluster [DBG] 0: [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] mon.a 2024-09-13T14:26:04.760 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:04 smithi062 bash[89221]: cluster 2024-09-13T14:26:03.461300+0000 mon.a (mon.0) 34 : cluster [DBG] 0: [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] mon.a 2024-09-13T14:26:04.760 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:04 smithi062 bash[89221]: cluster 2024-09-13T14:26:03.461318+0000 mon.a (mon.0) 35 : cluster [DBG] 1: [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] mon.b 2024-09-13T14:26:04.760 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:04 smithi062 bash[89221]: cluster 2024-09-13T14:26:03.461318+0000 mon.a (mon.0) 35 : cluster [DBG] 1: [v2:172.21.15.178:3300/0,v1:172.21.15.178:6789/0] mon.b 2024-09-13T14:26:04.760 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:04 smithi062 bash[89221]: cluster 2024-09-13T14:26:03.461337+0000 mon.a (mon.0) 36 : cluster [DBG] 2: [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] mon.c 2024-09-13T14:26:04.760 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:04 smithi062 bash[89221]: cluster 2024-09-13T14:26:03.461337+0000 mon.a (mon.0) 36 : cluster [DBG] 2: [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] mon.c 2024-09-13T14:26:04.760 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:04 smithi062 bash[89221]: cluster 2024-09-13T14:26:03.481122+0000 mon.a (mon.0) 37 : cluster [DBG] fsmap 2024-09-13T14:26:04.760 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:04 smithi062 bash[89221]: cluster 2024-09-13T14:26:03.481122+0000 mon.a (mon.0) 37 : cluster [DBG] fsmap 2024-09-13T14:26:04.760 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:04 smithi062 bash[89221]: cluster 2024-09-13T14:26:03.481216+0000 mon.a (mon.0) 38 : cluster [DBG] osdmap e113: 8 total, 8 up, 8 in 2024-09-13T14:26:04.760 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:04 smithi062 bash[89221]: cluster 2024-09-13T14:26:03.481216+0000 mon.a (mon.0) 38 : cluster [DBG] osdmap e113: 8 total, 8 up, 8 in 2024-09-13T14:26:04.760 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:04 smithi062 bash[89221]: cluster 2024-09-13T14:26:03.482019+0000 mon.a (mon.0) 39 : cluster [DBG] mgrmap e45: y(active, since 6m), standbys: x 2024-09-13T14:26:04.761 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:04 smithi062 bash[89221]: cluster 2024-09-13T14:26:03.482019+0000 mon.a (mon.0) 39 : cluster [DBG] mgrmap e45: y(active, since 6m), standbys: x 2024-09-13T14:26:04.761 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:04 smithi062 bash[89221]: cluster 2024-09-13T14:26:03.482437+0000 mon.a (mon.0) 40 : cluster [INF] overall HEALTH_OK 2024-09-13T14:26:04.761 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:04 smithi062 bash[89221]: cluster 2024-09-13T14:26:03.482437+0000 mon.a (mon.0) 40 : cluster [INF] overall HEALTH_OK 2024-09-13T14:26:04.761 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:04 smithi062 bash[89221]: audit 2024-09-13T14:26:03.498951+0000 mon.a (mon.0) 41 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:26:04.761 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:04 smithi062 bash[89221]: audit 2024-09-13T14:26:03.498951+0000 mon.a (mon.0) 41 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:26:04.761 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:04 smithi062 bash[89221]: audit 2024-09-13T14:26:03.516592+0000 mon.a (mon.0) 42 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:26:04.761 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:04 smithi062 bash[89221]: audit 2024-09-13T14:26:03.516592+0000 mon.a (mon.0) 42 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:26:04.761 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:04 smithi062 bash[89221]: audit 2024-09-13T14:26:04.102207+0000 mon.a (mon.0) 43 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:26:04.761 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:04 smithi062 bash[89221]: audit 2024-09-13T14:26:04.102207+0000 mon.a (mon.0) 43 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:26:04.761 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:04 smithi062 bash[89221]: audit 2024-09-13T14:26:04.116017+0000 mon.a (mon.0) 44 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:26:04.761 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:04 smithi062 bash[89221]: audit 2024-09-13T14:26:04.116017+0000 mon.a (mon.0) 44 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:26:05.130 INFO:teuthology.orchestra.run.smithi062.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-13T14:26:05.130 INFO:teuthology.orchestra.run.smithi062.stdout:alertmanager.a smithi062 *:9093,9094 running (4m) 21s ago 31m 14.6M - 0.27.0 11f11916f8cd 6e93dcf56cea 2024-09-13T14:26:05.131 INFO:teuthology.orchestra.run.smithi062.stdout:grafana.a smithi178 *:3000 running (3m) 100s ago 30m 68.2M - 10.4.0 c8b91775d855 e5af99a01b68 2024-09-13T14:26:05.131 INFO:teuthology.orchestra.run.smithi062.stdout:iscsi.foo.smithi062.auboqe smithi062 *:5000 running (5m) 21s ago 28m 49.4M - 3.8 19dc8d659727 5db99a6f8116 2024-09-13T14:26:05.131 INFO:teuthology.orchestra.run.smithi062.stdout:mgr.x smithi178 *:8443,9283,8765 running (5m) 100s ago 39m 441M - 19.3.0-4917-gb0201b8c 1641fe80ce72 fc18b6fcd5bd 2024-09-13T14:26:05.131 INFO:teuthology.orchestra.run.smithi062.stdout:mgr.y smithi062 *:8443,9283,8765 running (16m) 21s ago 42m 511M - 19.3.0-4917-gb0201b8c 1641fe80ce72 fd629cc84850 2024-09-13T14:26:05.131 INFO:teuthology.orchestra.run.smithi062.stdout:mon.a smithi062 running (30s) 21s ago 42m 23.0M 2048M 19.3.0-4917-gb0201b8c 1641fe80ce72 6370c6daf05c 2024-09-13T14:26:05.131 INFO:teuthology.orchestra.run.smithi062.stdout:mon.b smithi178 running (107s) 100s ago 40m 18.1M 2048M 19.3.0-4917-gb0201b8c 1641fe80ce72 4246b63ea822 2024-09-13T14:26:05.131 INFO:teuthology.orchestra.run.smithi062.stdout:mon.c smithi062 starting - - - 2048M 2024-09-13T14:26:05.131 INFO:teuthology.orchestra.run.smithi062.stdout:node-exporter.a smithi062 *:9100 running (5m) 21s ago 31m 8468k - 1.7.0 72c9c2088986 d2a19c03fb98 2024-09-13T14:26:05.131 INFO:teuthology.orchestra.run.smithi062.stdout:node-exporter.b smithi178 *:9100 running (5m) 100s ago 31m 8131k - 1.7.0 72c9c2088986 ef73b17b6575 2024-09-13T14:26:05.131 INFO:teuthology.orchestra.run.smithi062.stdout:osd.0 smithi062 running (38m) 21s ago 38m 67.7M 3036M 19.1.1-322-g7741f7f9 19dc8d659727 a01ecc33ada0 2024-09-13T14:26:05.131 INFO:teuthology.orchestra.run.smithi062.stdout:osd.1 smithi062 running (38m) 21s ago 38m 59.7M 3036M 19.1.1-322-g7741f7f9 19dc8d659727 d6ca3f655d05 2024-09-13T14:26:05.132 INFO:teuthology.orchestra.run.smithi062.stdout:osd.2 smithi062 running (37m) 21s ago 37m 62.5M 3036M 19.1.1-322-g7741f7f9 19dc8d659727 f001b702483d 2024-09-13T14:26:05.132 INFO:teuthology.orchestra.run.smithi062.stdout:osd.3 smithi062 running (36m) 21s ago 36m 58.2M 3036M 19.1.1-322-g7741f7f9 19dc8d659727 cebed6322996 2024-09-13T14:26:05.132 INFO:teuthology.orchestra.run.smithi062.stdout:osd.4 smithi178 running (35m) 100s ago 35m 67.5M 3292M 19.1.1-322-g7741f7f9 19dc8d659727 7ff166ed36a8 2024-09-13T14:26:05.132 INFO:teuthology.orchestra.run.smithi062.stdout:osd.5 smithi178 running (34m) 100s ago 34m 64.7M 3292M 19.1.1-322-g7741f7f9 19dc8d659727 0ee354299930 2024-09-13T14:26:05.132 INFO:teuthology.orchestra.run.smithi062.stdout:osd.6 smithi178 running (33m) 100s ago 33m 55.2M 3292M 19.1.1-322-g7741f7f9 19dc8d659727 e6cb50c05b1b 2024-09-13T14:26:05.132 INFO:teuthology.orchestra.run.smithi062.stdout:osd.7 smithi178 running (32m) 100s ago 32m 64.7M 3292M 19.1.1-322-g7741f7f9 19dc8d659727 fbc9d74ccd0e 2024-09-13T14:26:05.132 INFO:teuthology.orchestra.run.smithi062.stdout:prometheus.a smithi178 *:9095 running (4m) 100s ago 31m 37.2M - 2.51.0 1d3b7f56885b 3a9393efc8c5 2024-09-13T14:26:05.132 INFO:teuthology.orchestra.run.smithi062.stdout:rgw.foo.smithi062.raldkl smithi062 *:8000 running (28m) 21s ago 28m 100M - 19.1.1-322-g7741f7f9 19dc8d659727 c374202ad667 2024-09-13T14:26:05.132 INFO:teuthology.orchestra.run.smithi062.stdout:rgw.foo.smithi178.sseeij smithi178 *:8000 running (29m) 100s ago 29m 102M - 19.1.1-322-g7741f7f9 19dc8d659727 86fcacc26a6b 2024-09-13T14:26:05.184 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:26:04 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:26:04.729288969Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:26:05.511 INFO:teuthology.orchestra.run.smithi062.stdout:{ 2024-09-13T14:26:05.511 INFO:teuthology.orchestra.run.smithi062.stdout: "mon": { 2024-09-13T14:26:05.511 INFO:teuthology.orchestra.run.smithi062.stdout: "ceph version 19.3.0-4917-gb0201b8c (b0201b8c79733293453e7f10a10c7fa43119222b) squid (dev)": 3 2024-09-13T14:26:05.511 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-09-13T14:26:05.511 INFO:teuthology.orchestra.run.smithi062.stdout: "mgr": { 2024-09-13T14:26:05.511 INFO:teuthology.orchestra.run.smithi062.stdout: "ceph version 19.3.0-4917-gb0201b8c (b0201b8c79733293453e7f10a10c7fa43119222b) squid (dev)": 2 2024-09-13T14:26:05.511 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-09-13T14:26:05.511 INFO:teuthology.orchestra.run.smithi062.stdout: "osd": { 2024-09-13T14:26:05.511 INFO:teuthology.orchestra.run.smithi062.stdout: "ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable)": 8 2024-09-13T14:26:05.511 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-09-13T14:26:05.512 INFO:teuthology.orchestra.run.smithi062.stdout: "rgw": { 2024-09-13T14:26:05.512 INFO:teuthology.orchestra.run.smithi062.stdout: "ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable)": 2 2024-09-13T14:26:05.512 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-09-13T14:26:05.512 INFO:teuthology.orchestra.run.smithi062.stdout: "overall": { 2024-09-13T14:26:05.512 INFO:teuthology.orchestra.run.smithi062.stdout: "ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable)": 10, 2024-09-13T14:26:05.512 INFO:teuthology.orchestra.run.smithi062.stdout: "ceph version 19.3.0-4917-gb0201b8c (b0201b8c79733293453e7f10a10c7fa43119222b) squid (dev)": 5 2024-09-13T14:26:05.512 INFO:teuthology.orchestra.run.smithi062.stdout: } 2024-09-13T14:26:05.512 INFO:teuthology.orchestra.run.smithi062.stdout:} 2024-09-13T14:26:05.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:05 smithi062 bash[89221]: cluster 2024-09-13T14:26:04.336802+0000 mgr.y (mgr.25139) 345 : cluster [DBG] pgmap v186: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:26:05.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:05 smithi062 bash[89221]: cluster 2024-09-13T14:26:04.336802+0000 mgr.y (mgr.25139) 345 : cluster [DBG] pgmap v186: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:26:05.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:05 smithi062 bash[89221]: audit 2024-09-13T14:26:04.465374+0000 mgr.y (mgr.25139) 346 : audit [DBG] from='client.44100 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:26:05.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:05 smithi062 bash[89221]: audit 2024-09-13T14:26:04.465374+0000 mgr.y (mgr.25139) 346 : audit [DBG] from='client.44100 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:26:05.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:05 smithi062 bash[89221]: audit 2024-09-13T14:26:04.799558+0000 mgr.y (mgr.25139) 347 : audit [DBG] from='client.44106 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:26:05.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:05 smithi062 bash[89221]: audit 2024-09-13T14:26:04.799558+0000 mgr.y (mgr.25139) 347 : audit [DBG] from='client.44106 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:26:05.753 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:05 smithi062 bash[92878]: cluster 2024-09-13T14:26:04.336802+0000 mgr.y (mgr.25139) 345 : cluster [DBG] pgmap v186: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:26:05.754 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:05 smithi062 bash[92878]: cluster 2024-09-13T14:26:04.336802+0000 mgr.y (mgr.25139) 345 : cluster [DBG] pgmap v186: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:26:05.754 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:05 smithi062 bash[92878]: audit 2024-09-13T14:26:04.465374+0000 mgr.y (mgr.25139) 346 : audit [DBG] from='client.44100 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:26:05.754 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:05 smithi062 bash[92878]: audit 2024-09-13T14:26:04.465374+0000 mgr.y (mgr.25139) 346 : audit [DBG] from='client.44100 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:26:05.754 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:05 smithi062 bash[92878]: audit 2024-09-13T14:26:04.799558+0000 mgr.y (mgr.25139) 347 : audit [DBG] from='client.44106 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:26:05.754 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:05 smithi062 bash[92878]: audit 2024-09-13T14:26:04.799558+0000 mgr.y (mgr.25139) 347 : audit [DBG] from='client.44106 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:26:05.824 INFO:teuthology.orchestra.run.smithi062.stdout:{ 2024-09-13T14:26:05.824 INFO:teuthology.orchestra.run.smithi062.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph:b0201b8c79733293453e7f10a10c7fa43119222b", 2024-09-13T14:26:05.824 INFO:teuthology.orchestra.run.smithi062.stdout: "in_progress": true, 2024-09-13T14:26:05.824 INFO:teuthology.orchestra.run.smithi062.stdout: "which": "Upgrading daemons of type(s) mon on host(s) smithi062", 2024-09-13T14:26:05.824 INFO:teuthology.orchestra.run.smithi062.stdout: "services_complete": [], 2024-09-13T14:26:05.825 INFO:teuthology.orchestra.run.smithi062.stdout: "progress": "1/2 daemons upgraded", 2024-09-13T14:26:05.825 INFO:teuthology.orchestra.run.smithi062.stdout: "message": "Currently upgrading mon daemons", 2024-09-13T14:26:05.825 INFO:teuthology.orchestra.run.smithi062.stdout: "is_paused": false 2024-09-13T14:26:05.825 INFO:teuthology.orchestra.run.smithi062.stdout:} 2024-09-13T14:26:05.934 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:05 smithi178 bash[70490]: cluster 2024-09-13T14:26:04.336802+0000 mgr.y (mgr.25139) 345 : cluster [DBG] pgmap v186: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:26:05.934 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:05 smithi178 bash[70490]: cluster 2024-09-13T14:26:04.336802+0000 mgr.y (mgr.25139) 345 : cluster [DBG] pgmap v186: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:26:05.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:05 smithi178 bash[70490]: audit 2024-09-13T14:26:04.465374+0000 mgr.y (mgr.25139) 346 : audit [DBG] from='client.44100 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:26:05.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:05 smithi178 bash[70490]: audit 2024-09-13T14:26:04.465374+0000 mgr.y (mgr.25139) 346 : audit [DBG] from='client.44100 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:26:05.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:05 smithi178 bash[70490]: audit 2024-09-13T14:26:04.799558+0000 mgr.y (mgr.25139) 347 : audit [DBG] from='client.44106 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:26:05.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:05 smithi178 bash[70490]: audit 2024-09-13T14:26:04.799558+0000 mgr.y (mgr.25139) 347 : audit [DBG] from='client.44106 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:26:06.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:06 smithi062 bash[89221]: audit 2024-09-13T14:26:05.112346+0000 mgr.y (mgr.25139) 348 : audit [DBG] from='client.44112 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:26:06.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:06 smithi062 bash[89221]: audit 2024-09-13T14:26:05.112346+0000 mgr.y (mgr.25139) 348 : audit [DBG] from='client.44112 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:26:06.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:06 smithi062 bash[89221]: audit 2024-09-13T14:26:05.511788+0000 mon.a (mon.0) 45 : audit [DBG] from='client.? 172.21.15.62:0/868683914' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:26:06.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:06 smithi062 bash[89221]: audit 2024-09-13T14:26:05.511788+0000 mon.a (mon.0) 45 : audit [DBG] from='client.? 172.21.15.62:0/868683914' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:26:06.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:06 smithi062 bash[89221]: audit 2024-09-13T14:26:05.824936+0000 mgr.y (mgr.25139) 349 : audit [DBG] from='client.44124 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:26:06.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:06 smithi062 bash[89221]: audit 2024-09-13T14:26:05.824936+0000 mgr.y (mgr.25139) 349 : audit [DBG] from='client.44124 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:26:06.754 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:06 smithi062 bash[92878]: audit 2024-09-13T14:26:05.112346+0000 mgr.y (mgr.25139) 348 : audit [DBG] from='client.44112 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:26:06.754 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:06 smithi062 bash[92878]: audit 2024-09-13T14:26:05.112346+0000 mgr.y (mgr.25139) 348 : audit [DBG] from='client.44112 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:26:06.754 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:06 smithi062 bash[92878]: audit 2024-09-13T14:26:05.511788+0000 mon.a (mon.0) 45 : audit [DBG] from='client.? 172.21.15.62:0/868683914' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:26:06.754 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:06 smithi062 bash[92878]: audit 2024-09-13T14:26:05.511788+0000 mon.a (mon.0) 45 : audit [DBG] from='client.? 172.21.15.62:0/868683914' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:26:06.754 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:06 smithi062 bash[92878]: audit 2024-09-13T14:26:05.824936+0000 mgr.y (mgr.25139) 349 : audit [DBG] from='client.44124 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:26:06.754 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:06 smithi062 bash[92878]: audit 2024-09-13T14:26:05.824936+0000 mgr.y (mgr.25139) 349 : audit [DBG] from='client.44124 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:26:06.934 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:06 smithi178 bash[70490]: audit 2024-09-13T14:26:05.112346+0000 mgr.y (mgr.25139) 348 : audit [DBG] from='client.44112 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:26:06.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:06 smithi178 bash[70490]: audit 2024-09-13T14:26:05.112346+0000 mgr.y (mgr.25139) 348 : audit [DBG] from='client.44112 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:26:06.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:06 smithi178 bash[70490]: audit 2024-09-13T14:26:05.511788+0000 mon.a (mon.0) 45 : audit [DBG] from='client.? 172.21.15.62:0/868683914' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:26:06.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:06 smithi178 bash[70490]: audit 2024-09-13T14:26:05.511788+0000 mon.a (mon.0) 45 : audit [DBG] from='client.? 172.21.15.62:0/868683914' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:26:06.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:06 smithi178 bash[70490]: audit 2024-09-13T14:26:05.824936+0000 mgr.y (mgr.25139) 349 : audit [DBG] from='client.44124 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:26:06.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:06 smithi178 bash[70490]: audit 2024-09-13T14:26:05.824936+0000 mgr.y (mgr.25139) 349 : audit [DBG] from='client.44124 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:26:07.480 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:26:07 smithi062 bash[68610]: debug 2024-09-13T14:26:07.112+0000 7fd91dfb7640 -1 mgr.server handle_report got status from non-daemon mon.c 2024-09-13T14:26:07.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:07 smithi062 bash[89221]: cluster 2024-09-13T14:26:06.337548+0000 mgr.y (mgr.25139) 350 : cluster [DBG] pgmap v187: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:26:07.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:07 smithi062 bash[89221]: cluster 2024-09-13T14:26:06.337548+0000 mgr.y (mgr.25139) 350 : cluster [DBG] pgmap v187: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:26:07.753 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:07 smithi062 bash[92878]: cluster 2024-09-13T14:26:06.337548+0000 mgr.y (mgr.25139) 350 : cluster [DBG] pgmap v187: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:26:07.753 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:07 smithi062 bash[92878]: cluster 2024-09-13T14:26:06.337548+0000 mgr.y (mgr.25139) 350 : cluster [DBG] pgmap v187: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:26:07.934 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:26:07 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:26:07.714997296Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:26:07.934 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:07 smithi178 bash[70490]: cluster 2024-09-13T14:26:06.337548+0000 mgr.y (mgr.25139) 350 : cluster [DBG] pgmap v187: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:26:07.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:07 smithi178 bash[70490]: cluster 2024-09-13T14:26:06.337548+0000 mgr.y (mgr.25139) 350 : cluster [DBG] pgmap v187: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:26:09.752 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:09 smithi062 bash[92878]: cluster 2024-09-13T14:26:08.338266+0000 mgr.y (mgr.25139) 351 : cluster [DBG] pgmap v188: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:26:09.753 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:09 smithi062 bash[92878]: cluster 2024-09-13T14:26:08.338266+0000 mgr.y (mgr.25139) 351 : cluster [DBG] pgmap v188: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:26:09.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:09 smithi062 bash[89221]: cluster 2024-09-13T14:26:08.338266+0000 mgr.y (mgr.25139) 351 : cluster [DBG] pgmap v188: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:26:09.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:09 smithi062 bash[89221]: cluster 2024-09-13T14:26:08.338266+0000 mgr.y (mgr.25139) 351 : cluster [DBG] pgmap v188: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:26:09.934 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:09 smithi178 bash[70490]: cluster 2024-09-13T14:26:08.338266+0000 mgr.y (mgr.25139) 351 : cluster [DBG] pgmap v188: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:26:09.934 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:09 smithi178 bash[70490]: cluster 2024-09-13T14:26:08.338266+0000 mgr.y (mgr.25139) 351 : cluster [DBG] pgmap v188: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:26:11.184 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:26:10 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:26:10.755474725Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:26:11.184 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:10 smithi178 bash[70490]: audit 2024-09-13T14:26:09.980329+0000 mon.a (mon.0) 46 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:26:11.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:10 smithi178 bash[70490]: audit 2024-09-13T14:26:09.980329+0000 mon.a (mon.0) 46 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:26:11.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:10 smithi178 bash[70490]: audit 2024-09-13T14:26:09.990527+0000 mon.a (mon.0) 47 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:26:11.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:10 smithi178 bash[70490]: audit 2024-09-13T14:26:09.990527+0000 mon.a (mon.0) 47 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:26:11.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:10 smithi062 bash[89221]: audit 2024-09-13T14:26:09.980329+0000 mon.a (mon.0) 46 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:26:11.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:10 smithi062 bash[89221]: audit 2024-09-13T14:26:09.980329+0000 mon.a (mon.0) 46 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:26:11.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:10 smithi062 bash[89221]: audit 2024-09-13T14:26:09.990527+0000 mon.a (mon.0) 47 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:26:11.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:10 smithi062 bash[89221]: audit 2024-09-13T14:26:09.990527+0000 mon.a (mon.0) 47 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:26:11.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:10 smithi062 bash[92878]: audit 2024-09-13T14:26:09.980329+0000 mon.a (mon.0) 46 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:26:11.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:10 smithi062 bash[92878]: audit 2024-09-13T14:26:09.980329+0000 mon.a (mon.0) 46 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:26:11.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:10 smithi062 bash[92878]: audit 2024-09-13T14:26:09.990527+0000 mon.a (mon.0) 47 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:26:11.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:10 smithi062 bash[92878]: audit 2024-09-13T14:26:09.990527+0000 mon.a (mon.0) 47 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:26:12.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:11 smithi062 bash[89221]: cluster 2024-09-13T14:26:10.339883+0000 mgr.y (mgr.25139) 352 : cluster [DBG] pgmap v189: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:26:12.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:11 smithi062 bash[89221]: cluster 2024-09-13T14:26:10.339883+0000 mgr.y (mgr.25139) 352 : cluster [DBG] pgmap v189: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:26:12.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:11 smithi062 bash[89221]: audit 2024-09-13T14:26:11.165118+0000 mon.a (mon.0) 48 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:26:12.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:11 smithi062 bash[89221]: audit 2024-09-13T14:26:11.165118+0000 mon.a (mon.0) 48 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:26:12.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:11 smithi062 bash[89221]: audit 2024-09-13T14:26:11.177632+0000 mon.a (mon.0) 49 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:26:12.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:11 smithi062 bash[89221]: audit 2024-09-13T14:26:11.177632+0000 mon.a (mon.0) 49 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:26:12.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:11 smithi062 bash[92878]: cluster 2024-09-13T14:26:10.339883+0000 mgr.y (mgr.25139) 352 : cluster [DBG] pgmap v189: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:26:12.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:11 smithi062 bash[92878]: cluster 2024-09-13T14:26:10.339883+0000 mgr.y (mgr.25139) 352 : cluster [DBG] pgmap v189: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:26:12.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:11 smithi062 bash[92878]: audit 2024-09-13T14:26:11.165118+0000 mon.a (mon.0) 48 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:26:12.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:11 smithi062 bash[92878]: audit 2024-09-13T14:26:11.165118+0000 mon.a (mon.0) 48 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:26:12.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:11 smithi062 bash[92878]: audit 2024-09-13T14:26:11.177632+0000 mon.a (mon.0) 49 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:26:12.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:11 smithi062 bash[92878]: audit 2024-09-13T14:26:11.177632+0000 mon.a (mon.0) 49 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:26:12.434 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:11 smithi178 bash[70490]: cluster 2024-09-13T14:26:10.339883+0000 mgr.y (mgr.25139) 352 : cluster [DBG] pgmap v189: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:26:12.434 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:11 smithi178 bash[70490]: cluster 2024-09-13T14:26:10.339883+0000 mgr.y (mgr.25139) 352 : cluster [DBG] pgmap v189: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:26:12.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:11 smithi178 bash[70490]: audit 2024-09-13T14:26:11.165118+0000 mon.a (mon.0) 48 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:26:12.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:11 smithi178 bash[70490]: audit 2024-09-13T14:26:11.165118+0000 mon.a (mon.0) 48 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:26:12.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:11 smithi178 bash[70490]: audit 2024-09-13T14:26:11.177632+0000 mon.a (mon.0) 49 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:26:12.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:11 smithi178 bash[70490]: audit 2024-09-13T14:26:11.177632+0000 mon.a (mon.0) 49 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:26:13.996 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:26:13 smithi062 bash[68610]: ::ffff:172.21.15.178 - - [13/Sep/2024:14:26:13] "GET /metrics HTTP/1.1" 200 38228 "" "Prometheus/2.51.0" 2024-09-13T14:26:13.996 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:26:13 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:26:13.715027129Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:26:14.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:13 smithi062 bash[89221]: cluster 2024-09-13T14:26:12.340687+0000 mgr.y (mgr.25139) 353 : cluster [DBG] pgmap v190: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:26:14.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:13 smithi062 bash[89221]: cluster 2024-09-13T14:26:12.340687+0000 mgr.y (mgr.25139) 353 : cluster [DBG] pgmap v190: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:26:14.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:13 smithi062 bash[89221]: audit 2024-09-13T14:26:12.447416+0000 mgr.y (mgr.25139) 354 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:26:14.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:13 smithi062 bash[89221]: audit 2024-09-13T14:26:12.447416+0000 mgr.y (mgr.25139) 354 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:26:14.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:13 smithi062 bash[89221]: audit 2024-09-13T14:26:13.857989+0000 mon.b (mon.1) 17 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:26:14.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:13 smithi062 bash[89221]: audit 2024-09-13T14:26:13.857989+0000 mon.b (mon.1) 17 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:26:14.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:13 smithi062 bash[92878]: cluster 2024-09-13T14:26:12.340687+0000 mgr.y (mgr.25139) 353 : cluster [DBG] pgmap v190: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:26:14.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:13 smithi062 bash[92878]: cluster 2024-09-13T14:26:12.340687+0000 mgr.y (mgr.25139) 353 : cluster [DBG] pgmap v190: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:26:14.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:13 smithi062 bash[92878]: audit 2024-09-13T14:26:12.447416+0000 mgr.y (mgr.25139) 354 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:26:14.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:14 smithi062 bash[92878]: audit 2024-09-13T14:26:12.447416+0000 mgr.y (mgr.25139) 354 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:26:14.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:14 smithi062 bash[92878]: audit 2024-09-13T14:26:13.857989+0000 mon.b (mon.1) 17 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:26:14.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:14 smithi062 bash[92878]: audit 2024-09-13T14:26:13.857989+0000 mon.b (mon.1) 17 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:26:14.434 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:13 smithi178 bash[70490]: cluster 2024-09-13T14:26:12.340687+0000 mgr.y (mgr.25139) 353 : cluster [DBG] pgmap v190: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:26:14.434 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:13 smithi178 bash[70490]: cluster 2024-09-13T14:26:12.340687+0000 mgr.y (mgr.25139) 353 : cluster [DBG] pgmap v190: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:26:14.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:13 smithi178 bash[70490]: audit 2024-09-13T14:26:12.447416+0000 mgr.y (mgr.25139) 354 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:26:14.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:13 smithi178 bash[70490]: audit 2024-09-13T14:26:12.447416+0000 mgr.y (mgr.25139) 354 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:26:14.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:13 smithi178 bash[70490]: audit 2024-09-13T14:26:13.857989+0000 mon.b (mon.1) 17 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:26:14.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:13 smithi178 bash[70490]: audit 2024-09-13T14:26:13.857989+0000 mon.b (mon.1) 17 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:26:16.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:16 smithi062 bash[89221]: cluster 2024-09-13T14:26:14.342386+0000 mgr.y (mgr.25139) 355 : cluster [DBG] pgmap v191: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:26:16.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:16 smithi062 bash[89221]: cluster 2024-09-13T14:26:14.342386+0000 mgr.y (mgr.25139) 355 : cluster [DBG] pgmap v191: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:26:16.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:16 smithi062 bash[92878]: cluster 2024-09-13T14:26:14.342386+0000 mgr.y (mgr.25139) 355 : cluster [DBG] pgmap v191: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:26:16.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:16 smithi062 bash[92878]: cluster 2024-09-13T14:26:14.342386+0000 mgr.y (mgr.25139) 355 : cluster [DBG] pgmap v191: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:26:16.434 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:16 smithi178 bash[70490]: cluster 2024-09-13T14:26:14.342386+0000 mgr.y (mgr.25139) 355 : cluster [DBG] pgmap v191: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:26:16.434 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:16 smithi178 bash[70490]: cluster 2024-09-13T14:26:14.342386+0000 mgr.y (mgr.25139) 355 : cluster [DBG] pgmap v191: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:26:17.184 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:26:16 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:26:16.743007245Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:26:18.434 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:18 smithi178 bash[70490]: cluster 2024-09-13T14:26:16.343131+0000 mgr.y (mgr.25139) 356 : cluster [DBG] pgmap v192: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:26:18.434 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:18 smithi178 bash[70490]: cluster 2024-09-13T14:26:16.343131+0000 mgr.y (mgr.25139) 356 : cluster [DBG] pgmap v192: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:26:18.503 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:18 smithi062 bash[92878]: cluster 2024-09-13T14:26:16.343131+0000 mgr.y (mgr.25139) 356 : cluster [DBG] pgmap v192: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:26:18.503 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:18 smithi062 bash[92878]: cluster 2024-09-13T14:26:16.343131+0000 mgr.y (mgr.25139) 356 : cluster [DBG] pgmap v192: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:26:18.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:18 smithi062 bash[89221]: cluster 2024-09-13T14:26:16.343131+0000 mgr.y (mgr.25139) 356 : cluster [DBG] pgmap v192: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:26:18.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:18 smithi062 bash[89221]: cluster 2024-09-13T14:26:16.343131+0000 mgr.y (mgr.25139) 356 : cluster [DBG] pgmap v192: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:26:20.008 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:26:19 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:26:19.723720742Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:26:20.263 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:20 smithi062 bash[89221]: cluster 2024-09-13T14:26:18.343911+0000 mgr.y (mgr.25139) 357 : cluster [DBG] pgmap v193: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:26:20.263 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:20 smithi062 bash[89221]: cluster 2024-09-13T14:26:18.343911+0000 mgr.y (mgr.25139) 357 : cluster [DBG] pgmap v193: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:26:20.264 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:20 smithi062 bash[92878]: cluster 2024-09-13T14:26:18.343911+0000 mgr.y (mgr.25139) 357 : cluster [DBG] pgmap v193: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:26:20.264 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:20 smithi062 bash[92878]: cluster 2024-09-13T14:26:18.343911+0000 mgr.y (mgr.25139) 357 : cluster [DBG] pgmap v193: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:26:20.434 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:20 smithi178 bash[70490]: cluster 2024-09-13T14:26:18.343911+0000 mgr.y (mgr.25139) 357 : cluster [DBG] pgmap v193: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:26:20.434 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:20 smithi178 bash[70490]: cluster 2024-09-13T14:26:18.343911+0000 mgr.y (mgr.25139) 357 : cluster [DBG] pgmap v193: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:26:22.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:22 smithi178 bash[70490]: cluster 2024-09-13T14:26:20.346321+0000 mgr.y (mgr.25139) 358 : cluster [DBG] pgmap v194: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:26:22.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:22 smithi178 bash[70490]: cluster 2024-09-13T14:26:20.346321+0000 mgr.y (mgr.25139) 358 : cluster [DBG] pgmap v194: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:26:22.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:22 smithi178 bash[70490]: audit 2024-09-13T14:26:21.008559+0000 mon.a (mon.0) 50 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:26:22.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:22 smithi178 bash[70490]: audit 2024-09-13T14:26:21.008559+0000 mon.a (mon.0) 50 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:26:22.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:22 smithi178 bash[70490]: audit 2024-09-13T14:26:21.025739+0000 mon.a (mon.0) 51 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:26:22.436 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:22 smithi178 bash[70490]: audit 2024-09-13T14:26:21.025739+0000 mon.a (mon.0) 51 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:26:22.436 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:22 smithi178 bash[70490]: audit 2024-09-13T14:26:21.028865+0000 mon.b (mon.1) 18 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:26:22.436 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:22 smithi178 bash[70490]: audit 2024-09-13T14:26:21.028865+0000 mon.b (mon.1) 18 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:26:22.436 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:22 smithi178 bash[70490]: audit 2024-09-13T14:26:21.031128+0000 mon.b (mon.1) 19 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-13T14:26:22.436 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:22 smithi178 bash[70490]: audit 2024-09-13T14:26:21.031128+0000 mon.b (mon.1) 19 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-13T14:26:22.436 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:22 smithi178 bash[70490]: audit 2024-09-13T14:26:21.043376+0000 mon.a (mon.0) 52 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:26:22.436 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:22 smithi178 bash[70490]: audit 2024-09-13T14:26:21.043376+0000 mon.a (mon.0) 52 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:26:22.436 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:22 smithi178 bash[70490]: audit 2024-09-13T14:26:21.176695+0000 mon.b (mon.1) 20 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-13T14:26:22.436 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:22 smithi178 bash[70490]: audit 2024-09-13T14:26:21.176695+0000 mon.b (mon.1) 20 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-13T14:26:22.436 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:22 smithi178 bash[70490]: audit 2024-09-13T14:26:21.180658+0000 mon.b (mon.1) 21 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:26:22.437 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:22 smithi178 bash[70490]: audit 2024-09-13T14:26:21.180658+0000 mon.b (mon.1) 21 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:26:22.437 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:22 smithi178 bash[70490]: audit 2024-09-13T14:26:21.183562+0000 mon.b (mon.1) 22 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:26:22.437 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:22 smithi178 bash[70490]: audit 2024-09-13T14:26:21.183562+0000 mon.b (mon.1) 22 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:26:22.437 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:22 smithi178 bash[70490]: audit 2024-09-13T14:26:21.193517+0000 mon.a (mon.0) 53 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:26:22.437 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:22 smithi178 bash[70490]: audit 2024-09-13T14:26:21.193517+0000 mon.a (mon.0) 53 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:26:22.437 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:22 smithi178 bash[70490]: audit 2024-09-13T14:26:21.197616+0000 mon.b (mon.1) 23 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-13T14:26:22.439 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:22 smithi178 bash[70490]: audit 2024-09-13T14:26:21.197616+0000 mon.b (mon.1) 23 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-13T14:26:22.440 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:22 smithi178 bash[70490]: audit 2024-09-13T14:26:21.198918+0000 mon.a (mon.0) 54 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-13T14:26:22.440 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:22 smithi178 bash[70490]: audit 2024-09-13T14:26:21.198918+0000 mon.a (mon.0) 54 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-13T14:26:22.440 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:22 smithi178 bash[70490]: audit 2024-09-13T14:26:21.204777+0000 mon.a (mon.0) 55 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]': finished 2024-09-13T14:26:22.440 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:22 smithi178 bash[70490]: audit 2024-09-13T14:26:21.204777+0000 mon.a (mon.0) 55 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]': finished 2024-09-13T14:26:22.440 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:22 smithi178 bash[70490]: audit 2024-09-13T14:26:21.208591+0000 mon.b (mon.1) 24 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-13T14:26:22.440 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:22 smithi178 bash[70490]: audit 2024-09-13T14:26:21.208591+0000 mon.b (mon.1) 24 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-13T14:26:22.440 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:22 smithi178 bash[70490]: audit 2024-09-13T14:26:21.210048+0000 mon.a (mon.0) 56 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-13T14:26:22.441 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:22 smithi178 bash[70490]: audit 2024-09-13T14:26:21.210048+0000 mon.a (mon.0) 56 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-13T14:26:22.441 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:22 smithi178 bash[70490]: audit 2024-09-13T14:26:21.217333+0000 mon.a (mon.0) 57 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]': finished 2024-09-13T14:26:22.441 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:22 smithi178 bash[70490]: audit 2024-09-13T14:26:21.217333+0000 mon.a (mon.0) 57 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]': finished 2024-09-13T14:26:22.441 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:22 smithi178 bash[70490]: audit 2024-09-13T14:26:21.222545+0000 mon.b (mon.1) 25 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:26:22.441 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:22 smithi178 bash[70490]: audit 2024-09-13T14:26:21.222545+0000 mon.b (mon.1) 25 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:26:22.441 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:22 smithi178 bash[70490]: audit 2024-09-13T14:26:21.234211+0000 mon.a (mon.0) 58 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:26:22.442 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:22 smithi178 bash[70490]: audit 2024-09-13T14:26:21.234211+0000 mon.a (mon.0) 58 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:26:22.442 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:22 smithi178 bash[70490]: audit 2024-09-13T14:26:21.241558+0000 mon.b (mon.1) 26 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:26:22.442 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:22 smithi178 bash[70490]: audit 2024-09-13T14:26:21.241558+0000 mon.b (mon.1) 26 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:26:22.442 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:22 smithi178 bash[70490]: audit 2024-09-13T14:26:21.252033+0000 mon.a (mon.0) 59 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:26:22.442 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:22 smithi178 bash[70490]: audit 2024-09-13T14:26:21.252033+0000 mon.a (mon.0) 59 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:26:22.442 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:22 smithi178 bash[70490]: audit 2024-09-13T14:26:21.257635+0000 mon.b (mon.1) 27 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:26:22.442 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:22 smithi178 bash[70490]: audit 2024-09-13T14:26:21.257635+0000 mon.b (mon.1) 27 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:26:22.442 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:22 smithi178 bash[70490]: audit 2024-09-13T14:26:21.269696+0000 mon.a (mon.0) 60 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:26:22.442 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:22 smithi178 bash[70490]: audit 2024-09-13T14:26:21.269696+0000 mon.a (mon.0) 60 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:26:22.442 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:22 smithi178 bash[70490]: audit 2024-09-13T14:26:21.274613+0000 mon.b (mon.1) 28 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:26:22.442 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:22 smithi178 bash[70490]: audit 2024-09-13T14:26:21.274613+0000 mon.b (mon.1) 28 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:26:22.442 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:22 smithi178 bash[70490]: audit 2024-09-13T14:26:21.280430+0000 mon.b (mon.1) 29 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-13T14:26:22.442 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:22 smithi178 bash[70490]: audit 2024-09-13T14:26:21.280430+0000 mon.b (mon.1) 29 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-13T14:26:22.443 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:22 smithi178 bash[70490]: audit 2024-09-13T14:26:21.281812+0000 mon.a (mon.0) 61 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-13T14:26:22.443 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:22 smithi178 bash[70490]: audit 2024-09-13T14:26:21.281812+0000 mon.a (mon.0) 61 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-13T14:26:22.443 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:22 smithi178 bash[70490]: audit 2024-09-13T14:26:21.283334+0000 mon.b (mon.1) 30 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-13T14:26:22.443 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:22 smithi178 bash[70490]: audit 2024-09-13T14:26:21.283334+0000 mon.b (mon.1) 30 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-13T14:26:22.443 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:22 smithi178 bash[70490]: audit 2024-09-13T14:26:21.284774+0000 mon.a (mon.0) 62 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-13T14:26:22.443 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:22 smithi178 bash[70490]: audit 2024-09-13T14:26:21.284774+0000 mon.a (mon.0) 62 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-13T14:26:22.443 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:22 smithi178 bash[70490]: audit 2024-09-13T14:26:21.287232+0000 mon.b (mon.1) 31 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:26:22.443 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:22 smithi178 bash[70490]: audit 2024-09-13T14:26:21.287232+0000 mon.b (mon.1) 31 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:26:22.444 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:22 smithi178 bash[70490]: audit 2024-09-13T14:26:21.298965+0000 mon.a (mon.0) 63 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:26:22.444 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:22 smithi178 bash[70490]: audit 2024-09-13T14:26:21.298965+0000 mon.a (mon.0) 63 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:26:22.444 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:22 smithi178 bash[70490]: audit 2024-09-13T14:26:21.305259+0000 mon.b (mon.1) 32 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:26:22.444 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:22 smithi178 bash[70490]: audit 2024-09-13T14:26:21.305259+0000 mon.b (mon.1) 32 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:26:22.444 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:22 smithi178 bash[70490]: audit 2024-09-13T14:26:21.317342+0000 mon.a (mon.0) 64 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:26:22.444 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:22 smithi178 bash[70490]: audit 2024-09-13T14:26:21.317342+0000 mon.a (mon.0) 64 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:26:22.444 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:22 smithi178 bash[70490]: audit 2024-09-13T14:26:21.324522+0000 mon.b (mon.1) 33 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:26:22.444 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:22 smithi178 bash[70490]: audit 2024-09-13T14:26:21.324522+0000 mon.b (mon.1) 33 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:26:22.444 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:22 smithi178 bash[70490]: audit 2024-09-13T14:26:21.336904+0000 mon.a (mon.0) 65 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:26:22.444 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:22 smithi178 bash[70490]: audit 2024-09-13T14:26:21.336904+0000 mon.a (mon.0) 65 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:26:22.444 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:22 smithi178 bash[70490]: audit 2024-09-13T14:26:21.343258+0000 mon.b (mon.1) 34 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:26:22.445 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:22 smithi178 bash[70490]: audit 2024-09-13T14:26:21.343258+0000 mon.b (mon.1) 34 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:26:22.445 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:22 smithi178 bash[70490]: audit 2024-09-13T14:26:21.349056+0000 mon.b (mon.1) 35 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-13T14:26:22.445 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:22 smithi178 bash[70490]: audit 2024-09-13T14:26:21.349056+0000 mon.b (mon.1) 35 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-13T14:26:22.445 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:22 smithi178 bash[70490]: audit 2024-09-13T14:26:21.350521+0000 mon.a (mon.0) 66 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-13T14:26:22.445 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:22 smithi178 bash[70490]: audit 2024-09-13T14:26:21.350521+0000 mon.a (mon.0) 66 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-13T14:26:22.445 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:22 smithi178 bash[70490]: audit 2024-09-13T14:26:21.352130+0000 mon.b (mon.1) 36 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-13T14:26:22.445 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:22 smithi178 bash[70490]: audit 2024-09-13T14:26:21.352130+0000 mon.b (mon.1) 36 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-13T14:26:22.445 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:22 smithi178 bash[70490]: audit 2024-09-13T14:26:21.353658+0000 mon.a (mon.0) 67 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-13T14:26:22.445 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:22 smithi178 bash[70490]: audit 2024-09-13T14:26:21.353658+0000 mon.a (mon.0) 67 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-13T14:26:22.445 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:22 smithi178 bash[70490]: audit 2024-09-13T14:26:21.356906+0000 mon.b (mon.1) 37 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:26:22.445 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:22 smithi178 bash[70490]: audit 2024-09-13T14:26:21.356906+0000 mon.b (mon.1) 37 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:26:22.445 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:22 smithi178 bash[70490]: audit 2024-09-13T14:26:21.362723+0000 mon.b (mon.1) 38 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-13T14:26:22.445 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:22 smithi178 bash[70490]: audit 2024-09-13T14:26:21.362723+0000 mon.b (mon.1) 38 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-13T14:26:22.446 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:22 smithi178 bash[70490]: audit 2024-09-13T14:26:21.364201+0000 mon.a (mon.0) 68 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-13T14:26:22.446 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:22 smithi178 bash[70490]: audit 2024-09-13T14:26:21.364201+0000 mon.a (mon.0) 68 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-13T14:26:22.446 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:22 smithi178 bash[70490]: audit 2024-09-13T14:26:21.365891+0000 mon.b (mon.1) 39 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-13T14:26:22.446 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:22 smithi178 bash[70490]: audit 2024-09-13T14:26:21.365891+0000 mon.b (mon.1) 39 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-13T14:26:22.446 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:22 smithi178 bash[70490]: audit 2024-09-13T14:26:21.367286+0000 mon.a (mon.0) 69 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-13T14:26:22.446 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:22 smithi178 bash[70490]: audit 2024-09-13T14:26:21.367286+0000 mon.a (mon.0) 69 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-13T14:26:22.446 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:22 smithi178 bash[70490]: audit 2024-09-13T14:26:21.370622+0000 mon.b (mon.1) 40 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:26:22.446 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:22 smithi178 bash[70490]: audit 2024-09-13T14:26:21.370622+0000 mon.b (mon.1) 40 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:26:22.446 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:22 smithi178 bash[70490]: audit 2024-09-13T14:26:21.376242+0000 mon.b (mon.1) 41 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-13T14:26:22.446 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:22 smithi178 bash[70490]: audit 2024-09-13T14:26:21.376242+0000 mon.b (mon.1) 41 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-13T14:26:22.446 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:22 smithi178 bash[70490]: audit 2024-09-13T14:26:21.377677+0000 mon.a (mon.0) 70 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-13T14:26:22.446 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:22 smithi178 bash[70490]: audit 2024-09-13T14:26:21.377677+0000 mon.a (mon.0) 70 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-13T14:26:22.446 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:22 smithi178 bash[70490]: audit 2024-09-13T14:26:21.379433+0000 mon.b (mon.1) 42 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-13T14:26:22.446 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:22 smithi178 bash[70490]: audit 2024-09-13T14:26:21.379433+0000 mon.b (mon.1) 42 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-13T14:26:22.446 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:22 smithi178 bash[70490]: audit 2024-09-13T14:26:21.380901+0000 mon.a (mon.0) 71 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-13T14:26:22.446 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:22 smithi178 bash[70490]: audit 2024-09-13T14:26:21.380901+0000 mon.a (mon.0) 71 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-13T14:26:22.447 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:22 smithi178 bash[70490]: audit 2024-09-13T14:26:21.384152+0000 mon.b (mon.1) 43 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:26:22.447 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:22 smithi178 bash[70490]: audit 2024-09-13T14:26:21.384152+0000 mon.b (mon.1) 43 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:26:22.447 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:22 smithi178 bash[70490]: audit 2024-09-13T14:26:21.390005+0000 mon.b (mon.1) 44 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-13T14:26:22.447 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:22 smithi178 bash[70490]: audit 2024-09-13T14:26:21.390005+0000 mon.b (mon.1) 44 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-13T14:26:22.447 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:22 smithi178 bash[70490]: audit 2024-09-13T14:26:21.391449+0000 mon.a (mon.0) 72 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-13T14:26:22.447 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:22 smithi178 bash[70490]: audit 2024-09-13T14:26:21.391449+0000 mon.a (mon.0) 72 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-13T14:26:22.447 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:22 smithi178 bash[70490]: audit 2024-09-13T14:26:21.393097+0000 mon.b (mon.1) 45 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-13T14:26:22.447 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:22 smithi178 bash[70490]: audit 2024-09-13T14:26:21.393097+0000 mon.b (mon.1) 45 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-13T14:26:22.447 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:22 smithi178 bash[70490]: audit 2024-09-13T14:26:21.394550+0000 mon.a (mon.0) 73 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-13T14:26:22.447 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:22 smithi178 bash[70490]: audit 2024-09-13T14:26:21.394550+0000 mon.a (mon.0) 73 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-13T14:26:22.447 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:22 smithi178 bash[70490]: audit 2024-09-13T14:26:21.397270+0000 mon.b (mon.1) 46 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:26:22.447 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:22 smithi178 bash[70490]: audit 2024-09-13T14:26:21.397270+0000 mon.b (mon.1) 46 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:26:22.447 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:22 smithi178 bash[70490]: audit 2024-09-13T14:26:21.403168+0000 mon.b (mon.1) 47 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-13T14:26:22.447 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:22 smithi178 bash[70490]: audit 2024-09-13T14:26:21.403168+0000 mon.b (mon.1) 47 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-13T14:26:22.448 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:22 smithi178 bash[70490]: audit 2024-09-13T14:26:21.404726+0000 mon.a (mon.0) 74 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-13T14:26:22.448 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:22 smithi178 bash[70490]: audit 2024-09-13T14:26:21.404726+0000 mon.a (mon.0) 74 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-13T14:26:22.448 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:22 smithi178 bash[70490]: audit 2024-09-13T14:26:21.406555+0000 mon.b (mon.1) 48 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-13T14:26:22.448 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:22 smithi178 bash[70490]: audit 2024-09-13T14:26:21.406555+0000 mon.b (mon.1) 48 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-13T14:26:22.448 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:22 smithi178 bash[70490]: audit 2024-09-13T14:26:21.407967+0000 mon.a (mon.0) 75 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-13T14:26:22.448 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:22 smithi178 bash[70490]: audit 2024-09-13T14:26:21.407967+0000 mon.a (mon.0) 75 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-13T14:26:22.448 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:22 smithi178 bash[70490]: audit 2024-09-13T14:26:21.410891+0000 mon.b (mon.1) 49 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:26:22.448 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:22 smithi178 bash[70490]: audit 2024-09-13T14:26:21.410891+0000 mon.b (mon.1) 49 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:26:22.448 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:22 smithi178 bash[70490]: audit 2024-09-13T14:26:21.416605+0000 mon.b (mon.1) 50 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-13T14:26:22.448 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:22 smithi178 bash[70490]: audit 2024-09-13T14:26:21.416605+0000 mon.b (mon.1) 50 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-13T14:26:22.448 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:22 smithi178 bash[70490]: audit 2024-09-13T14:26:21.417962+0000 mon.a (mon.0) 76 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-13T14:26:22.448 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:22 smithi178 bash[70490]: audit 2024-09-13T14:26:21.417962+0000 mon.a (mon.0) 76 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-13T14:26:22.448 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:22 smithi178 bash[70490]: audit 2024-09-13T14:26:21.419513+0000 mon.b (mon.1) 51 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-13T14:26:22.449 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:22 smithi178 bash[70490]: audit 2024-09-13T14:26:21.419513+0000 mon.b (mon.1) 51 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-13T14:26:22.449 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:22 smithi178 bash[70490]: audit 2024-09-13T14:26:21.421000+0000 mon.a (mon.0) 77 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-13T14:26:22.449 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:22 smithi178 bash[70490]: audit 2024-09-13T14:26:21.421000+0000 mon.a (mon.0) 77 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-13T14:26:22.449 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:22 smithi178 bash[70490]: audit 2024-09-13T14:26:21.426056+0000 mon.b (mon.1) 52 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2024-09-13T14:26:22.449 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:22 smithi178 bash[70490]: audit 2024-09-13T14:26:21.426056+0000 mon.b (mon.1) 52 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2024-09-13T14:26:22.449 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:22 smithi178 bash[70490]: audit 2024-09-13T14:26:21.427539+0000 mon.a (mon.0) 78 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2024-09-13T14:26:22.449 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:22 smithi178 bash[70490]: audit 2024-09-13T14:26:21.427539+0000 mon.a (mon.0) 78 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2024-09-13T14:26:22.449 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:22 smithi178 bash[70490]: audit 2024-09-13T14:26:21.435732+0000 mon.a (mon.0) 79 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-09-13T14:26:22.449 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:22 smithi178 bash[70490]: audit 2024-09-13T14:26:21.435732+0000 mon.a (mon.0) 79 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-09-13T14:26:22.449 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:22 smithi178 bash[70490]: audit 2024-09-13T14:26:21.440553+0000 mon.b (mon.1) 53 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:26:22.450 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:22 smithi178 bash[70490]: audit 2024-09-13T14:26:21.440553+0000 mon.b (mon.1) 53 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:26:22.450 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:22 smithi178 bash[70490]: audit 2024-09-13T14:26:21.441990+0000 mon.a (mon.0) 80 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:26:22.450 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:22 smithi178 bash[70490]: audit 2024-09-13T14:26:21.441990+0000 mon.a (mon.0) 80 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:26:22.450 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:22 smithi178 bash[70490]: audit 2024-09-13T14:26:21.449870+0000 mon.a (mon.0) 81 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-09-13T14:26:22.450 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:22 smithi178 bash[70490]: audit 2024-09-13T14:26:21.449870+0000 mon.a (mon.0) 81 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-09-13T14:26:22.450 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:22 smithi178 bash[70490]: audit 2024-09-13T14:26:21.454740+0000 mon.b (mon.1) 54 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2024-09-13T14:26:22.450 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:22 smithi178 bash[70490]: audit 2024-09-13T14:26:21.454740+0000 mon.b (mon.1) 54 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2024-09-13T14:26:22.450 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:22 smithi178 bash[70490]: audit 2024-09-13T14:26:21.456128+0000 mon.a (mon.0) 82 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2024-09-13T14:26:22.450 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:22 smithi178 bash[70490]: audit 2024-09-13T14:26:21.456128+0000 mon.a (mon.0) 82 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2024-09-13T14:26:22.450 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:22 smithi178 bash[70490]: audit 2024-09-13T14:26:21.464022+0000 mon.a (mon.0) 83 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-09-13T14:26:22.450 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:22 smithi178 bash[70490]: audit 2024-09-13T14:26:21.464022+0000 mon.a (mon.0) 83 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-09-13T14:26:22.450 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:22 smithi178 bash[70490]: audit 2024-09-13T14:26:21.468341+0000 mon.b (mon.1) 55 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2024-09-13T14:26:22.450 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:22 smithi178 bash[70490]: audit 2024-09-13T14:26:21.468341+0000 mon.b (mon.1) 55 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2024-09-13T14:26:22.450 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:22 smithi178 bash[70490]: audit 2024-09-13T14:26:21.469744+0000 mon.a (mon.0) 84 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2024-09-13T14:26:22.450 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:22 smithi178 bash[70490]: audit 2024-09-13T14:26:21.469744+0000 mon.a (mon.0) 84 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2024-09-13T14:26:22.451 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:22 smithi178 bash[70490]: audit 2024-09-13T14:26:21.471475+0000 mon.b (mon.1) 56 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2024-09-13T14:26:22.451 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:22 smithi178 bash[70490]: audit 2024-09-13T14:26:21.471475+0000 mon.b (mon.1) 56 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2024-09-13T14:26:22.451 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:22 smithi178 bash[70490]: audit 2024-09-13T14:26:21.472853+0000 mon.a (mon.0) 85 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2024-09-13T14:26:22.452 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:22 smithi178 bash[70490]: audit 2024-09-13T14:26:21.472853+0000 mon.a (mon.0) 85 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2024-09-13T14:26:22.452 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:22 smithi178 bash[70490]: audit 2024-09-13T14:26:21.480705+0000 mon.a (mon.0) 86 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-09-13T14:26:22.452 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:22 smithi178 bash[70490]: audit 2024-09-13T14:26:21.480705+0000 mon.a (mon.0) 86 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-09-13T14:26:22.452 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:22 smithi178 bash[70490]: audit 2024-09-13T14:26:21.485049+0000 mon.b (mon.1) 57 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2024-09-13T14:26:22.452 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:22 smithi178 bash[70490]: audit 2024-09-13T14:26:21.485049+0000 mon.b (mon.1) 57 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2024-09-13T14:26:22.452 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:22 smithi178 bash[70490]: audit 2024-09-13T14:26:21.486399+0000 mon.a (mon.0) 87 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2024-09-13T14:26:22.452 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:22 smithi178 bash[70490]: audit 2024-09-13T14:26:21.486399+0000 mon.a (mon.0) 87 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2024-09-13T14:26:22.452 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:22 smithi178 bash[70490]: audit 2024-09-13T14:26:21.487975+0000 mon.b (mon.1) 58 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2024-09-13T14:26:22.452 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:22 smithi178 bash[70490]: audit 2024-09-13T14:26:21.487975+0000 mon.b (mon.1) 58 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2024-09-13T14:26:22.452 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:22 smithi178 bash[70490]: audit 2024-09-13T14:26:21.489350+0000 mon.a (mon.0) 88 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2024-09-13T14:26:22.452 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:22 smithi178 bash[70490]: audit 2024-09-13T14:26:21.489350+0000 mon.a (mon.0) 88 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2024-09-13T14:26:22.453 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:22 smithi178 bash[70490]: audit 2024-09-13T14:26:21.497240+0000 mon.a (mon.0) 89 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-09-13T14:26:22.453 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:22 smithi178 bash[70490]: audit 2024-09-13T14:26:21.497240+0000 mon.a (mon.0) 89 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-09-13T14:26:22.453 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:22 smithi178 bash[70490]: audit 2024-09-13T14:26:21.501582+0000 mon.b (mon.1) 59 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:26:22.453 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:22 smithi178 bash[70490]: audit 2024-09-13T14:26:21.501582+0000 mon.b (mon.1) 59 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:26:22.453 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:22 smithi178 bash[70490]: audit 2024-09-13T14:26:21.503150+0000 mon.a (mon.0) 90 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:26:22.453 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:22 smithi178 bash[70490]: audit 2024-09-13T14:26:21.503150+0000 mon.a (mon.0) 90 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:26:22.453 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:22 smithi178 bash[70490]: audit 2024-09-13T14:26:21.504743+0000 mon.b (mon.1) 60 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2024-09-13T14:26:22.453 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:22 smithi178 bash[70490]: audit 2024-09-13T14:26:21.504743+0000 mon.b (mon.1) 60 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2024-09-13T14:26:22.453 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:22 smithi178 bash[70490]: audit 2024-09-13T14:26:21.506145+0000 mon.a (mon.0) 91 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2024-09-13T14:26:22.453 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:22 smithi178 bash[70490]: audit 2024-09-13T14:26:21.506145+0000 mon.a (mon.0) 91 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2024-09-13T14:26:22.453 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:22 smithi178 bash[70490]: audit 2024-09-13T14:26:21.513814+0000 mon.a (mon.0) 92 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-09-13T14:26:22.453 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:22 smithi178 bash[70490]: audit 2024-09-13T14:26:21.513814+0000 mon.a (mon.0) 92 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-09-13T14:26:22.454 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:22 smithi178 bash[70490]: audit 2024-09-13T14:26:21.517948+0000 mon.b (mon.1) 61 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2024-09-13T14:26:22.454 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:22 smithi178 bash[70490]: audit 2024-09-13T14:26:21.517948+0000 mon.b (mon.1) 61 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2024-09-13T14:26:22.454 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:22 smithi178 bash[70490]: audit 2024-09-13T14:26:21.519304+0000 mon.a (mon.0) 93 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2024-09-13T14:26:22.454 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:22 smithi178 bash[70490]: audit 2024-09-13T14:26:21.519304+0000 mon.a (mon.0) 93 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2024-09-13T14:26:22.454 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:22 smithi178 bash[70490]: audit 2024-09-13T14:26:21.520741+0000 mon.b (mon.1) 62 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2024-09-13T14:26:22.454 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:22 smithi178 bash[70490]: audit 2024-09-13T14:26:21.520741+0000 mon.b (mon.1) 62 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2024-09-13T14:26:22.454 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:22 smithi178 bash[70490]: audit 2024-09-13T14:26:21.522119+0000 mon.a (mon.0) 94 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2024-09-13T14:26:22.455 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:22 smithi178 bash[70490]: audit 2024-09-13T14:26:21.522119+0000 mon.a (mon.0) 94 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2024-09-13T14:26:22.455 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:22 smithi178 bash[70490]: audit 2024-09-13T14:26:21.530329+0000 mon.a (mon.0) 95 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-09-13T14:26:22.455 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:22 smithi178 bash[70490]: audit 2024-09-13T14:26:21.530329+0000 mon.a (mon.0) 95 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-09-13T14:26:22.455 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:22 smithi178 bash[70490]: audit 2024-09-13T14:26:21.534440+0000 mon.b (mon.1) 63 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2024-09-13T14:26:22.455 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:22 smithi178 bash[70490]: audit 2024-09-13T14:26:21.534440+0000 mon.b (mon.1) 63 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2024-09-13T14:26:22.455 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:22 smithi178 bash[70490]: audit 2024-09-13T14:26:21.535787+0000 mon.a (mon.0) 96 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2024-09-13T14:26:22.455 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:22 smithi178 bash[70490]: audit 2024-09-13T14:26:21.535787+0000 mon.a (mon.0) 96 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2024-09-13T14:26:22.455 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:22 smithi178 bash[70490]: audit 2024-09-13T14:26:21.543300+0000 mon.a (mon.0) 97 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-09-13T14:26:22.455 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:22 smithi178 bash[70490]: audit 2024-09-13T14:26:21.543300+0000 mon.a (mon.0) 97 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-09-13T14:26:22.455 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:22 smithi178 bash[70490]: audit 2024-09-13T14:26:21.547341+0000 mon.b (mon.1) 64 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:26:22.455 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:22 smithi178 bash[70490]: audit 2024-09-13T14:26:21.547341+0000 mon.b (mon.1) 64 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:26:22.456 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:22 smithi178 bash[70490]: audit 2024-09-13T14:26:21.548779+0000 mon.a (mon.0) 98 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:26:22.456 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:22 smithi178 bash[70490]: audit 2024-09-13T14:26:21.548779+0000 mon.a (mon.0) 98 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:26:22.456 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:22 smithi178 bash[70490]: audit 2024-09-13T14:26:21.550483+0000 mon.b (mon.1) 65 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:26:22.456 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:22 smithi178 bash[70490]: audit 2024-09-13T14:26:21.550483+0000 mon.b (mon.1) 65 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:26:22.456 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:22 smithi178 bash[70490]: audit 2024-09-13T14:26:21.551956+0000 mon.a (mon.0) 99 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:26:22.456 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:22 smithi178 bash[70490]: audit 2024-09-13T14:26:21.551956+0000 mon.a (mon.0) 99 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:26:22.457 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:22 smithi178 bash[70490]: audit 2024-09-13T14:26:21.553679+0000 mon.b (mon.1) 66 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:26:22.457 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:22 smithi178 bash[70490]: audit 2024-09-13T14:26:21.553679+0000 mon.b (mon.1) 66 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:26:22.457 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:22 smithi178 bash[70490]: audit 2024-09-13T14:26:21.555104+0000 mon.a (mon.0) 100 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:26:22.457 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:22 smithi178 bash[70490]: audit 2024-09-13T14:26:21.555104+0000 mon.a (mon.0) 100 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:26:22.457 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:22 smithi178 bash[70490]: audit 2024-09-13T14:26:21.556818+0000 mon.b (mon.1) 67 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:26:22.457 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:22 smithi178 bash[70490]: audit 2024-09-13T14:26:21.556818+0000 mon.b (mon.1) 67 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:26:22.457 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:22 smithi178 bash[70490]: audit 2024-09-13T14:26:21.558193+0000 mon.a (mon.0) 101 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:26:22.457 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:22 smithi178 bash[70490]: audit 2024-09-13T14:26:21.558193+0000 mon.a (mon.0) 101 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:26:22.458 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:22 smithi178 bash[70490]: audit 2024-09-13T14:26:21.559865+0000 mon.b (mon.1) 68 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:26:22.458 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:22 smithi178 bash[70490]: audit 2024-09-13T14:26:21.559865+0000 mon.b (mon.1) 68 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:26:22.458 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:22 smithi178 bash[70490]: audit 2024-09-13T14:26:21.561315+0000 mon.a (mon.0) 102 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:26:22.458 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:22 smithi178 bash[70490]: audit 2024-09-13T14:26:21.561315+0000 mon.a (mon.0) 102 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:26:22.458 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:22 smithi178 bash[70490]: audit 2024-09-13T14:26:21.562972+0000 mon.b (mon.1) 69 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:26:22.458 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:22 smithi178 bash[70490]: audit 2024-09-13T14:26:21.562972+0000 mon.b (mon.1) 69 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:26:22.458 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:22 smithi178 bash[70490]: audit 2024-09-13T14:26:21.564404+0000 mon.a (mon.0) 103 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:26:22.458 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:22 smithi178 bash[70490]: audit 2024-09-13T14:26:21.564404+0000 mon.a (mon.0) 103 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:26:22.458 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:22 smithi178 bash[70490]: audit 2024-09-13T14:26:21.566870+0000 mon.b (mon.1) 70 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2024-09-13T14:26:22.458 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:22 smithi178 bash[70490]: audit 2024-09-13T14:26:21.566870+0000 mon.b (mon.1) 70 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2024-09-13T14:26:22.458 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:22 smithi178 bash[70490]: audit 2024-09-13T14:26:21.568273+0000 mon.a (mon.0) 104 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2024-09-13T14:26:22.458 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:22 smithi178 bash[70490]: audit 2024-09-13T14:26:21.568273+0000 mon.a (mon.0) 104 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2024-09-13T14:26:22.458 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:22 smithi178 bash[70490]: audit 2024-09-13T14:26:21.576189+0000 mon.a (mon.0) 105 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-09-13T14:26:22.458 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:22 smithi178 bash[70490]: audit 2024-09-13T14:26:21.576189+0000 mon.a (mon.0) 105 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-09-13T14:26:22.459 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:22 smithi178 bash[70490]: audit 2024-09-13T14:26:21.577913+0000 mon.b (mon.1) 71 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:26:22.459 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:22 smithi178 bash[70490]: audit 2024-09-13T14:26:21.577913+0000 mon.b (mon.1) 71 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:26:22.459 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:22 smithi178 bash[70490]: audit 2024-09-13T14:26:21.580147+0000 mon.b (mon.1) 72 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-13T14:26:22.459 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:22 smithi178 bash[70490]: audit 2024-09-13T14:26:21.580147+0000 mon.b (mon.1) 72 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-13T14:26:22.459 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:22 smithi178 bash[70490]: audit 2024-09-13T14:26:21.594884+0000 mon.a (mon.0) 106 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:26:22.459 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:22 smithi178 bash[70490]: audit 2024-09-13T14:26:21.594884+0000 mon.a (mon.0) 106 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:26:22.459 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:22 smithi178 bash[70490]: audit 2024-09-13T14:26:21.739579+0000 mon.b (mon.1) 73 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:26:22.459 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:22 smithi178 bash[70490]: audit 2024-09-13T14:26:21.739579+0000 mon.b (mon.1) 73 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:26:22.459 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:22 smithi178 bash[70490]: audit 2024-09-13T14:26:21.741799+0000 mon.b (mon.1) 74 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-13T14:26:22.459 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:22 smithi178 bash[70490]: audit 2024-09-13T14:26:21.741799+0000 mon.b (mon.1) 74 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-13T14:26:22.459 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:22 smithi178 bash[70490]: audit 2024-09-13T14:26:21.751586+0000 mon.a (mon.0) 107 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:26:22.459 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:22 smithi178 bash[70490]: audit 2024-09-13T14:26:21.751586+0000 mon.a (mon.0) 107 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:26:22.460 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[89221]: cluster 2024-09-13T14:26:20.346321+0000 mgr.y (mgr.25139) 358 : cluster [DBG] pgmap v194: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:26:22.460 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[89221]: cluster 2024-09-13T14:26:20.346321+0000 mgr.y (mgr.25139) 358 : cluster [DBG] pgmap v194: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:26:22.460 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[89221]: audit 2024-09-13T14:26:21.008559+0000 mon.a (mon.0) 50 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:26:22.460 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[89221]: audit 2024-09-13T14:26:21.008559+0000 mon.a (mon.0) 50 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:26:22.460 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[89221]: audit 2024-09-13T14:26:21.025739+0000 mon.a (mon.0) 51 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:26:22.460 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[89221]: audit 2024-09-13T14:26:21.025739+0000 mon.a (mon.0) 51 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:26:22.460 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[89221]: audit 2024-09-13T14:26:21.028865+0000 mon.b (mon.1) 18 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:26:22.460 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[89221]: audit 2024-09-13T14:26:21.028865+0000 mon.b (mon.1) 18 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:26:22.460 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[89221]: audit 2024-09-13T14:26:21.031128+0000 mon.b (mon.1) 19 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-13T14:26:22.460 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[89221]: audit 2024-09-13T14:26:21.031128+0000 mon.b (mon.1) 19 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-13T14:26:22.461 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[89221]: audit 2024-09-13T14:26:21.043376+0000 mon.a (mon.0) 52 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:26:22.461 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[89221]: audit 2024-09-13T14:26:21.043376+0000 mon.a (mon.0) 52 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:26:22.461 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[89221]: audit 2024-09-13T14:26:21.176695+0000 mon.b (mon.1) 20 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-13T14:26:22.461 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[89221]: audit 2024-09-13T14:26:21.176695+0000 mon.b (mon.1) 20 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-13T14:26:22.461 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[89221]: audit 2024-09-13T14:26:21.180658+0000 mon.b (mon.1) 21 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:26:22.461 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[89221]: audit 2024-09-13T14:26:21.180658+0000 mon.b (mon.1) 21 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:26:22.461 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[89221]: audit 2024-09-13T14:26:21.183562+0000 mon.b (mon.1) 22 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:26:22.461 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[89221]: audit 2024-09-13T14:26:21.183562+0000 mon.b (mon.1) 22 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:26:22.461 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[89221]: audit 2024-09-13T14:26:21.193517+0000 mon.a (mon.0) 53 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:26:22.461 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[89221]: audit 2024-09-13T14:26:21.193517+0000 mon.a (mon.0) 53 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:26:22.461 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[89221]: audit 2024-09-13T14:26:21.197616+0000 mon.b (mon.1) 23 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-13T14:26:22.462 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[92878]: cluster 2024-09-13T14:26:20.346321+0000 mgr.y (mgr.25139) 358 : cluster [DBG] pgmap v194: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:26:22.462 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[92878]: cluster 2024-09-13T14:26:20.346321+0000 mgr.y (mgr.25139) 358 : cluster [DBG] pgmap v194: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:26:22.462 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[92878]: audit 2024-09-13T14:26:21.008559+0000 mon.a (mon.0) 50 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:26:22.462 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[92878]: audit 2024-09-13T14:26:21.008559+0000 mon.a (mon.0) 50 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:26:22.462 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[92878]: audit 2024-09-13T14:26:21.025739+0000 mon.a (mon.0) 51 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:26:22.462 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[92878]: audit 2024-09-13T14:26:21.025739+0000 mon.a (mon.0) 51 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:26:22.462 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[92878]: audit 2024-09-13T14:26:21.028865+0000 mon.b (mon.1) 18 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:26:22.462 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[92878]: audit 2024-09-13T14:26:21.028865+0000 mon.b (mon.1) 18 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:26:22.462 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[92878]: audit 2024-09-13T14:26:21.031128+0000 mon.b (mon.1) 19 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-13T14:26:22.462 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[92878]: audit 2024-09-13T14:26:21.031128+0000 mon.b (mon.1) 19 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-13T14:26:22.462 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[92878]: audit 2024-09-13T14:26:21.043376+0000 mon.a (mon.0) 52 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:26:22.462 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[92878]: audit 2024-09-13T14:26:21.043376+0000 mon.a (mon.0) 52 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:26:22.462 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[92878]: audit 2024-09-13T14:26:21.176695+0000 mon.b (mon.1) 20 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-13T14:26:22.462 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[92878]: audit 2024-09-13T14:26:21.176695+0000 mon.b (mon.1) 20 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-13T14:26:22.463 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[92878]: audit 2024-09-13T14:26:21.180658+0000 mon.b (mon.1) 21 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:26:22.463 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[92878]: audit 2024-09-13T14:26:21.180658+0000 mon.b (mon.1) 21 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:26:22.463 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[92878]: audit 2024-09-13T14:26:21.183562+0000 mon.b (mon.1) 22 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:26:22.463 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[92878]: audit 2024-09-13T14:26:21.183562+0000 mon.b (mon.1) 22 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:26:22.463 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[92878]: audit 2024-09-13T14:26:21.193517+0000 mon.a (mon.0) 53 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:26:22.463 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[92878]: audit 2024-09-13T14:26:21.193517+0000 mon.a (mon.0) 53 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:26:22.463 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[92878]: audit 2024-09-13T14:26:21.197616+0000 mon.b (mon.1) 23 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-13T14:26:22.463 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[89221]: audit 2024-09-13T14:26:21.197616+0000 mon.b (mon.1) 23 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-13T14:26:22.463 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[89221]: audit 2024-09-13T14:26:21.198918+0000 mon.a (mon.0) 54 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-13T14:26:22.463 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[89221]: audit 2024-09-13T14:26:21.198918+0000 mon.a (mon.0) 54 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-13T14:26:22.464 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[89221]: audit 2024-09-13T14:26:21.204777+0000 mon.a (mon.0) 55 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]': finished 2024-09-13T14:26:22.464 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[89221]: audit 2024-09-13T14:26:21.204777+0000 mon.a (mon.0) 55 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]': finished 2024-09-13T14:26:22.464 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[89221]: audit 2024-09-13T14:26:21.208591+0000 mon.b (mon.1) 24 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-13T14:26:22.464 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[89221]: audit 2024-09-13T14:26:21.208591+0000 mon.b (mon.1) 24 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-13T14:26:22.464 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[89221]: audit 2024-09-13T14:26:21.210048+0000 mon.a (mon.0) 56 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-13T14:26:22.464 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[89221]: audit 2024-09-13T14:26:21.210048+0000 mon.a (mon.0) 56 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-13T14:26:22.464 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[89221]: audit 2024-09-13T14:26:21.217333+0000 mon.a (mon.0) 57 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]': finished 2024-09-13T14:26:22.464 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[89221]: audit 2024-09-13T14:26:21.217333+0000 mon.a (mon.0) 57 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]': finished 2024-09-13T14:26:22.464 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[89221]: audit 2024-09-13T14:26:21.222545+0000 mon.b (mon.1) 25 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:26:22.464 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[89221]: audit 2024-09-13T14:26:21.222545+0000 mon.b (mon.1) 25 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:26:22.464 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[89221]: audit 2024-09-13T14:26:21.234211+0000 mon.a (mon.0) 58 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:26:22.465 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[89221]: audit 2024-09-13T14:26:21.234211+0000 mon.a (mon.0) 58 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:26:22.465 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[89221]: audit 2024-09-13T14:26:21.241558+0000 mon.b (mon.1) 26 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:26:22.465 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[89221]: audit 2024-09-13T14:26:21.241558+0000 mon.b (mon.1) 26 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:26:22.465 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[89221]: audit 2024-09-13T14:26:21.252033+0000 mon.a (mon.0) 59 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:26:22.465 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[89221]: audit 2024-09-13T14:26:21.252033+0000 mon.a (mon.0) 59 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:26:22.465 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[89221]: audit 2024-09-13T14:26:21.257635+0000 mon.b (mon.1) 27 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:26:22.466 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[92878]: audit 2024-09-13T14:26:21.197616+0000 mon.b (mon.1) 23 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-13T14:26:22.466 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[92878]: audit 2024-09-13T14:26:21.198918+0000 mon.a (mon.0) 54 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-13T14:26:22.466 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[92878]: audit 2024-09-13T14:26:21.198918+0000 mon.a (mon.0) 54 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-13T14:26:22.466 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[92878]: audit 2024-09-13T14:26:21.204777+0000 mon.a (mon.0) 55 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]': finished 2024-09-13T14:26:22.466 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[92878]: audit 2024-09-13T14:26:21.204777+0000 mon.a (mon.0) 55 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]': finished 2024-09-13T14:26:22.466 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[92878]: audit 2024-09-13T14:26:21.208591+0000 mon.b (mon.1) 24 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-13T14:26:22.466 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[92878]: audit 2024-09-13T14:26:21.208591+0000 mon.b (mon.1) 24 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-13T14:26:22.466 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[92878]: audit 2024-09-13T14:26:21.210048+0000 mon.a (mon.0) 56 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-13T14:26:22.466 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[92878]: audit 2024-09-13T14:26:21.210048+0000 mon.a (mon.0) 56 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-13T14:26:22.466 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[92878]: audit 2024-09-13T14:26:21.217333+0000 mon.a (mon.0) 57 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]': finished 2024-09-13T14:26:22.466 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[92878]: audit 2024-09-13T14:26:21.217333+0000 mon.a (mon.0) 57 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]': finished 2024-09-13T14:26:22.466 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[92878]: audit 2024-09-13T14:26:21.222545+0000 mon.b (mon.1) 25 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:26:22.466 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[92878]: audit 2024-09-13T14:26:21.222545+0000 mon.b (mon.1) 25 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:26:22.467 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[92878]: audit 2024-09-13T14:26:21.234211+0000 mon.a (mon.0) 58 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:26:22.467 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[92878]: audit 2024-09-13T14:26:21.234211+0000 mon.a (mon.0) 58 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:26:22.467 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[92878]: audit 2024-09-13T14:26:21.241558+0000 mon.b (mon.1) 26 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:26:22.467 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[92878]: audit 2024-09-13T14:26:21.241558+0000 mon.b (mon.1) 26 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:26:22.467 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[92878]: audit 2024-09-13T14:26:21.252033+0000 mon.a (mon.0) 59 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:26:22.467 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[92878]: audit 2024-09-13T14:26:21.252033+0000 mon.a (mon.0) 59 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:26:22.467 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[92878]: audit 2024-09-13T14:26:21.257635+0000 mon.b (mon.1) 27 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:26:22.467 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[89221]: audit 2024-09-13T14:26:21.257635+0000 mon.b (mon.1) 27 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:26:22.467 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[89221]: audit 2024-09-13T14:26:21.269696+0000 mon.a (mon.0) 60 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:26:22.467 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[89221]: audit 2024-09-13T14:26:21.269696+0000 mon.a (mon.0) 60 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:26:22.467 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[89221]: audit 2024-09-13T14:26:21.274613+0000 mon.b (mon.1) 28 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:26:22.468 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[89221]: audit 2024-09-13T14:26:21.274613+0000 mon.b (mon.1) 28 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:26:22.468 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[89221]: audit 2024-09-13T14:26:21.280430+0000 mon.b (mon.1) 29 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-13T14:26:22.468 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[89221]: audit 2024-09-13T14:26:21.280430+0000 mon.b (mon.1) 29 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-13T14:26:22.468 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[89221]: audit 2024-09-13T14:26:21.281812+0000 mon.a (mon.0) 61 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-13T14:26:22.468 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[89221]: audit 2024-09-13T14:26:21.281812+0000 mon.a (mon.0) 61 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-13T14:26:22.468 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[89221]: audit 2024-09-13T14:26:21.283334+0000 mon.b (mon.1) 30 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-13T14:26:22.468 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[89221]: audit 2024-09-13T14:26:21.283334+0000 mon.b (mon.1) 30 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-13T14:26:22.468 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[89221]: audit 2024-09-13T14:26:21.284774+0000 mon.a (mon.0) 62 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-13T14:26:22.468 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[89221]: audit 2024-09-13T14:26:21.284774+0000 mon.a (mon.0) 62 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-13T14:26:22.468 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[89221]: audit 2024-09-13T14:26:21.287232+0000 mon.b (mon.1) 31 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:26:22.468 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[89221]: audit 2024-09-13T14:26:21.287232+0000 mon.b (mon.1) 31 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:26:22.468 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[89221]: audit 2024-09-13T14:26:21.298965+0000 mon.a (mon.0) 63 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:26:22.469 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[89221]: audit 2024-09-13T14:26:21.298965+0000 mon.a (mon.0) 63 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:26:22.469 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[89221]: audit 2024-09-13T14:26:21.305259+0000 mon.b (mon.1) 32 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:26:22.469 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[89221]: audit 2024-09-13T14:26:21.305259+0000 mon.b (mon.1) 32 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:26:22.469 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[89221]: audit 2024-09-13T14:26:21.317342+0000 mon.a (mon.0) 64 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:26:22.469 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[92878]: audit 2024-09-13T14:26:21.257635+0000 mon.b (mon.1) 27 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:26:22.469 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[92878]: audit 2024-09-13T14:26:21.269696+0000 mon.a (mon.0) 60 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:26:22.469 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[92878]: audit 2024-09-13T14:26:21.269696+0000 mon.a (mon.0) 60 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:26:22.469 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[92878]: audit 2024-09-13T14:26:21.274613+0000 mon.b (mon.1) 28 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:26:22.470 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[92878]: audit 2024-09-13T14:26:21.274613+0000 mon.b (mon.1) 28 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:26:22.470 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[92878]: audit 2024-09-13T14:26:21.280430+0000 mon.b (mon.1) 29 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-13T14:26:22.470 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[92878]: audit 2024-09-13T14:26:21.280430+0000 mon.b (mon.1) 29 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-13T14:26:22.470 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[92878]: audit 2024-09-13T14:26:21.281812+0000 mon.a (mon.0) 61 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-13T14:26:22.470 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[92878]: audit 2024-09-13T14:26:21.281812+0000 mon.a (mon.0) 61 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-13T14:26:22.470 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[92878]: audit 2024-09-13T14:26:21.283334+0000 mon.b (mon.1) 30 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-13T14:26:22.470 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[92878]: audit 2024-09-13T14:26:21.283334+0000 mon.b (mon.1) 30 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-13T14:26:22.470 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[92878]: audit 2024-09-13T14:26:21.284774+0000 mon.a (mon.0) 62 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-13T14:26:22.470 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[92878]: audit 2024-09-13T14:26:21.284774+0000 mon.a (mon.0) 62 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-13T14:26:22.470 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[92878]: audit 2024-09-13T14:26:21.287232+0000 mon.b (mon.1) 31 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:26:22.471 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[92878]: audit 2024-09-13T14:26:21.287232+0000 mon.b (mon.1) 31 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:26:22.471 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[92878]: audit 2024-09-13T14:26:21.298965+0000 mon.a (mon.0) 63 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:26:22.471 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[92878]: audit 2024-09-13T14:26:21.298965+0000 mon.a (mon.0) 63 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:26:22.471 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[92878]: audit 2024-09-13T14:26:21.305259+0000 mon.b (mon.1) 32 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:26:22.471 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[92878]: audit 2024-09-13T14:26:21.305259+0000 mon.b (mon.1) 32 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:26:22.471 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[92878]: audit 2024-09-13T14:26:21.317342+0000 mon.a (mon.0) 64 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:26:22.471 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[89221]: audit 2024-09-13T14:26:21.317342+0000 mon.a (mon.0) 64 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:26:22.471 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[89221]: audit 2024-09-13T14:26:21.324522+0000 mon.b (mon.1) 33 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:26:22.472 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[89221]: audit 2024-09-13T14:26:21.324522+0000 mon.b (mon.1) 33 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:26:22.472 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[89221]: audit 2024-09-13T14:26:21.336904+0000 mon.a (mon.0) 65 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:26:22.472 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[89221]: audit 2024-09-13T14:26:21.336904+0000 mon.a (mon.0) 65 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:26:22.472 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[89221]: audit 2024-09-13T14:26:21.343258+0000 mon.b (mon.1) 34 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:26:22.472 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[89221]: audit 2024-09-13T14:26:21.343258+0000 mon.b (mon.1) 34 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:26:22.472 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[89221]: audit 2024-09-13T14:26:21.349056+0000 mon.b (mon.1) 35 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-13T14:26:22.472 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[89221]: audit 2024-09-13T14:26:21.349056+0000 mon.b (mon.1) 35 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-13T14:26:22.472 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[89221]: audit 2024-09-13T14:26:21.350521+0000 mon.a (mon.0) 66 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-13T14:26:22.472 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[89221]: audit 2024-09-13T14:26:21.350521+0000 mon.a (mon.0) 66 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-13T14:26:22.472 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[89221]: audit 2024-09-13T14:26:21.352130+0000 mon.b (mon.1) 36 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-13T14:26:22.473 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[89221]: audit 2024-09-13T14:26:21.352130+0000 mon.b (mon.1) 36 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-13T14:26:22.473 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[89221]: audit 2024-09-13T14:26:21.353658+0000 mon.a (mon.0) 67 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-13T14:26:22.473 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[89221]: audit 2024-09-13T14:26:21.353658+0000 mon.a (mon.0) 67 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-13T14:26:22.473 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[89221]: audit 2024-09-13T14:26:21.356906+0000 mon.b (mon.1) 37 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:26:22.473 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[89221]: audit 2024-09-13T14:26:21.356906+0000 mon.b (mon.1) 37 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:26:22.473 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[89221]: audit 2024-09-13T14:26:21.362723+0000 mon.b (mon.1) 38 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-13T14:26:22.473 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[89221]: audit 2024-09-13T14:26:21.362723+0000 mon.b (mon.1) 38 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-13T14:26:22.474 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[92878]: audit 2024-09-13T14:26:21.317342+0000 mon.a (mon.0) 64 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:26:22.474 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[92878]: audit 2024-09-13T14:26:21.324522+0000 mon.b (mon.1) 33 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:26:22.474 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[92878]: audit 2024-09-13T14:26:21.324522+0000 mon.b (mon.1) 33 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:26:22.474 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[92878]: audit 2024-09-13T14:26:21.336904+0000 mon.a (mon.0) 65 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:26:22.474 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[92878]: audit 2024-09-13T14:26:21.336904+0000 mon.a (mon.0) 65 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:26:22.474 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[92878]: audit 2024-09-13T14:26:21.343258+0000 mon.b (mon.1) 34 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:26:22.474 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[92878]: audit 2024-09-13T14:26:21.343258+0000 mon.b (mon.1) 34 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:26:22.474 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[92878]: audit 2024-09-13T14:26:21.349056+0000 mon.b (mon.1) 35 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-13T14:26:22.474 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[92878]: audit 2024-09-13T14:26:21.349056+0000 mon.b (mon.1) 35 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-13T14:26:22.474 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[92878]: audit 2024-09-13T14:26:21.350521+0000 mon.a (mon.0) 66 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-13T14:26:22.474 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[92878]: audit 2024-09-13T14:26:21.350521+0000 mon.a (mon.0) 66 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-13T14:26:22.475 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[92878]: audit 2024-09-13T14:26:21.352130+0000 mon.b (mon.1) 36 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-13T14:26:22.475 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[92878]: audit 2024-09-13T14:26:21.352130+0000 mon.b (mon.1) 36 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-13T14:26:22.475 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[92878]: audit 2024-09-13T14:26:21.353658+0000 mon.a (mon.0) 67 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-13T14:26:22.475 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[92878]: audit 2024-09-13T14:26:21.353658+0000 mon.a (mon.0) 67 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-13T14:26:22.475 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[92878]: audit 2024-09-13T14:26:21.356906+0000 mon.b (mon.1) 37 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:26:22.475 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[92878]: audit 2024-09-13T14:26:21.356906+0000 mon.b (mon.1) 37 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:26:22.475 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[92878]: audit 2024-09-13T14:26:21.362723+0000 mon.b (mon.1) 38 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-13T14:26:22.475 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[92878]: audit 2024-09-13T14:26:21.362723+0000 mon.b (mon.1) 38 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-13T14:26:22.475 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[89221]: audit 2024-09-13T14:26:21.364201+0000 mon.a (mon.0) 68 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-13T14:26:22.476 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[89221]: audit 2024-09-13T14:26:21.364201+0000 mon.a (mon.0) 68 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-13T14:26:22.476 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[89221]: audit 2024-09-13T14:26:21.365891+0000 mon.b (mon.1) 39 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-13T14:26:22.476 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[89221]: audit 2024-09-13T14:26:21.365891+0000 mon.b (mon.1) 39 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-13T14:26:22.476 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[89221]: audit 2024-09-13T14:26:21.367286+0000 mon.a (mon.0) 69 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-13T14:26:22.476 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[89221]: audit 2024-09-13T14:26:21.367286+0000 mon.a (mon.0) 69 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-13T14:26:22.476 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[89221]: audit 2024-09-13T14:26:21.370622+0000 mon.b (mon.1) 40 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:26:22.476 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[89221]: audit 2024-09-13T14:26:21.370622+0000 mon.b (mon.1) 40 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:26:22.476 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[89221]: audit 2024-09-13T14:26:21.376242+0000 mon.b (mon.1) 41 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-13T14:26:22.476 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[89221]: audit 2024-09-13T14:26:21.376242+0000 mon.b (mon.1) 41 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-13T14:26:22.476 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[89221]: audit 2024-09-13T14:26:21.377677+0000 mon.a (mon.0) 70 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-13T14:26:22.476 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[89221]: audit 2024-09-13T14:26:21.377677+0000 mon.a (mon.0) 70 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-13T14:26:22.477 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[89221]: audit 2024-09-13T14:26:21.379433+0000 mon.b (mon.1) 42 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-13T14:26:22.477 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[89221]: audit 2024-09-13T14:26:21.379433+0000 mon.b (mon.1) 42 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-13T14:26:22.477 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[89221]: audit 2024-09-13T14:26:21.380901+0000 mon.a (mon.0) 71 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-13T14:26:22.477 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[89221]: audit 2024-09-13T14:26:21.380901+0000 mon.a (mon.0) 71 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-13T14:26:22.477 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[89221]: audit 2024-09-13T14:26:21.384152+0000 mon.b (mon.1) 43 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:26:22.477 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[89221]: audit 2024-09-13T14:26:21.384152+0000 mon.b (mon.1) 43 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:26:22.477 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[92878]: audit 2024-09-13T14:26:21.364201+0000 mon.a (mon.0) 68 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-13T14:26:22.478 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[92878]: audit 2024-09-13T14:26:21.364201+0000 mon.a (mon.0) 68 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-13T14:26:22.478 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[92878]: audit 2024-09-13T14:26:21.365891+0000 mon.b (mon.1) 39 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-13T14:26:22.478 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[92878]: audit 2024-09-13T14:26:21.365891+0000 mon.b (mon.1) 39 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-13T14:26:22.478 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[92878]: audit 2024-09-13T14:26:21.367286+0000 mon.a (mon.0) 69 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-13T14:26:22.478 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[92878]: audit 2024-09-13T14:26:21.367286+0000 mon.a (mon.0) 69 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-13T14:26:22.478 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[92878]: audit 2024-09-13T14:26:21.370622+0000 mon.b (mon.1) 40 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:26:22.478 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[92878]: audit 2024-09-13T14:26:21.370622+0000 mon.b (mon.1) 40 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:26:22.478 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[92878]: audit 2024-09-13T14:26:21.376242+0000 mon.b (mon.1) 41 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-13T14:26:22.478 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[92878]: audit 2024-09-13T14:26:21.376242+0000 mon.b (mon.1) 41 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-13T14:26:22.478 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[92878]: audit 2024-09-13T14:26:21.377677+0000 mon.a (mon.0) 70 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-13T14:26:22.478 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[92878]: audit 2024-09-13T14:26:21.377677+0000 mon.a (mon.0) 70 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-13T14:26:22.478 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[92878]: audit 2024-09-13T14:26:21.379433+0000 mon.b (mon.1) 42 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-13T14:26:22.478 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[92878]: audit 2024-09-13T14:26:21.379433+0000 mon.b (mon.1) 42 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-13T14:26:22.479 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[92878]: audit 2024-09-13T14:26:21.380901+0000 mon.a (mon.0) 71 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-13T14:26:22.479 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[92878]: audit 2024-09-13T14:26:21.380901+0000 mon.a (mon.0) 71 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-13T14:26:22.479 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[92878]: audit 2024-09-13T14:26:21.384152+0000 mon.b (mon.1) 43 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:26:22.479 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[92878]: audit 2024-09-13T14:26:21.384152+0000 mon.b (mon.1) 43 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:26:22.479 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[89221]: audit 2024-09-13T14:26:21.390005+0000 mon.b (mon.1) 44 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-13T14:26:22.479 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[89221]: audit 2024-09-13T14:26:21.390005+0000 mon.b (mon.1) 44 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-13T14:26:22.479 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[89221]: audit 2024-09-13T14:26:21.391449+0000 mon.a (mon.0) 72 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-13T14:26:22.479 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[89221]: audit 2024-09-13T14:26:21.391449+0000 mon.a (mon.0) 72 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-13T14:26:22.480 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[89221]: audit 2024-09-13T14:26:21.393097+0000 mon.b (mon.1) 45 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-13T14:26:22.480 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[89221]: audit 2024-09-13T14:26:21.393097+0000 mon.b (mon.1) 45 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-13T14:26:22.480 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[89221]: audit 2024-09-13T14:26:21.394550+0000 mon.a (mon.0) 73 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-13T14:26:22.480 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[89221]: audit 2024-09-13T14:26:21.394550+0000 mon.a (mon.0) 73 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-13T14:26:22.480 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[89221]: audit 2024-09-13T14:26:21.397270+0000 mon.b (mon.1) 46 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:26:22.480 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[89221]: audit 2024-09-13T14:26:21.397270+0000 mon.b (mon.1) 46 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:26:22.480 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[89221]: audit 2024-09-13T14:26:21.403168+0000 mon.b (mon.1) 47 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-13T14:26:22.480 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[89221]: audit 2024-09-13T14:26:21.403168+0000 mon.b (mon.1) 47 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-13T14:26:22.480 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[89221]: audit 2024-09-13T14:26:21.404726+0000 mon.a (mon.0) 74 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-13T14:26:22.480 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[89221]: audit 2024-09-13T14:26:21.404726+0000 mon.a (mon.0) 74 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-13T14:26:22.480 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[89221]: audit 2024-09-13T14:26:21.406555+0000 mon.b (mon.1) 48 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-13T14:26:22.480 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[89221]: audit 2024-09-13T14:26:21.406555+0000 mon.b (mon.1) 48 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-13T14:26:22.480 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[89221]: audit 2024-09-13T14:26:21.407967+0000 mon.a (mon.0) 75 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-13T14:26:22.480 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[89221]: audit 2024-09-13T14:26:21.407967+0000 mon.a (mon.0) 75 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-13T14:26:22.481 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[92878]: audit 2024-09-13T14:26:21.390005+0000 mon.b (mon.1) 44 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-13T14:26:22.481 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[92878]: audit 2024-09-13T14:26:21.390005+0000 mon.b (mon.1) 44 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-13T14:26:22.481 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[92878]: audit 2024-09-13T14:26:21.391449+0000 mon.a (mon.0) 72 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-13T14:26:22.481 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[92878]: audit 2024-09-13T14:26:21.391449+0000 mon.a (mon.0) 72 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-13T14:26:22.481 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[92878]: audit 2024-09-13T14:26:21.393097+0000 mon.b (mon.1) 45 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-13T14:26:22.481 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[92878]: audit 2024-09-13T14:26:21.393097+0000 mon.b (mon.1) 45 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-13T14:26:22.481 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[92878]: audit 2024-09-13T14:26:21.394550+0000 mon.a (mon.0) 73 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-13T14:26:22.481 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[92878]: audit 2024-09-13T14:26:21.394550+0000 mon.a (mon.0) 73 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-13T14:26:22.482 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[92878]: audit 2024-09-13T14:26:21.397270+0000 mon.b (mon.1) 46 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:26:22.482 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[92878]: audit 2024-09-13T14:26:21.397270+0000 mon.b (mon.1) 46 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:26:22.482 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[92878]: audit 2024-09-13T14:26:21.403168+0000 mon.b (mon.1) 47 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-13T14:26:22.482 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[92878]: audit 2024-09-13T14:26:21.403168+0000 mon.b (mon.1) 47 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-13T14:26:22.482 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[92878]: audit 2024-09-13T14:26:21.404726+0000 mon.a (mon.0) 74 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-13T14:26:22.482 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[92878]: audit 2024-09-13T14:26:21.404726+0000 mon.a (mon.0) 74 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-13T14:26:22.482 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[92878]: audit 2024-09-13T14:26:21.406555+0000 mon.b (mon.1) 48 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-13T14:26:22.482 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[92878]: audit 2024-09-13T14:26:21.406555+0000 mon.b (mon.1) 48 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-13T14:26:22.482 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[92878]: audit 2024-09-13T14:26:21.407967+0000 mon.a (mon.0) 75 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-13T14:26:22.482 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[92878]: audit 2024-09-13T14:26:21.407967+0000 mon.a (mon.0) 75 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-13T14:26:22.482 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[89221]: audit 2024-09-13T14:26:21.410891+0000 mon.b (mon.1) 49 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:26:22.483 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[89221]: audit 2024-09-13T14:26:21.410891+0000 mon.b (mon.1) 49 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:26:22.483 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[89221]: audit 2024-09-13T14:26:21.416605+0000 mon.b (mon.1) 50 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-13T14:26:22.483 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[89221]: audit 2024-09-13T14:26:21.416605+0000 mon.b (mon.1) 50 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-13T14:26:22.483 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[89221]: audit 2024-09-13T14:26:21.417962+0000 mon.a (mon.0) 76 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-13T14:26:22.483 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[89221]: audit 2024-09-13T14:26:21.417962+0000 mon.a (mon.0) 76 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-13T14:26:22.483 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[89221]: audit 2024-09-13T14:26:21.419513+0000 mon.b (mon.1) 51 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-13T14:26:22.483 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[89221]: audit 2024-09-13T14:26:21.419513+0000 mon.b (mon.1) 51 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-13T14:26:22.483 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[89221]: audit 2024-09-13T14:26:21.421000+0000 mon.a (mon.0) 77 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-13T14:26:22.483 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[89221]: audit 2024-09-13T14:26:21.421000+0000 mon.a (mon.0) 77 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-13T14:26:22.483 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[89221]: audit 2024-09-13T14:26:21.426056+0000 mon.b (mon.1) 52 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2024-09-13T14:26:22.483 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[89221]: audit 2024-09-13T14:26:21.426056+0000 mon.b (mon.1) 52 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2024-09-13T14:26:22.483 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[89221]: audit 2024-09-13T14:26:21.427539+0000 mon.a (mon.0) 78 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2024-09-13T14:26:22.483 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[89221]: audit 2024-09-13T14:26:21.427539+0000 mon.a (mon.0) 78 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2024-09-13T14:26:22.483 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[89221]: audit 2024-09-13T14:26:21.435732+0000 mon.a (mon.0) 79 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-09-13T14:26:22.484 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[89221]: audit 2024-09-13T14:26:21.435732+0000 mon.a (mon.0) 79 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-09-13T14:26:22.484 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[89221]: audit 2024-09-13T14:26:21.440553+0000 mon.b (mon.1) 53 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:26:22.484 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[89221]: audit 2024-09-13T14:26:21.440553+0000 mon.b (mon.1) 53 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:26:22.484 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[92878]: audit 2024-09-13T14:26:21.410891+0000 mon.b (mon.1) 49 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:26:22.484 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[92878]: audit 2024-09-13T14:26:21.410891+0000 mon.b (mon.1) 49 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:26:22.484 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[92878]: audit 2024-09-13T14:26:21.416605+0000 mon.b (mon.1) 50 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-13T14:26:22.485 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[92878]: audit 2024-09-13T14:26:21.416605+0000 mon.b (mon.1) 50 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-13T14:26:22.485 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[92878]: audit 2024-09-13T14:26:21.417962+0000 mon.a (mon.0) 76 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-13T14:26:22.485 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[92878]: audit 2024-09-13T14:26:21.417962+0000 mon.a (mon.0) 76 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-13T14:26:22.485 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[92878]: audit 2024-09-13T14:26:21.419513+0000 mon.b (mon.1) 51 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-13T14:26:22.485 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[92878]: audit 2024-09-13T14:26:21.419513+0000 mon.b (mon.1) 51 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-13T14:26:22.485 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[92878]: audit 2024-09-13T14:26:21.421000+0000 mon.a (mon.0) 77 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-13T14:26:22.485 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[92878]: audit 2024-09-13T14:26:21.421000+0000 mon.a (mon.0) 77 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-13T14:26:22.485 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[92878]: audit 2024-09-13T14:26:21.426056+0000 mon.b (mon.1) 52 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2024-09-13T14:26:22.485 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[92878]: audit 2024-09-13T14:26:21.426056+0000 mon.b (mon.1) 52 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2024-09-13T14:26:22.485 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[92878]: audit 2024-09-13T14:26:21.427539+0000 mon.a (mon.0) 78 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2024-09-13T14:26:22.485 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[92878]: audit 2024-09-13T14:26:21.427539+0000 mon.a (mon.0) 78 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2024-09-13T14:26:22.485 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[92878]: audit 2024-09-13T14:26:21.435732+0000 mon.a (mon.0) 79 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-09-13T14:26:22.485 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[92878]: audit 2024-09-13T14:26:21.435732+0000 mon.a (mon.0) 79 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-09-13T14:26:22.486 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[92878]: audit 2024-09-13T14:26:21.440553+0000 mon.b (mon.1) 53 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:26:22.486 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[92878]: audit 2024-09-13T14:26:21.440553+0000 mon.b (mon.1) 53 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:26:22.486 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[89221]: audit 2024-09-13T14:26:21.441990+0000 mon.a (mon.0) 80 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:26:22.486 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[89221]: audit 2024-09-13T14:26:21.441990+0000 mon.a (mon.0) 80 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:26:22.486 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[89221]: audit 2024-09-13T14:26:21.449870+0000 mon.a (mon.0) 81 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-09-13T14:26:22.487 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[89221]: audit 2024-09-13T14:26:21.449870+0000 mon.a (mon.0) 81 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-09-13T14:26:22.487 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[89221]: audit 2024-09-13T14:26:21.454740+0000 mon.b (mon.1) 54 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2024-09-13T14:26:22.487 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[89221]: audit 2024-09-13T14:26:21.454740+0000 mon.b (mon.1) 54 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2024-09-13T14:26:22.487 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[89221]: audit 2024-09-13T14:26:21.456128+0000 mon.a (mon.0) 82 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2024-09-13T14:26:22.487 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[89221]: audit 2024-09-13T14:26:21.456128+0000 mon.a (mon.0) 82 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2024-09-13T14:26:22.487 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[89221]: audit 2024-09-13T14:26:21.464022+0000 mon.a (mon.0) 83 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-09-13T14:26:22.487 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[89221]: audit 2024-09-13T14:26:21.464022+0000 mon.a (mon.0) 83 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-09-13T14:26:22.487 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[89221]: audit 2024-09-13T14:26:21.468341+0000 mon.b (mon.1) 55 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2024-09-13T14:26:22.487 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[89221]: audit 2024-09-13T14:26:21.468341+0000 mon.b (mon.1) 55 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2024-09-13T14:26:22.487 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[89221]: audit 2024-09-13T14:26:21.469744+0000 mon.a (mon.0) 84 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2024-09-13T14:26:22.487 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[89221]: audit 2024-09-13T14:26:21.469744+0000 mon.a (mon.0) 84 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2024-09-13T14:26:22.487 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[89221]: audit 2024-09-13T14:26:21.471475+0000 mon.b (mon.1) 56 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2024-09-13T14:26:22.487 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[89221]: audit 2024-09-13T14:26:21.471475+0000 mon.b (mon.1) 56 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2024-09-13T14:26:22.487 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[89221]: audit 2024-09-13T14:26:21.472853+0000 mon.a (mon.0) 85 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2024-09-13T14:26:22.488 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[92878]: audit 2024-09-13T14:26:21.441990+0000 mon.a (mon.0) 80 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:26:22.488 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[92878]: audit 2024-09-13T14:26:21.441990+0000 mon.a (mon.0) 80 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:26:22.488 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[92878]: audit 2024-09-13T14:26:21.449870+0000 mon.a (mon.0) 81 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-09-13T14:26:22.488 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[92878]: audit 2024-09-13T14:26:21.449870+0000 mon.a (mon.0) 81 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-09-13T14:26:22.488 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[92878]: audit 2024-09-13T14:26:21.454740+0000 mon.b (mon.1) 54 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2024-09-13T14:26:22.488 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[92878]: audit 2024-09-13T14:26:21.454740+0000 mon.b (mon.1) 54 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2024-09-13T14:26:22.488 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[92878]: audit 2024-09-13T14:26:21.456128+0000 mon.a (mon.0) 82 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2024-09-13T14:26:22.488 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[92878]: audit 2024-09-13T14:26:21.456128+0000 mon.a (mon.0) 82 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2024-09-13T14:26:22.488 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[92878]: audit 2024-09-13T14:26:21.464022+0000 mon.a (mon.0) 83 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-09-13T14:26:22.488 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[92878]: audit 2024-09-13T14:26:21.464022+0000 mon.a (mon.0) 83 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-09-13T14:26:22.488 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[92878]: audit 2024-09-13T14:26:21.468341+0000 mon.b (mon.1) 55 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2024-09-13T14:26:22.489 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[92878]: audit 2024-09-13T14:26:21.468341+0000 mon.b (mon.1) 55 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2024-09-13T14:26:22.489 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[92878]: audit 2024-09-13T14:26:21.469744+0000 mon.a (mon.0) 84 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2024-09-13T14:26:22.489 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[92878]: audit 2024-09-13T14:26:21.469744+0000 mon.a (mon.0) 84 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2024-09-13T14:26:22.489 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[92878]: audit 2024-09-13T14:26:21.471475+0000 mon.b (mon.1) 56 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2024-09-13T14:26:22.489 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[92878]: audit 2024-09-13T14:26:21.471475+0000 mon.b (mon.1) 56 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2024-09-13T14:26:22.489 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[92878]: audit 2024-09-13T14:26:21.472853+0000 mon.a (mon.0) 85 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2024-09-13T14:26:22.489 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[89221]: audit 2024-09-13T14:26:21.472853+0000 mon.a (mon.0) 85 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2024-09-13T14:26:22.489 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[89221]: audit 2024-09-13T14:26:21.480705+0000 mon.a (mon.0) 86 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-09-13T14:26:22.489 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[89221]: audit 2024-09-13T14:26:21.480705+0000 mon.a (mon.0) 86 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-09-13T14:26:22.489 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[89221]: audit 2024-09-13T14:26:21.485049+0000 mon.b (mon.1) 57 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2024-09-13T14:26:22.490 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[89221]: audit 2024-09-13T14:26:21.485049+0000 mon.b (mon.1) 57 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2024-09-13T14:26:22.490 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[89221]: audit 2024-09-13T14:26:21.486399+0000 mon.a (mon.0) 87 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2024-09-13T14:26:22.490 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[89221]: audit 2024-09-13T14:26:21.486399+0000 mon.a (mon.0) 87 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2024-09-13T14:26:22.490 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[89221]: audit 2024-09-13T14:26:21.487975+0000 mon.b (mon.1) 58 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2024-09-13T14:26:22.490 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[89221]: audit 2024-09-13T14:26:21.487975+0000 mon.b (mon.1) 58 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2024-09-13T14:26:22.490 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[89221]: audit 2024-09-13T14:26:21.489350+0000 mon.a (mon.0) 88 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2024-09-13T14:26:22.490 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[89221]: audit 2024-09-13T14:26:21.489350+0000 mon.a (mon.0) 88 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2024-09-13T14:26:22.490 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[89221]: audit 2024-09-13T14:26:21.497240+0000 mon.a (mon.0) 89 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-09-13T14:26:22.490 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[89221]: audit 2024-09-13T14:26:21.497240+0000 mon.a (mon.0) 89 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-09-13T14:26:22.490 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[89221]: audit 2024-09-13T14:26:21.501582+0000 mon.b (mon.1) 59 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:26:22.490 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[89221]: audit 2024-09-13T14:26:21.501582+0000 mon.b (mon.1) 59 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:26:22.490 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[89221]: audit 2024-09-13T14:26:21.503150+0000 mon.a (mon.0) 90 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:26:22.490 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[89221]: audit 2024-09-13T14:26:21.503150+0000 mon.a (mon.0) 90 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:26:22.491 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[92878]: audit 2024-09-13T14:26:21.472853+0000 mon.a (mon.0) 85 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2024-09-13T14:26:22.491 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[92878]: audit 2024-09-13T14:26:21.480705+0000 mon.a (mon.0) 86 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-09-13T14:26:22.491 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[92878]: audit 2024-09-13T14:26:21.480705+0000 mon.a (mon.0) 86 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-09-13T14:26:22.491 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[92878]: audit 2024-09-13T14:26:21.485049+0000 mon.b (mon.1) 57 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2024-09-13T14:26:22.491 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[92878]: audit 2024-09-13T14:26:21.485049+0000 mon.b (mon.1) 57 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2024-09-13T14:26:22.491 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[92878]: audit 2024-09-13T14:26:21.486399+0000 mon.a (mon.0) 87 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2024-09-13T14:26:22.491 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[92878]: audit 2024-09-13T14:26:21.486399+0000 mon.a (mon.0) 87 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2024-09-13T14:26:22.491 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[92878]: audit 2024-09-13T14:26:21.487975+0000 mon.b (mon.1) 58 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2024-09-13T14:26:22.491 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[92878]: audit 2024-09-13T14:26:21.487975+0000 mon.b (mon.1) 58 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2024-09-13T14:26:22.491 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[92878]: audit 2024-09-13T14:26:21.489350+0000 mon.a (mon.0) 88 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2024-09-13T14:26:22.492 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[92878]: audit 2024-09-13T14:26:21.489350+0000 mon.a (mon.0) 88 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2024-09-13T14:26:22.492 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[92878]: audit 2024-09-13T14:26:21.497240+0000 mon.a (mon.0) 89 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-09-13T14:26:22.492 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[92878]: audit 2024-09-13T14:26:21.497240+0000 mon.a (mon.0) 89 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-09-13T14:26:22.492 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[92878]: audit 2024-09-13T14:26:21.501582+0000 mon.b (mon.1) 59 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:26:22.492 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[92878]: audit 2024-09-13T14:26:21.501582+0000 mon.b (mon.1) 59 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:26:22.492 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[92878]: audit 2024-09-13T14:26:21.503150+0000 mon.a (mon.0) 90 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:26:22.492 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[92878]: audit 2024-09-13T14:26:21.503150+0000 mon.a (mon.0) 90 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:26:22.492 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[89221]: audit 2024-09-13T14:26:21.504743+0000 mon.b (mon.1) 60 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2024-09-13T14:26:22.492 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[89221]: audit 2024-09-13T14:26:21.504743+0000 mon.b (mon.1) 60 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2024-09-13T14:26:22.492 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[89221]: audit 2024-09-13T14:26:21.506145+0000 mon.a (mon.0) 91 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2024-09-13T14:26:22.493 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[89221]: audit 2024-09-13T14:26:21.506145+0000 mon.a (mon.0) 91 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2024-09-13T14:26:22.493 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[89221]: audit 2024-09-13T14:26:21.513814+0000 mon.a (mon.0) 92 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-09-13T14:26:22.493 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[89221]: audit 2024-09-13T14:26:21.513814+0000 mon.a (mon.0) 92 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-09-13T14:26:22.493 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[89221]: audit 2024-09-13T14:26:21.517948+0000 mon.b (mon.1) 61 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2024-09-13T14:26:22.493 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[89221]: audit 2024-09-13T14:26:21.517948+0000 mon.b (mon.1) 61 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2024-09-13T14:26:22.493 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[89221]: audit 2024-09-13T14:26:21.519304+0000 mon.a (mon.0) 93 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2024-09-13T14:26:22.493 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[89221]: audit 2024-09-13T14:26:21.519304+0000 mon.a (mon.0) 93 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2024-09-13T14:26:22.493 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[89221]: audit 2024-09-13T14:26:21.520741+0000 mon.b (mon.1) 62 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2024-09-13T14:26:22.493 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[89221]: audit 2024-09-13T14:26:21.520741+0000 mon.b (mon.1) 62 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2024-09-13T14:26:22.493 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[89221]: audit 2024-09-13T14:26:21.522119+0000 mon.a (mon.0) 94 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2024-09-13T14:26:22.493 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[89221]: audit 2024-09-13T14:26:21.522119+0000 mon.a (mon.0) 94 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2024-09-13T14:26:22.493 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[89221]: audit 2024-09-13T14:26:21.530329+0000 mon.a (mon.0) 95 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-09-13T14:26:22.493 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[89221]: audit 2024-09-13T14:26:21.530329+0000 mon.a (mon.0) 95 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-09-13T14:26:22.493 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[89221]: audit 2024-09-13T14:26:21.534440+0000 mon.b (mon.1) 63 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2024-09-13T14:26:22.494 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[92878]: audit 2024-09-13T14:26:21.504743+0000 mon.b (mon.1) 60 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2024-09-13T14:26:22.494 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[92878]: audit 2024-09-13T14:26:21.504743+0000 mon.b (mon.1) 60 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2024-09-13T14:26:22.494 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[92878]: audit 2024-09-13T14:26:21.506145+0000 mon.a (mon.0) 91 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2024-09-13T14:26:22.494 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[92878]: audit 2024-09-13T14:26:21.506145+0000 mon.a (mon.0) 91 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2024-09-13T14:26:22.494 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[92878]: audit 2024-09-13T14:26:21.513814+0000 mon.a (mon.0) 92 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-09-13T14:26:22.494 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[92878]: audit 2024-09-13T14:26:21.513814+0000 mon.a (mon.0) 92 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-09-13T14:26:22.494 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[92878]: audit 2024-09-13T14:26:21.517948+0000 mon.b (mon.1) 61 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2024-09-13T14:26:22.494 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[92878]: audit 2024-09-13T14:26:21.517948+0000 mon.b (mon.1) 61 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2024-09-13T14:26:22.494 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[92878]: audit 2024-09-13T14:26:21.519304+0000 mon.a (mon.0) 93 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2024-09-13T14:26:22.494 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[92878]: audit 2024-09-13T14:26:21.519304+0000 mon.a (mon.0) 93 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2024-09-13T14:26:22.494 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[92878]: audit 2024-09-13T14:26:21.520741+0000 mon.b (mon.1) 62 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2024-09-13T14:26:22.495 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[92878]: audit 2024-09-13T14:26:21.520741+0000 mon.b (mon.1) 62 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2024-09-13T14:26:22.495 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[92878]: audit 2024-09-13T14:26:21.522119+0000 mon.a (mon.0) 94 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2024-09-13T14:26:22.495 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[92878]: audit 2024-09-13T14:26:21.522119+0000 mon.a (mon.0) 94 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2024-09-13T14:26:22.495 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[92878]: audit 2024-09-13T14:26:21.530329+0000 mon.a (mon.0) 95 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-09-13T14:26:22.495 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[92878]: audit 2024-09-13T14:26:21.530329+0000 mon.a (mon.0) 95 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-09-13T14:26:22.495 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[92878]: audit 2024-09-13T14:26:21.534440+0000 mon.b (mon.1) 63 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2024-09-13T14:26:22.495 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[89221]: audit 2024-09-13T14:26:21.534440+0000 mon.b (mon.1) 63 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2024-09-13T14:26:22.495 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[89221]: audit 2024-09-13T14:26:21.535787+0000 mon.a (mon.0) 96 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2024-09-13T14:26:22.495 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[89221]: audit 2024-09-13T14:26:21.535787+0000 mon.a (mon.0) 96 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2024-09-13T14:26:22.495 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[89221]: audit 2024-09-13T14:26:21.543300+0000 mon.a (mon.0) 97 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-09-13T14:26:22.495 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[89221]: audit 2024-09-13T14:26:21.543300+0000 mon.a (mon.0) 97 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-09-13T14:26:22.496 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[89221]: audit 2024-09-13T14:26:21.547341+0000 mon.b (mon.1) 64 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:26:22.496 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[89221]: audit 2024-09-13T14:26:21.547341+0000 mon.b (mon.1) 64 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:26:22.496 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[89221]: audit 2024-09-13T14:26:21.548779+0000 mon.a (mon.0) 98 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:26:22.496 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[89221]: audit 2024-09-13T14:26:21.548779+0000 mon.a (mon.0) 98 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:26:22.496 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[89221]: audit 2024-09-13T14:26:21.550483+0000 mon.b (mon.1) 65 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:26:22.496 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[89221]: audit 2024-09-13T14:26:21.550483+0000 mon.b (mon.1) 65 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:26:22.496 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[89221]: audit 2024-09-13T14:26:21.551956+0000 mon.a (mon.0) 99 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:26:22.496 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[89221]: audit 2024-09-13T14:26:21.551956+0000 mon.a (mon.0) 99 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:26:22.496 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[89221]: audit 2024-09-13T14:26:21.553679+0000 mon.b (mon.1) 66 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:26:22.496 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[89221]: audit 2024-09-13T14:26:21.553679+0000 mon.b (mon.1) 66 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:26:22.496 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[89221]: audit 2024-09-13T14:26:21.555104+0000 mon.a (mon.0) 100 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:26:22.496 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[89221]: audit 2024-09-13T14:26:21.555104+0000 mon.a (mon.0) 100 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:26:22.497 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[89221]: audit 2024-09-13T14:26:21.556818+0000 mon.b (mon.1) 67 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:26:22.497 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[92878]: audit 2024-09-13T14:26:21.534440+0000 mon.b (mon.1) 63 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2024-09-13T14:26:22.497 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[92878]: audit 2024-09-13T14:26:21.535787+0000 mon.a (mon.0) 96 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2024-09-13T14:26:22.497 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[92878]: audit 2024-09-13T14:26:21.535787+0000 mon.a (mon.0) 96 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2024-09-13T14:26:22.497 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[92878]: audit 2024-09-13T14:26:21.543300+0000 mon.a (mon.0) 97 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-09-13T14:26:22.497 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[92878]: audit 2024-09-13T14:26:21.543300+0000 mon.a (mon.0) 97 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-09-13T14:26:22.498 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[92878]: audit 2024-09-13T14:26:21.547341+0000 mon.b (mon.1) 64 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:26:22.498 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[92878]: audit 2024-09-13T14:26:21.547341+0000 mon.b (mon.1) 64 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:26:22.498 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[92878]: audit 2024-09-13T14:26:21.548779+0000 mon.a (mon.0) 98 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:26:22.498 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[92878]: audit 2024-09-13T14:26:21.548779+0000 mon.a (mon.0) 98 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:26:22.498 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[92878]: audit 2024-09-13T14:26:21.550483+0000 mon.b (mon.1) 65 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:26:22.498 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[92878]: audit 2024-09-13T14:26:21.550483+0000 mon.b (mon.1) 65 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:26:22.498 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[92878]: audit 2024-09-13T14:26:21.551956+0000 mon.a (mon.0) 99 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:26:22.498 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[92878]: audit 2024-09-13T14:26:21.551956+0000 mon.a (mon.0) 99 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:26:22.498 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[92878]: audit 2024-09-13T14:26:21.553679+0000 mon.b (mon.1) 66 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:26:22.498 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[92878]: audit 2024-09-13T14:26:21.553679+0000 mon.b (mon.1) 66 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:26:22.498 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[92878]: audit 2024-09-13T14:26:21.555104+0000 mon.a (mon.0) 100 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:26:22.498 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[92878]: audit 2024-09-13T14:26:21.555104+0000 mon.a (mon.0) 100 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:26:22.498 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[92878]: audit 2024-09-13T14:26:21.556818+0000 mon.b (mon.1) 67 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:26:22.499 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[89221]: audit 2024-09-13T14:26:21.556818+0000 mon.b (mon.1) 67 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:26:22.499 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[89221]: audit 2024-09-13T14:26:21.558193+0000 mon.a (mon.0) 101 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:26:22.499 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[89221]: audit 2024-09-13T14:26:21.558193+0000 mon.a (mon.0) 101 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:26:22.499 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[89221]: audit 2024-09-13T14:26:21.559865+0000 mon.b (mon.1) 68 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:26:22.499 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[89221]: audit 2024-09-13T14:26:21.559865+0000 mon.b (mon.1) 68 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:26:22.499 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[89221]: audit 2024-09-13T14:26:21.561315+0000 mon.a (mon.0) 102 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:26:22.499 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[89221]: audit 2024-09-13T14:26:21.561315+0000 mon.a (mon.0) 102 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:26:22.499 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[89221]: audit 2024-09-13T14:26:21.562972+0000 mon.b (mon.1) 69 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:26:22.499 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[89221]: audit 2024-09-13T14:26:21.562972+0000 mon.b (mon.1) 69 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:26:22.499 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[89221]: audit 2024-09-13T14:26:21.564404+0000 mon.a (mon.0) 103 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:26:22.500 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[89221]: audit 2024-09-13T14:26:21.564404+0000 mon.a (mon.0) 103 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:26:22.500 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[89221]: audit 2024-09-13T14:26:21.566870+0000 mon.b (mon.1) 70 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2024-09-13T14:26:22.500 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[89221]: audit 2024-09-13T14:26:21.566870+0000 mon.b (mon.1) 70 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2024-09-13T14:26:22.500 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[89221]: audit 2024-09-13T14:26:21.568273+0000 mon.a (mon.0) 104 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2024-09-13T14:26:22.500 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[89221]: audit 2024-09-13T14:26:21.568273+0000 mon.a (mon.0) 104 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2024-09-13T14:26:22.500 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[89221]: audit 2024-09-13T14:26:21.576189+0000 mon.a (mon.0) 105 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-09-13T14:26:22.500 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[89221]: audit 2024-09-13T14:26:21.576189+0000 mon.a (mon.0) 105 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-09-13T14:26:22.500 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[89221]: audit 2024-09-13T14:26:21.577913+0000 mon.b (mon.1) 71 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:26:22.500 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[89221]: audit 2024-09-13T14:26:21.577913+0000 mon.b (mon.1) 71 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:26:22.500 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[89221]: audit 2024-09-13T14:26:21.580147+0000 mon.b (mon.1) 72 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-13T14:26:22.500 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[89221]: audit 2024-09-13T14:26:21.580147+0000 mon.b (mon.1) 72 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-13T14:26:22.501 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[89221]: audit 2024-09-13T14:26:21.594884+0000 mon.a (mon.0) 106 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:26:22.501 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[89221]: audit 2024-09-13T14:26:21.594884+0000 mon.a (mon.0) 106 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:26:22.501 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[89221]: audit 2024-09-13T14:26:21.739579+0000 mon.b (mon.1) 73 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:26:22.501 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[89221]: audit 2024-09-13T14:26:21.739579+0000 mon.b (mon.1) 73 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:26:22.501 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[89221]: audit 2024-09-13T14:26:21.741799+0000 mon.b (mon.1) 74 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-13T14:26:22.501 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[89221]: audit 2024-09-13T14:26:21.741799+0000 mon.b (mon.1) 74 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-13T14:26:22.501 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[89221]: audit 2024-09-13T14:26:21.751586+0000 mon.a (mon.0) 107 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:26:22.501 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[89221]: audit 2024-09-13T14:26:21.751586+0000 mon.a (mon.0) 107 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:26:22.501 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[92878]: audit 2024-09-13T14:26:21.556818+0000 mon.b (mon.1) 67 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:26:22.502 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[92878]: audit 2024-09-13T14:26:21.558193+0000 mon.a (mon.0) 101 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:26:22.502 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[92878]: audit 2024-09-13T14:26:21.558193+0000 mon.a (mon.0) 101 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:26:22.502 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[92878]: audit 2024-09-13T14:26:21.559865+0000 mon.b (mon.1) 68 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:26:22.502 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[92878]: audit 2024-09-13T14:26:21.559865+0000 mon.b (mon.1) 68 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:26:22.502 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[92878]: audit 2024-09-13T14:26:21.561315+0000 mon.a (mon.0) 102 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:26:22.502 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[92878]: audit 2024-09-13T14:26:21.561315+0000 mon.a (mon.0) 102 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:26:22.502 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[92878]: audit 2024-09-13T14:26:21.562972+0000 mon.b (mon.1) 69 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:26:22.502 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[92878]: audit 2024-09-13T14:26:21.562972+0000 mon.b (mon.1) 69 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:26:22.502 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[92878]: audit 2024-09-13T14:26:21.564404+0000 mon.a (mon.0) 103 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:26:22.502 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[92878]: audit 2024-09-13T14:26:21.564404+0000 mon.a (mon.0) 103 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:26:22.502 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[92878]: audit 2024-09-13T14:26:21.566870+0000 mon.b (mon.1) 70 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2024-09-13T14:26:22.503 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[92878]: audit 2024-09-13T14:26:21.566870+0000 mon.b (mon.1) 70 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2024-09-13T14:26:22.503 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[92878]: audit 2024-09-13T14:26:21.568273+0000 mon.a (mon.0) 104 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2024-09-13T14:26:22.503 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[92878]: audit 2024-09-13T14:26:21.568273+0000 mon.a (mon.0) 104 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2024-09-13T14:26:22.503 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[92878]: audit 2024-09-13T14:26:21.576189+0000 mon.a (mon.0) 105 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-09-13T14:26:22.503 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[92878]: audit 2024-09-13T14:26:21.576189+0000 mon.a (mon.0) 105 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-09-13T14:26:22.503 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[92878]: audit 2024-09-13T14:26:21.577913+0000 mon.b (mon.1) 71 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:26:22.503 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[92878]: audit 2024-09-13T14:26:21.577913+0000 mon.b (mon.1) 71 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:26:22.503 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[92878]: audit 2024-09-13T14:26:21.580147+0000 mon.b (mon.1) 72 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-13T14:26:22.503 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[92878]: audit 2024-09-13T14:26:21.580147+0000 mon.b (mon.1) 72 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-13T14:26:22.503 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[92878]: audit 2024-09-13T14:26:21.594884+0000 mon.a (mon.0) 106 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:26:22.503 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[92878]: audit 2024-09-13T14:26:21.594884+0000 mon.a (mon.0) 106 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:26:22.503 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[92878]: audit 2024-09-13T14:26:21.739579+0000 mon.b (mon.1) 73 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:26:22.503 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[92878]: audit 2024-09-13T14:26:21.739579+0000 mon.b (mon.1) 73 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:26:22.503 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[92878]: audit 2024-09-13T14:26:21.741799+0000 mon.b (mon.1) 74 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-13T14:26:22.504 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[92878]: audit 2024-09-13T14:26:21.741799+0000 mon.b (mon.1) 74 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-13T14:26:22.504 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[92878]: audit 2024-09-13T14:26:21.751586+0000 mon.a (mon.0) 107 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:26:22.504 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:22 smithi062 bash[92878]: audit 2024-09-13T14:26:21.751586+0000 mon.a (mon.0) 107 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:26:23.019 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:26:22 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:26:22.731887602Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:26:23.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:23 smithi178 bash[70490]: cephadm 2024-09-13T14:26:21.185930+0000 mgr.y (mgr.25139) 359 : cephadm [INF] Upgrade: Setting container_image for all mon 2024-09-13T14:26:23.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:23 smithi178 bash[70490]: cephadm 2024-09-13T14:26:21.185930+0000 mgr.y (mgr.25139) 359 : cephadm [INF] Upgrade: Setting container_image for all mon 2024-09-13T14:26:23.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:23 smithi178 bash[70490]: cephadm 2024-09-13T14:26:21.225217+0000 mgr.y (mgr.25139) 360 : cephadm [INF] Upgrade: Setting container_image for all crash 2024-09-13T14:26:23.436 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:23 smithi178 bash[70490]: cephadm 2024-09-13T14:26:21.225217+0000 mgr.y (mgr.25139) 360 : cephadm [INF] Upgrade: Setting container_image for all crash 2024-09-13T14:26:23.436 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:23 smithi178 bash[70490]: cephadm 2024-09-13T14:26:21.244197+0000 mgr.y (mgr.25139) 361 : cephadm [INF] Upgrade: Setting container_image for all mds 2024-09-13T14:26:23.436 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:23 smithi178 bash[70490]: cephadm 2024-09-13T14:26:21.244197+0000 mgr.y (mgr.25139) 361 : cephadm [INF] Upgrade: Setting container_image for all mds 2024-09-13T14:26:23.436 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:23 smithi178 bash[70490]: cephadm 2024-09-13T14:26:21.260128+0000 mgr.y (mgr.25139) 362 : cephadm [INF] Upgrade: Setting container_image for all rbd-mirror 2024-09-13T14:26:23.436 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:23 smithi178 bash[70490]: cephadm 2024-09-13T14:26:21.260128+0000 mgr.y (mgr.25139) 362 : cephadm [INF] Upgrade: Setting container_image for all rbd-mirror 2024-09-13T14:26:23.436 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:23 smithi178 bash[70490]: cephadm 2024-09-13T14:26:21.277189+0000 mgr.y (mgr.25139) 363 : cephadm [INF] Upgrade: Setting container_image for all cephfs-mirror 2024-09-13T14:26:23.436 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:23 smithi178 bash[70490]: cephadm 2024-09-13T14:26:21.277189+0000 mgr.y (mgr.25139) 363 : cephadm [INF] Upgrade: Setting container_image for all cephfs-mirror 2024-09-13T14:26:23.436 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:23 smithi178 bash[70490]: cephadm 2024-09-13T14:26:21.289712+0000 mgr.y (mgr.25139) 364 : cephadm [INF] Upgrade: Setting container_image for all ceph-exporter 2024-09-13T14:26:23.436 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:23 smithi178 bash[70490]: cephadm 2024-09-13T14:26:21.289712+0000 mgr.y (mgr.25139) 364 : cephadm [INF] Upgrade: Setting container_image for all ceph-exporter 2024-09-13T14:26:23.436 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:23 smithi178 bash[70490]: cephadm 2024-09-13T14:26:21.307952+0000 mgr.y (mgr.25139) 365 : cephadm [INF] Upgrade: Setting container_image for all nfs 2024-09-13T14:26:23.436 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:23 smithi178 bash[70490]: cephadm 2024-09-13T14:26:21.307952+0000 mgr.y (mgr.25139) 365 : cephadm [INF] Upgrade: Setting container_image for all nfs 2024-09-13T14:26:23.436 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:23 smithi178 bash[70490]: cephadm 2024-09-13T14:26:21.327019+0000 mgr.y (mgr.25139) 366 : cephadm [INF] Upgrade: Setting container_image for all nvmeof 2024-09-13T14:26:23.436 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:23 smithi178 bash[70490]: cephadm 2024-09-13T14:26:21.327019+0000 mgr.y (mgr.25139) 366 : cephadm [INF] Upgrade: Setting container_image for all nvmeof 2024-09-13T14:26:23.437 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:23 smithi178 bash[70490]: cephadm 2024-09-13T14:26:21.345933+0000 mgr.y (mgr.25139) 367 : cephadm [INF] Upgrade: Setting container_image for all node-exporter 2024-09-13T14:26:23.437 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:23 smithi178 bash[70490]: cephadm 2024-09-13T14:26:21.345933+0000 mgr.y (mgr.25139) 367 : cephadm [INF] Upgrade: Setting container_image for all node-exporter 2024-09-13T14:26:23.437 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:23 smithi178 bash[70490]: cephadm 2024-09-13T14:26:21.359459+0000 mgr.y (mgr.25139) 368 : cephadm [INF] Upgrade: Setting container_image for all prometheus 2024-09-13T14:26:23.437 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:23 smithi178 bash[70490]: cephadm 2024-09-13T14:26:21.359459+0000 mgr.y (mgr.25139) 368 : cephadm [INF] Upgrade: Setting container_image for all prometheus 2024-09-13T14:26:23.437 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:23 smithi178 bash[70490]: cephadm 2024-09-13T14:26:21.373211+0000 mgr.y (mgr.25139) 369 : cephadm [INF] Upgrade: Setting container_image for all alertmanager 2024-09-13T14:26:23.437 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:23 smithi178 bash[70490]: cephadm 2024-09-13T14:26:21.373211+0000 mgr.y (mgr.25139) 369 : cephadm [INF] Upgrade: Setting container_image for all alertmanager 2024-09-13T14:26:23.437 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:23 smithi178 bash[70490]: cephadm 2024-09-13T14:26:21.386832+0000 mgr.y (mgr.25139) 370 : cephadm [INF] Upgrade: Setting container_image for all grafana 2024-09-13T14:26:23.437 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:23 smithi178 bash[70490]: cephadm 2024-09-13T14:26:21.386832+0000 mgr.y (mgr.25139) 370 : cephadm [INF] Upgrade: Setting container_image for all grafana 2024-09-13T14:26:23.437 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:23 smithi178 bash[70490]: cephadm 2024-09-13T14:26:21.399890+0000 mgr.y (mgr.25139) 371 : cephadm [INF] Upgrade: Setting container_image for all loki 2024-09-13T14:26:23.437 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:23 smithi178 bash[70490]: cephadm 2024-09-13T14:26:21.399890+0000 mgr.y (mgr.25139) 371 : cephadm [INF] Upgrade: Setting container_image for all loki 2024-09-13T14:26:23.437 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:23 smithi178 bash[70490]: cephadm 2024-09-13T14:26:21.413432+0000 mgr.y (mgr.25139) 372 : cephadm [INF] Upgrade: Setting container_image for all promtail 2024-09-13T14:26:23.437 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:23 smithi178 bash[70490]: cephadm 2024-09-13T14:26:21.413432+0000 mgr.y (mgr.25139) 372 : cephadm [INF] Upgrade: Setting container_image for all promtail 2024-09-13T14:26:23.437 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:23 smithi178 bash[70490]: cephadm 2024-09-13T14:26:21.422936+0000 mgr.y (mgr.25139) 373 : cephadm [INF] Upgrade: Finalizing container_image settings 2024-09-13T14:26:23.437 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:23 smithi178 bash[70490]: cephadm 2024-09-13T14:26:21.422936+0000 mgr.y (mgr.25139) 373 : cephadm [INF] Upgrade: Finalizing container_image settings 2024-09-13T14:26:23.438 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:23 smithi178 bash[70490]: cephadm 2024-09-13T14:26:21.566561+0000 mgr.y (mgr.25139) 374 : cephadm [INF] Upgrade: Complete! 2024-09-13T14:26:23.438 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:23 smithi178 bash[70490]: cephadm 2024-09-13T14:26:21.566561+0000 mgr.y (mgr.25139) 374 : cephadm [INF] Upgrade: Complete! 2024-09-13T14:26:23.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:23 smithi062 bash[89221]: cephadm 2024-09-13T14:26:21.185930+0000 mgr.y (mgr.25139) 359 : cephadm [INF] Upgrade: Setting container_image for all mon 2024-09-13T14:26:23.504 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:23 smithi062 bash[89221]: cephadm 2024-09-13T14:26:21.185930+0000 mgr.y (mgr.25139) 359 : cephadm [INF] Upgrade: Setting container_image for all mon 2024-09-13T14:26:23.504 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:23 smithi062 bash[89221]: cephadm 2024-09-13T14:26:21.225217+0000 mgr.y (mgr.25139) 360 : cephadm [INF] Upgrade: Setting container_image for all crash 2024-09-13T14:26:23.504 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:23 smithi062 bash[89221]: cephadm 2024-09-13T14:26:21.225217+0000 mgr.y (mgr.25139) 360 : cephadm [INF] Upgrade: Setting container_image for all crash 2024-09-13T14:26:23.504 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:23 smithi062 bash[89221]: cephadm 2024-09-13T14:26:21.244197+0000 mgr.y (mgr.25139) 361 : cephadm [INF] Upgrade: Setting container_image for all mds 2024-09-13T14:26:23.504 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:23 smithi062 bash[89221]: cephadm 2024-09-13T14:26:21.244197+0000 mgr.y (mgr.25139) 361 : cephadm [INF] Upgrade: Setting container_image for all mds 2024-09-13T14:26:23.504 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:23 smithi062 bash[89221]: cephadm 2024-09-13T14:26:21.260128+0000 mgr.y (mgr.25139) 362 : cephadm [INF] Upgrade: Setting container_image for all rbd-mirror 2024-09-13T14:26:23.504 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:23 smithi062 bash[89221]: cephadm 2024-09-13T14:26:21.260128+0000 mgr.y (mgr.25139) 362 : cephadm [INF] Upgrade: Setting container_image for all rbd-mirror 2024-09-13T14:26:23.504 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:23 smithi062 bash[89221]: cephadm 2024-09-13T14:26:21.277189+0000 mgr.y (mgr.25139) 363 : cephadm [INF] Upgrade: Setting container_image for all cephfs-mirror 2024-09-13T14:26:23.504 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:23 smithi062 bash[89221]: cephadm 2024-09-13T14:26:21.277189+0000 mgr.y (mgr.25139) 363 : cephadm [INF] Upgrade: Setting container_image for all cephfs-mirror 2024-09-13T14:26:23.504 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:23 smithi062 bash[89221]: cephadm 2024-09-13T14:26:21.289712+0000 mgr.y (mgr.25139) 364 : cephadm [INF] Upgrade: Setting container_image for all ceph-exporter 2024-09-13T14:26:23.505 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:23 smithi062 bash[89221]: cephadm 2024-09-13T14:26:21.289712+0000 mgr.y (mgr.25139) 364 : cephadm [INF] Upgrade: Setting container_image for all ceph-exporter 2024-09-13T14:26:23.505 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:23 smithi062 bash[89221]: cephadm 2024-09-13T14:26:21.307952+0000 mgr.y (mgr.25139) 365 : cephadm [INF] Upgrade: Setting container_image for all nfs 2024-09-13T14:26:23.505 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:23 smithi062 bash[89221]: cephadm 2024-09-13T14:26:21.307952+0000 mgr.y (mgr.25139) 365 : cephadm [INF] Upgrade: Setting container_image for all nfs 2024-09-13T14:26:23.505 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:23 smithi062 bash[89221]: cephadm 2024-09-13T14:26:21.327019+0000 mgr.y (mgr.25139) 366 : cephadm [INF] Upgrade: Setting container_image for all nvmeof 2024-09-13T14:26:23.505 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:23 smithi062 bash[89221]: cephadm 2024-09-13T14:26:21.327019+0000 mgr.y (mgr.25139) 366 : cephadm [INF] Upgrade: Setting container_image for all nvmeof 2024-09-13T14:26:23.505 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:23 smithi062 bash[89221]: cephadm 2024-09-13T14:26:21.345933+0000 mgr.y (mgr.25139) 367 : cephadm [INF] Upgrade: Setting container_image for all node-exporter 2024-09-13T14:26:23.505 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:23 smithi062 bash[89221]: cephadm 2024-09-13T14:26:21.345933+0000 mgr.y (mgr.25139) 367 : cephadm [INF] Upgrade: Setting container_image for all node-exporter 2024-09-13T14:26:23.505 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:23 smithi062 bash[89221]: cephadm 2024-09-13T14:26:21.359459+0000 mgr.y (mgr.25139) 368 : cephadm [INF] Upgrade: Setting container_image for all prometheus 2024-09-13T14:26:23.505 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:23 smithi062 bash[89221]: cephadm 2024-09-13T14:26:21.359459+0000 mgr.y (mgr.25139) 368 : cephadm [INF] Upgrade: Setting container_image for all prometheus 2024-09-13T14:26:23.505 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:23 smithi062 bash[89221]: cephadm 2024-09-13T14:26:21.373211+0000 mgr.y (mgr.25139) 369 : cephadm [INF] Upgrade: Setting container_image for all alertmanager 2024-09-13T14:26:23.505 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:23 smithi062 bash[89221]: cephadm 2024-09-13T14:26:21.373211+0000 mgr.y (mgr.25139) 369 : cephadm [INF] Upgrade: Setting container_image for all alertmanager 2024-09-13T14:26:23.505 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:23 smithi062 bash[89221]: cephadm 2024-09-13T14:26:21.386832+0000 mgr.y (mgr.25139) 370 : cephadm [INF] Upgrade: Setting container_image for all grafana 2024-09-13T14:26:23.505 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:23 smithi062 bash[89221]: cephadm 2024-09-13T14:26:21.386832+0000 mgr.y (mgr.25139) 370 : cephadm [INF] Upgrade: Setting container_image for all grafana 2024-09-13T14:26:23.506 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:23 smithi062 bash[92878]: cephadm 2024-09-13T14:26:21.185930+0000 mgr.y (mgr.25139) 359 : cephadm [INF] Upgrade: Setting container_image for all mon 2024-09-13T14:26:23.506 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:23 smithi062 bash[92878]: cephadm 2024-09-13T14:26:21.185930+0000 mgr.y (mgr.25139) 359 : cephadm [INF] Upgrade: Setting container_image for all mon 2024-09-13T14:26:23.506 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:23 smithi062 bash[92878]: cephadm 2024-09-13T14:26:21.225217+0000 mgr.y (mgr.25139) 360 : cephadm [INF] Upgrade: Setting container_image for all crash 2024-09-13T14:26:23.506 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:23 smithi062 bash[92878]: cephadm 2024-09-13T14:26:21.225217+0000 mgr.y (mgr.25139) 360 : cephadm [INF] Upgrade: Setting container_image for all crash 2024-09-13T14:26:23.506 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:23 smithi062 bash[92878]: cephadm 2024-09-13T14:26:21.244197+0000 mgr.y (mgr.25139) 361 : cephadm [INF] Upgrade: Setting container_image for all mds 2024-09-13T14:26:23.506 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:23 smithi062 bash[92878]: cephadm 2024-09-13T14:26:21.244197+0000 mgr.y (mgr.25139) 361 : cephadm [INF] Upgrade: Setting container_image for all mds 2024-09-13T14:26:23.506 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:23 smithi062 bash[92878]: cephadm 2024-09-13T14:26:21.260128+0000 mgr.y (mgr.25139) 362 : cephadm [INF] Upgrade: Setting container_image for all rbd-mirror 2024-09-13T14:26:23.507 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:23 smithi062 bash[92878]: cephadm 2024-09-13T14:26:21.260128+0000 mgr.y (mgr.25139) 362 : cephadm [INF] Upgrade: Setting container_image for all rbd-mirror 2024-09-13T14:26:23.507 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:23 smithi062 bash[92878]: cephadm 2024-09-13T14:26:21.277189+0000 mgr.y (mgr.25139) 363 : cephadm [INF] Upgrade: Setting container_image for all cephfs-mirror 2024-09-13T14:26:23.507 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:23 smithi062 bash[92878]: cephadm 2024-09-13T14:26:21.277189+0000 mgr.y (mgr.25139) 363 : cephadm [INF] Upgrade: Setting container_image for all cephfs-mirror 2024-09-13T14:26:23.507 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:23 smithi062 bash[92878]: cephadm 2024-09-13T14:26:21.289712+0000 mgr.y (mgr.25139) 364 : cephadm [INF] Upgrade: Setting container_image for all ceph-exporter 2024-09-13T14:26:23.507 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:23 smithi062 bash[92878]: cephadm 2024-09-13T14:26:21.289712+0000 mgr.y (mgr.25139) 364 : cephadm [INF] Upgrade: Setting container_image for all ceph-exporter 2024-09-13T14:26:23.507 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:23 smithi062 bash[92878]: cephadm 2024-09-13T14:26:21.307952+0000 mgr.y (mgr.25139) 365 : cephadm [INF] Upgrade: Setting container_image for all nfs 2024-09-13T14:26:23.507 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:23 smithi062 bash[92878]: cephadm 2024-09-13T14:26:21.307952+0000 mgr.y (mgr.25139) 365 : cephadm [INF] Upgrade: Setting container_image for all nfs 2024-09-13T14:26:23.507 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:23 smithi062 bash[92878]: cephadm 2024-09-13T14:26:21.327019+0000 mgr.y (mgr.25139) 366 : cephadm [INF] Upgrade: Setting container_image for all nvmeof 2024-09-13T14:26:23.507 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:23 smithi062 bash[92878]: cephadm 2024-09-13T14:26:21.327019+0000 mgr.y (mgr.25139) 366 : cephadm [INF] Upgrade: Setting container_image for all nvmeof 2024-09-13T14:26:23.507 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:23 smithi062 bash[92878]: cephadm 2024-09-13T14:26:21.345933+0000 mgr.y (mgr.25139) 367 : cephadm [INF] Upgrade: Setting container_image for all node-exporter 2024-09-13T14:26:23.507 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:23 smithi062 bash[92878]: cephadm 2024-09-13T14:26:21.345933+0000 mgr.y (mgr.25139) 367 : cephadm [INF] Upgrade: Setting container_image for all node-exporter 2024-09-13T14:26:23.507 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:23 smithi062 bash[92878]: cephadm 2024-09-13T14:26:21.359459+0000 mgr.y (mgr.25139) 368 : cephadm [INF] Upgrade: Setting container_image for all prometheus 2024-09-13T14:26:23.507 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:23 smithi062 bash[92878]: cephadm 2024-09-13T14:26:21.359459+0000 mgr.y (mgr.25139) 368 : cephadm [INF] Upgrade: Setting container_image for all prometheus 2024-09-13T14:26:23.507 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:23 smithi062 bash[92878]: cephadm 2024-09-13T14:26:21.373211+0000 mgr.y (mgr.25139) 369 : cephadm [INF] Upgrade: Setting container_image for all alertmanager 2024-09-13T14:26:23.508 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:23 smithi062 bash[92878]: cephadm 2024-09-13T14:26:21.373211+0000 mgr.y (mgr.25139) 369 : cephadm [INF] Upgrade: Setting container_image for all alertmanager 2024-09-13T14:26:23.508 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:23 smithi062 bash[92878]: cephadm 2024-09-13T14:26:21.386832+0000 mgr.y (mgr.25139) 370 : cephadm [INF] Upgrade: Setting container_image for all grafana 2024-09-13T14:26:23.508 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:23 smithi062 bash[92878]: cephadm 2024-09-13T14:26:21.386832+0000 mgr.y (mgr.25139) 370 : cephadm [INF] Upgrade: Setting container_image for all grafana 2024-09-13T14:26:23.508 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:23 smithi062 bash[92878]: cephadm 2024-09-13T14:26:21.399890+0000 mgr.y (mgr.25139) 371 : cephadm [INF] Upgrade: Setting container_image for all loki 2024-09-13T14:26:23.508 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:23 smithi062 bash[92878]: cephadm 2024-09-13T14:26:21.399890+0000 mgr.y (mgr.25139) 371 : cephadm [INF] Upgrade: Setting container_image for all loki 2024-09-13T14:26:23.508 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:23 smithi062 bash[92878]: cephadm 2024-09-13T14:26:21.413432+0000 mgr.y (mgr.25139) 372 : cephadm [INF] Upgrade: Setting container_image for all promtail 2024-09-13T14:26:23.508 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:23 smithi062 bash[92878]: cephadm 2024-09-13T14:26:21.413432+0000 mgr.y (mgr.25139) 372 : cephadm [INF] Upgrade: Setting container_image for all promtail 2024-09-13T14:26:23.508 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:23 smithi062 bash[92878]: cephadm 2024-09-13T14:26:21.422936+0000 mgr.y (mgr.25139) 373 : cephadm [INF] Upgrade: Finalizing container_image settings 2024-09-13T14:26:23.508 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:23 smithi062 bash[92878]: cephadm 2024-09-13T14:26:21.422936+0000 mgr.y (mgr.25139) 373 : cephadm [INF] Upgrade: Finalizing container_image settings 2024-09-13T14:26:23.508 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:23 smithi062 bash[92878]: cephadm 2024-09-13T14:26:21.566561+0000 mgr.y (mgr.25139) 374 : cephadm [INF] Upgrade: Complete! 2024-09-13T14:26:23.508 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:23 smithi062 bash[92878]: cephadm 2024-09-13T14:26:21.566561+0000 mgr.y (mgr.25139) 374 : cephadm [INF] Upgrade: Complete! 2024-09-13T14:26:23.508 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:23 smithi062 bash[89221]: cephadm 2024-09-13T14:26:21.399890+0000 mgr.y (mgr.25139) 371 : cephadm [INF] Upgrade: Setting container_image for all loki 2024-09-13T14:26:23.509 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:23 smithi062 bash[89221]: cephadm 2024-09-13T14:26:21.399890+0000 mgr.y (mgr.25139) 371 : cephadm [INF] Upgrade: Setting container_image for all loki 2024-09-13T14:26:23.509 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:23 smithi062 bash[89221]: cephadm 2024-09-13T14:26:21.413432+0000 mgr.y (mgr.25139) 372 : cephadm [INF] Upgrade: Setting container_image for all promtail 2024-09-13T14:26:23.509 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:23 smithi062 bash[89221]: cephadm 2024-09-13T14:26:21.413432+0000 mgr.y (mgr.25139) 372 : cephadm [INF] Upgrade: Setting container_image for all promtail 2024-09-13T14:26:23.509 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:23 smithi062 bash[89221]: cephadm 2024-09-13T14:26:21.422936+0000 mgr.y (mgr.25139) 373 : cephadm [INF] Upgrade: Finalizing container_image settings 2024-09-13T14:26:23.509 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:23 smithi062 bash[89221]: cephadm 2024-09-13T14:26:21.422936+0000 mgr.y (mgr.25139) 373 : cephadm [INF] Upgrade: Finalizing container_image settings 2024-09-13T14:26:23.509 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:23 smithi062 bash[89221]: cephadm 2024-09-13T14:26:21.566561+0000 mgr.y (mgr.25139) 374 : cephadm [INF] Upgrade: Complete! 2024-09-13T14:26:23.509 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:23 smithi062 bash[89221]: cephadm 2024-09-13T14:26:21.566561+0000 mgr.y (mgr.25139) 374 : cephadm [INF] Upgrade: Complete! 2024-09-13T14:26:24.003 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:26:23 smithi062 bash[68610]: ::ffff:172.21.15.178 - - [13/Sep/2024:14:26:23] "GET /metrics HTTP/1.1" 200 38226 "" "Prometheus/2.51.0" 2024-09-13T14:26:24.434 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:24 smithi178 bash[70490]: cluster 2024-09-13T14:26:22.346987+0000 mgr.y (mgr.25139) 375 : cluster [DBG] pgmap v195: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:26:24.434 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:24 smithi178 bash[70490]: cluster 2024-09-13T14:26:22.346987+0000 mgr.y (mgr.25139) 375 : cluster [DBG] pgmap v195: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:26:24.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:24 smithi178 bash[70490]: audit 2024-09-13T14:26:22.458724+0000 mgr.y (mgr.25139) 376 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:26:24.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:24 smithi178 bash[70490]: audit 2024-09-13T14:26:22.458724+0000 mgr.y (mgr.25139) 376 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:26:24.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:24 smithi062 bash[89221]: cluster 2024-09-13T14:26:22.346987+0000 mgr.y (mgr.25139) 375 : cluster [DBG] pgmap v195: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:26:24.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:24 smithi062 bash[89221]: cluster 2024-09-13T14:26:22.346987+0000 mgr.y (mgr.25139) 375 : cluster [DBG] pgmap v195: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:26:24.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:24 smithi062 bash[89221]: audit 2024-09-13T14:26:22.458724+0000 mgr.y (mgr.25139) 376 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:26:24.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:24 smithi062 bash[89221]: audit 2024-09-13T14:26:22.458724+0000 mgr.y (mgr.25139) 376 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:26:24.503 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:24 smithi062 bash[92878]: cluster 2024-09-13T14:26:22.346987+0000 mgr.y (mgr.25139) 375 : cluster [DBG] pgmap v195: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:26:24.503 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:24 smithi062 bash[92878]: cluster 2024-09-13T14:26:22.346987+0000 mgr.y (mgr.25139) 375 : cluster [DBG] pgmap v195: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:26:24.504 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:24 smithi062 bash[92878]: audit 2024-09-13T14:26:22.458724+0000 mgr.y (mgr.25139) 376 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:26:24.504 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:24 smithi062 bash[92878]: audit 2024-09-13T14:26:22.458724+0000 mgr.y (mgr.25139) 376 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:26:25.434 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:25 smithi178 bash[70490]: audit 2024-09-13T14:26:24.046980+0000 mon.a (mon.0) 108 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:26:25.434 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:25 smithi178 bash[70490]: audit 2024-09-13T14:26:24.046980+0000 mon.a (mon.0) 108 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:26:25.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:25 smithi062 bash[89221]: audit 2024-09-13T14:26:24.046980+0000 mon.a (mon.0) 108 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:26:25.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:25 smithi062 bash[89221]: audit 2024-09-13T14:26:24.046980+0000 mon.a (mon.0) 108 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:26:25.503 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:25 smithi062 bash[92878]: audit 2024-09-13T14:26:24.046980+0000 mon.a (mon.0) 108 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:26:25.503 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:25 smithi062 bash[92878]: audit 2024-09-13T14:26:24.046980+0000 mon.a (mon.0) 108 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:26:26.056 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:26:25 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:26:25.754333137Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:26:26.434 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:26 smithi178 bash[70490]: cluster 2024-09-13T14:26:24.348585+0000 mgr.y (mgr.25139) 377 : cluster [DBG] pgmap v196: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:26:26.434 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:26 smithi178 bash[70490]: cluster 2024-09-13T14:26:24.348585+0000 mgr.y (mgr.25139) 377 : cluster [DBG] pgmap v196: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:26:26.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:26 smithi062 bash[89221]: cluster 2024-09-13T14:26:24.348585+0000 mgr.y (mgr.25139) 377 : cluster [DBG] pgmap v196: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:26:26.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:26 smithi062 bash[89221]: cluster 2024-09-13T14:26:24.348585+0000 mgr.y (mgr.25139) 377 : cluster [DBG] pgmap v196: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:26:26.503 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:26 smithi062 bash[92878]: cluster 2024-09-13T14:26:24.348585+0000 mgr.y (mgr.25139) 377 : cluster [DBG] pgmap v196: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:26:26.503 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:26 smithi062 bash[92878]: cluster 2024-09-13T14:26:24.348585+0000 mgr.y (mgr.25139) 377 : cluster [DBG] pgmap v196: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:26:28.434 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:28 smithi178 bash[70490]: cluster 2024-09-13T14:26:26.349304+0000 mgr.y (mgr.25139) 378 : cluster [DBG] pgmap v197: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:26:28.434 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:28 smithi178 bash[70490]: cluster 2024-09-13T14:26:26.349304+0000 mgr.y (mgr.25139) 378 : cluster [DBG] pgmap v197: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:26:28.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:28 smithi062 bash[89221]: cluster 2024-09-13T14:26:26.349304+0000 mgr.y (mgr.25139) 378 : cluster [DBG] pgmap v197: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:26:28.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:28 smithi062 bash[89221]: cluster 2024-09-13T14:26:26.349304+0000 mgr.y (mgr.25139) 378 : cluster [DBG] pgmap v197: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:26:28.503 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:28 smithi062 bash[92878]: cluster 2024-09-13T14:26:26.349304+0000 mgr.y (mgr.25139) 378 : cluster [DBG] pgmap v197: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:26:28.503 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:28 smithi062 bash[92878]: cluster 2024-09-13T14:26:26.349304+0000 mgr.y (mgr.25139) 378 : cluster [DBG] pgmap v197: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:26:29.068 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:26:28 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:26:28.738564267Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:26:29.434 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:29 smithi178 bash[70490]: audit 2024-09-13T14:26:28.858508+0000 mon.b (mon.1) 75 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:26:29.434 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:29 smithi178 bash[70490]: audit 2024-09-13T14:26:28.858508+0000 mon.b (mon.1) 75 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:26:29.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:29 smithi062 bash[89221]: audit 2024-09-13T14:26:28.858508+0000 mon.b (mon.1) 75 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:26:29.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:29 smithi062 bash[89221]: audit 2024-09-13T14:26:28.858508+0000 mon.b (mon.1) 75 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:26:29.503 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:29 smithi062 bash[92878]: audit 2024-09-13T14:26:28.858508+0000 mon.b (mon.1) 75 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:26:29.503 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:29 smithi062 bash[92878]: audit 2024-09-13T14:26:28.858508+0000 mon.b (mon.1) 75 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:26:30.434 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:30 smithi178 bash[70490]: cluster 2024-09-13T14:26:28.350016+0000 mgr.y (mgr.25139) 379 : cluster [DBG] pgmap v198: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:26:30.434 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:30 smithi178 bash[70490]: cluster 2024-09-13T14:26:28.350016+0000 mgr.y (mgr.25139) 379 : cluster [DBG] pgmap v198: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:26:30.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:30 smithi062 bash[89221]: cluster 2024-09-13T14:26:28.350016+0000 mgr.y (mgr.25139) 379 : cluster [DBG] pgmap v198: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:26:30.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:30 smithi062 bash[89221]: cluster 2024-09-13T14:26:28.350016+0000 mgr.y (mgr.25139) 379 : cluster [DBG] pgmap v198: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:26:30.503 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:30 smithi062 bash[92878]: cluster 2024-09-13T14:26:28.350016+0000 mgr.y (mgr.25139) 379 : cluster [DBG] pgmap v198: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:26:30.503 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:30 smithi062 bash[92878]: cluster 2024-09-13T14:26:28.350016+0000 mgr.y (mgr.25139) 379 : cluster [DBG] pgmap v198: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:26:31.434 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:31 smithi178 bash[70490]: cluster 2024-09-13T14:26:30.351688+0000 mgr.y (mgr.25139) 380 : cluster [DBG] pgmap v199: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:26:31.434 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:31 smithi178 bash[70490]: cluster 2024-09-13T14:26:30.351688+0000 mgr.y (mgr.25139) 380 : cluster [DBG] pgmap v199: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:26:31.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:31 smithi062 bash[89221]: cluster 2024-09-13T14:26:30.351688+0000 mgr.y (mgr.25139) 380 : cluster [DBG] pgmap v199: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:26:31.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:31 smithi062 bash[89221]: cluster 2024-09-13T14:26:30.351688+0000 mgr.y (mgr.25139) 380 : cluster [DBG] pgmap v199: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:26:31.503 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:31 smithi062 bash[92878]: cluster 2024-09-13T14:26:30.351688+0000 mgr.y (mgr.25139) 380 : cluster [DBG] pgmap v199: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:26:31.503 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:31 smithi062 bash[92878]: cluster 2024-09-13T14:26:30.351688+0000 mgr.y (mgr.25139) 380 : cluster [DBG] pgmap v199: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:26:32.184 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:26:31 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:26:31.715716554Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:26:33.684 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:33 smithi178 bash[70490]: cluster 2024-09-13T14:26:32.352401+0000 mgr.y (mgr.25139) 381 : cluster [DBG] pgmap v200: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:26:33.685 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:33 smithi178 bash[70490]: cluster 2024-09-13T14:26:32.352401+0000 mgr.y (mgr.25139) 381 : cluster [DBG] pgmap v200: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:26:33.685 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:33 smithi178 bash[70490]: audit 2024-09-13T14:26:32.462301+0000 mgr.y (mgr.25139) 382 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:26:33.685 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:33 smithi178 bash[70490]: audit 2024-09-13T14:26:32.462301+0000 mgr.y (mgr.25139) 382 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:26:33.753 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:26:33 smithi062 bash[68610]: ::ffff:172.21.15.178 - - [13/Sep/2024:14:26:33] "GET /metrics HTTP/1.1" 200 38225 "" "Prometheus/2.51.0" 2024-09-13T14:26:33.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:33 smithi062 bash[89221]: cluster 2024-09-13T14:26:32.352401+0000 mgr.y (mgr.25139) 381 : cluster [DBG] pgmap v200: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:26:33.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:33 smithi062 bash[89221]: cluster 2024-09-13T14:26:32.352401+0000 mgr.y (mgr.25139) 381 : cluster [DBG] pgmap v200: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:26:33.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:33 smithi062 bash[89221]: audit 2024-09-13T14:26:32.462301+0000 mgr.y (mgr.25139) 382 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:26:33.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:33 smithi062 bash[89221]: audit 2024-09-13T14:26:32.462301+0000 mgr.y (mgr.25139) 382 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:26:33.753 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:33 smithi062 bash[92878]: cluster 2024-09-13T14:26:32.352401+0000 mgr.y (mgr.25139) 381 : cluster [DBG] pgmap v200: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:26:33.754 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:33 smithi062 bash[92878]: cluster 2024-09-13T14:26:32.352401+0000 mgr.y (mgr.25139) 381 : cluster [DBG] pgmap v200: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:26:33.754 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:33 smithi062 bash[92878]: audit 2024-09-13T14:26:32.462301+0000 mgr.y (mgr.25139) 382 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:26:33.754 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:33 smithi062 bash[92878]: audit 2024-09-13T14:26:32.462301+0000 mgr.y (mgr.25139) 382 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:26:35.184 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:26:34 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:26:34.742180815Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:26:35.684 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:35 smithi178 bash[70490]: cluster 2024-09-13T14:26:34.354074+0000 mgr.y (mgr.25139) 383 : cluster [DBG] pgmap v201: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:26:35.684 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:35 smithi178 bash[70490]: cluster 2024-09-13T14:26:34.354074+0000 mgr.y (mgr.25139) 383 : cluster [DBG] pgmap v201: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:26:35.753 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:35 smithi062 bash[92878]: cluster 2024-09-13T14:26:34.354074+0000 mgr.y (mgr.25139) 383 : cluster [DBG] pgmap v201: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:26:35.753 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:35 smithi062 bash[92878]: cluster 2024-09-13T14:26:34.354074+0000 mgr.y (mgr.25139) 383 : cluster [DBG] pgmap v201: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:26:35.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:35 smithi062 bash[89221]: cluster 2024-09-13T14:26:34.354074+0000 mgr.y (mgr.25139) 383 : cluster [DBG] pgmap v201: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:26:35.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:35 smithi062 bash[89221]: cluster 2024-09-13T14:26:34.354074+0000 mgr.y (mgr.25139) 383 : cluster [DBG] pgmap v201: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:26:36.892 DEBUG:teuthology.orchestra.run.smithi062:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ff1149ea-71d5-11ef-bceb-c7b262605968 -e sha1=b0201b8c79733293453e7f10a10c7fa43119222b -- bash -c 'ceph orch ps' 2024-09-13T14:26:37.684 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:37 smithi178 bash[70490]: audit 2024-09-13T14:26:36.158213+0000 mgr.y (mgr.25139) 384 : audit [DBG] from='client.44130 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:26:37.685 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:37 smithi178 bash[70490]: audit 2024-09-13T14:26:36.158213+0000 mgr.y (mgr.25139) 384 : audit [DBG] from='client.44130 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:26:37.685 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:37 smithi178 bash[70490]: cluster 2024-09-13T14:26:36.354977+0000 mgr.y (mgr.25139) 385 : cluster [DBG] pgmap v202: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:26:37.685 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:37 smithi178 bash[70490]: cluster 2024-09-13T14:26:36.354977+0000 mgr.y (mgr.25139) 385 : cluster [DBG] pgmap v202: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:26:37.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:37 smithi062 bash[89221]: audit 2024-09-13T14:26:36.158213+0000 mgr.y (mgr.25139) 384 : audit [DBG] from='client.44130 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:26:37.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:37 smithi062 bash[89221]: audit 2024-09-13T14:26:36.158213+0000 mgr.y (mgr.25139) 384 : audit [DBG] from='client.44130 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:26:37.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:37 smithi062 bash[89221]: cluster 2024-09-13T14:26:36.354977+0000 mgr.y (mgr.25139) 385 : cluster [DBG] pgmap v202: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:26:37.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:37 smithi062 bash[89221]: cluster 2024-09-13T14:26:36.354977+0000 mgr.y (mgr.25139) 385 : cluster [DBG] pgmap v202: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:26:37.753 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:37 smithi062 bash[92878]: audit 2024-09-13T14:26:36.158213+0000 mgr.y (mgr.25139) 384 : audit [DBG] from='client.44130 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:26:37.753 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:37 smithi062 bash[92878]: audit 2024-09-13T14:26:36.158213+0000 mgr.y (mgr.25139) 384 : audit [DBG] from='client.44130 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:26:37.753 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:37 smithi062 bash[92878]: cluster 2024-09-13T14:26:36.354977+0000 mgr.y (mgr.25139) 385 : cluster [DBG] pgmap v202: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:26:37.753 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:37 smithi062 bash[92878]: cluster 2024-09-13T14:26:36.354977+0000 mgr.y (mgr.25139) 385 : cluster [DBG] pgmap v202: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:26:38.185 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:26:37 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:26:37.753691261Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:26:39.684 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:39 smithi178 bash[70490]: cluster 2024-09-13T14:26:38.355764+0000 mgr.y (mgr.25139) 386 : cluster [DBG] pgmap v203: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:26:39.684 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:39 smithi178 bash[70490]: cluster 2024-09-13T14:26:38.355764+0000 mgr.y (mgr.25139) 386 : cluster [DBG] pgmap v203: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:26:39.752 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:39 smithi062 bash[89221]: cluster 2024-09-13T14:26:38.355764+0000 mgr.y (mgr.25139) 386 : cluster [DBG] pgmap v203: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:26:39.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:39 smithi062 bash[89221]: cluster 2024-09-13T14:26:38.355764+0000 mgr.y (mgr.25139) 386 : cluster [DBG] pgmap v203: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:26:39.753 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:39 smithi062 bash[92878]: cluster 2024-09-13T14:26:38.355764+0000 mgr.y (mgr.25139) 386 : cluster [DBG] pgmap v203: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:26:39.753 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:39 smithi062 bash[92878]: cluster 2024-09-13T14:26:38.355764+0000 mgr.y (mgr.25139) 386 : cluster [DBG] pgmap v203: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:26:41.184 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:26:40 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:26:40.757456906Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:26:41.684 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:41 smithi178 bash[70490]: cluster 2024-09-13T14:26:40.357447+0000 mgr.y (mgr.25139) 387 : cluster [DBG] pgmap v204: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:26:41.684 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:41 smithi178 bash[70490]: cluster 2024-09-13T14:26:40.357447+0000 mgr.y (mgr.25139) 387 : cluster [DBG] pgmap v204: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:26:41.715 INFO:teuthology.orchestra.run.smithi062.stderr:Inferring config /var/lib/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T14:26:41.752 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:41 smithi062 bash[89221]: cluster 2024-09-13T14:26:40.357447+0000 mgr.y (mgr.25139) 387 : cluster [DBG] pgmap v204: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:26:41.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:41 smithi062 bash[89221]: cluster 2024-09-13T14:26:40.357447+0000 mgr.y (mgr.25139) 387 : cluster [DBG] pgmap v204: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:26:41.753 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:41 smithi062 bash[92878]: cluster 2024-09-13T14:26:40.357447+0000 mgr.y (mgr.25139) 387 : cluster [DBG] pgmap v204: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:26:41.753 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:41 smithi062 bash[92878]: cluster 2024-09-13T14:26:40.357447+0000 mgr.y (mgr.25139) 387 : cluster [DBG] pgmap v204: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:26:43.223 INFO:teuthology.orchestra.run.smithi062.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-13T14:26:43.223 INFO:teuthology.orchestra.run.smithi062.stdout:alertmanager.a smithi062 *:9093,9094 running (4m) 33s ago 31m 13.8M - 0.27.0 11f11916f8cd 6e93dcf56cea 2024-09-13T14:26:43.223 INFO:teuthology.orchestra.run.smithi062.stdout:grafana.a smithi178 *:3000 running (4m) 2m ago 31m 68.2M - 10.4.0 c8b91775d855 e5af99a01b68 2024-09-13T14:26:43.223 INFO:teuthology.orchestra.run.smithi062.stdout:iscsi.foo.smithi062.auboqe smithi062 *:5000 running (6m) 33s ago 29m 50.0M - 3.8 19dc8d659727 5db99a6f8116 2024-09-13T14:26:43.223 INFO:teuthology.orchestra.run.smithi062.stdout:mgr.x smithi178 *:8443,9283,8765 running (6m) 2m ago 40m 441M - 19.3.0-4917-gb0201b8c 1641fe80ce72 fc18b6fcd5bd 2024-09-13T14:26:43.223 INFO:teuthology.orchestra.run.smithi062.stdout:mgr.y smithi062 *:8443,9283,8765 running (17m) 33s ago 42m 510M - 19.3.0-4917-gb0201b8c 1641fe80ce72 fd629cc84850 2024-09-13T14:26:43.223 INFO:teuthology.orchestra.run.smithi062.stdout:mon.a smithi062 running (68s) 33s ago 42m 38.8M 2048M 19.3.0-4917-gb0201b8c 1641fe80ce72 6370c6daf05c 2024-09-13T14:26:43.223 INFO:teuthology.orchestra.run.smithi062.stdout:mon.b smithi178 running (2m) 2m ago 40m 18.1M 2048M 19.3.0-4917-gb0201b8c 1641fe80ce72 4246b63ea822 2024-09-13T14:26:43.224 INFO:teuthology.orchestra.run.smithi062.stdout:mon.c smithi062 running (42s) 33s ago 40m 19.1M 2048M 19.3.0-4917-gb0201b8c 1641fe80ce72 546ed05b6de1 2024-09-13T14:26:43.224 INFO:teuthology.orchestra.run.smithi062.stdout:node-exporter.a smithi062 *:9100 running (5m) 33s ago 32m 7847k - 1.7.0 72c9c2088986 d2a19c03fb98 2024-09-13T14:26:43.224 INFO:teuthology.orchestra.run.smithi062.stdout:node-exporter.b smithi178 *:9100 running (5m) 2m ago 32m 8131k - 1.7.0 72c9c2088986 ef73b17b6575 2024-09-13T14:26:43.224 INFO:teuthology.orchestra.run.smithi062.stdout:osd.0 smithi062 running (39m) 33s ago 39m 67.6M 3036M 19.1.1-322-g7741f7f9 19dc8d659727 a01ecc33ada0 2024-09-13T14:26:43.224 INFO:teuthology.orchestra.run.smithi062.stdout:osd.1 smithi062 running (38m) 33s ago 38m 59.8M 3036M 19.1.1-322-g7741f7f9 19dc8d659727 d6ca3f655d05 2024-09-13T14:26:43.224 INFO:teuthology.orchestra.run.smithi062.stdout:osd.2 smithi062 running (37m) 33s ago 37m 62.6M 3036M 19.1.1-322-g7741f7f9 19dc8d659727 f001b702483d 2024-09-13T14:26:43.224 INFO:teuthology.orchestra.run.smithi062.stdout:osd.3 smithi062 running (36m) 33s ago 36m 58.2M 3036M 19.1.1-322-g7741f7f9 19dc8d659727 cebed6322996 2024-09-13T14:26:43.224 INFO:teuthology.orchestra.run.smithi062.stdout:osd.4 smithi178 running (35m) 2m ago 36m 67.5M 3292M 19.1.1-322-g7741f7f9 19dc8d659727 7ff166ed36a8 2024-09-13T14:26:43.224 INFO:teuthology.orchestra.run.smithi062.stdout:osd.5 smithi178 running (35m) 2m ago 35m 64.7M 3292M 19.1.1-322-g7741f7f9 19dc8d659727 0ee354299930 2024-09-13T14:26:43.224 INFO:teuthology.orchestra.run.smithi062.stdout:osd.6 smithi178 running (34m) 2m ago 34m 55.2M 3292M 19.1.1-322-g7741f7f9 19dc8d659727 e6cb50c05b1b 2024-09-13T14:26:43.224 INFO:teuthology.orchestra.run.smithi062.stdout:osd.7 smithi178 running (33m) 2m ago 33m 64.7M 3292M 19.1.1-322-g7741f7f9 19dc8d659727 fbc9d74ccd0e 2024-09-13T14:26:43.224 INFO:teuthology.orchestra.run.smithi062.stdout:prometheus.a smithi178 *:9095 running (5m) 2m ago 32m 37.2M - 2.51.0 1d3b7f56885b 3a9393efc8c5 2024-09-13T14:26:43.225 INFO:teuthology.orchestra.run.smithi062.stdout:rgw.foo.smithi062.raldkl smithi062 *:8000 running (29m) 33s ago 29m 101M - 19.1.1-322-g7741f7f9 19dc8d659727 c374202ad667 2024-09-13T14:26:43.225 INFO:teuthology.orchestra.run.smithi062.stdout:rgw.foo.smithi178.sseeij smithi178 *:8000 running (29m) 2m ago 29m 102M - 19.1.1-322-g7741f7f9 19dc8d659727 86fcacc26a6b 2024-09-13T14:26:43.502 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:43 smithi062 bash[89221]: cluster 2024-09-13T14:26:42.358195+0000 mgr.y (mgr.25139) 388 : cluster [DBG] pgmap v205: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:26:43.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:43 smithi062 bash[89221]: cluster 2024-09-13T14:26:42.358195+0000 mgr.y (mgr.25139) 388 : cluster [DBG] pgmap v205: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:26:43.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:43 smithi062 bash[89221]: audit 2024-09-13T14:26:42.472270+0000 mgr.y (mgr.25139) 389 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:26:43.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:43 smithi062 bash[89221]: audit 2024-09-13T14:26:42.472270+0000 mgr.y (mgr.25139) 389 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:26:43.503 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:43 smithi062 bash[92878]: cluster 2024-09-13T14:26:42.358195+0000 mgr.y (mgr.25139) 388 : cluster [DBG] pgmap v205: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:26:43.503 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:43 smithi062 bash[92878]: cluster 2024-09-13T14:26:42.358195+0000 mgr.y (mgr.25139) 388 : cluster [DBG] pgmap v205: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:26:43.503 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:43 smithi062 bash[92878]: audit 2024-09-13T14:26:42.472270+0000 mgr.y (mgr.25139) 389 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:26:43.503 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:43 smithi062 bash[92878]: audit 2024-09-13T14:26:42.472270+0000 mgr.y (mgr.25139) 389 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:26:43.684 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:43 smithi178 bash[70490]: cluster 2024-09-13T14:26:42.358195+0000 mgr.y (mgr.25139) 388 : cluster [DBG] pgmap v205: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:26:43.685 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:43 smithi178 bash[70490]: cluster 2024-09-13T14:26:42.358195+0000 mgr.y (mgr.25139) 388 : cluster [DBG] pgmap v205: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:26:43.685 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:43 smithi178 bash[70490]: audit 2024-09-13T14:26:42.472270+0000 mgr.y (mgr.25139) 389 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:26:43.685 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:43 smithi178 bash[70490]: audit 2024-09-13T14:26:42.472270+0000 mgr.y (mgr.25139) 389 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:26:43.939 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:26:43 smithi062 bash[68610]: ::ffff:172.21.15.178 - - [13/Sep/2024:14:26:43] "GET /metrics HTTP/1.1" 200 38225 "" "Prometheus/2.51.0" 2024-09-13T14:26:43.940 DEBUG:teuthology.orchestra.run.smithi062:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ff1149ea-71d5-11ef-bceb-c7b262605968 -e sha1=b0201b8c79733293453e7f10a10c7fa43119222b -- bash -c 'ceph versions | jq -e '"'"'.mon | length == 1'"'"'' 2024-09-13T14:26:44.184 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:26:43 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:26:43.714447948Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:26:44.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:44 smithi062 bash[89221]: audit 2024-09-13T14:26:43.192024+0000 mgr.y (mgr.25139) 390 : audit [DBG] from='client.44136 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:26:44.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:44 smithi062 bash[89221]: audit 2024-09-13T14:26:43.192024+0000 mgr.y (mgr.25139) 390 : audit [DBG] from='client.44136 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:26:44.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:44 smithi062 bash[89221]: audit 2024-09-13T14:26:43.858489+0000 mon.b (mon.1) 76 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:26:44.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:44 smithi062 bash[89221]: audit 2024-09-13T14:26:43.858489+0000 mon.b (mon.1) 76 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:26:44.753 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:44 smithi062 bash[92878]: audit 2024-09-13T14:26:43.192024+0000 mgr.y (mgr.25139) 390 : audit [DBG] from='client.44136 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:26:44.753 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:44 smithi062 bash[92878]: audit 2024-09-13T14:26:43.192024+0000 mgr.y (mgr.25139) 390 : audit [DBG] from='client.44136 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:26:44.753 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:44 smithi062 bash[92878]: audit 2024-09-13T14:26:43.858489+0000 mon.b (mon.1) 76 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:26:44.753 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:44 smithi062 bash[92878]: audit 2024-09-13T14:26:43.858489+0000 mon.b (mon.1) 76 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:26:44.934 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:44 smithi178 bash[70490]: audit 2024-09-13T14:26:43.192024+0000 mgr.y (mgr.25139) 390 : audit [DBG] from='client.44136 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:26:44.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:44 smithi178 bash[70490]: audit 2024-09-13T14:26:43.192024+0000 mgr.y (mgr.25139) 390 : audit [DBG] from='client.44136 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:26:44.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:44 smithi178 bash[70490]: audit 2024-09-13T14:26:43.858489+0000 mon.b (mon.1) 76 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:26:44.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:44 smithi178 bash[70490]: audit 2024-09-13T14:26:43.858489+0000 mon.b (mon.1) 76 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:26:45.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:45 smithi062 bash[89221]: cluster 2024-09-13T14:26:44.359714+0000 mgr.y (mgr.25139) 391 : cluster [DBG] pgmap v206: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:26:45.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:45 smithi062 bash[89221]: cluster 2024-09-13T14:26:44.359714+0000 mgr.y (mgr.25139) 391 : cluster [DBG] pgmap v206: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:26:45.753 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:45 smithi062 bash[92878]: cluster 2024-09-13T14:26:44.359714+0000 mgr.y (mgr.25139) 391 : cluster [DBG] pgmap v206: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:26:45.753 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:45 smithi062 bash[92878]: cluster 2024-09-13T14:26:44.359714+0000 mgr.y (mgr.25139) 391 : cluster [DBG] pgmap v206: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:26:45.934 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:45 smithi178 bash[70490]: cluster 2024-09-13T14:26:44.359714+0000 mgr.y (mgr.25139) 391 : cluster [DBG] pgmap v206: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:26:45.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:45 smithi178 bash[70490]: cluster 2024-09-13T14:26:44.359714+0000 mgr.y (mgr.25139) 391 : cluster [DBG] pgmap v206: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:26:47.184 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:26:46 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:26:46.737797042Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:26:47.753 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:47 smithi062 bash[92878]: cluster 2024-09-13T14:26:46.360424+0000 mgr.y (mgr.25139) 392 : cluster [DBG] pgmap v207: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:26:47.753 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:47 smithi062 bash[92878]: cluster 2024-09-13T14:26:46.360424+0000 mgr.y (mgr.25139) 392 : cluster [DBG] pgmap v207: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:26:47.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:47 smithi062 bash[89221]: cluster 2024-09-13T14:26:46.360424+0000 mgr.y (mgr.25139) 392 : cluster [DBG] pgmap v207: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:26:47.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:47 smithi062 bash[89221]: cluster 2024-09-13T14:26:46.360424+0000 mgr.y (mgr.25139) 392 : cluster [DBG] pgmap v207: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:26:47.934 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:47 smithi178 bash[70490]: cluster 2024-09-13T14:26:46.360424+0000 mgr.y (mgr.25139) 392 : cluster [DBG] pgmap v207: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:26:47.934 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:47 smithi178 bash[70490]: cluster 2024-09-13T14:26:46.360424+0000 mgr.y (mgr.25139) 392 : cluster [DBG] pgmap v207: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:26:48.762 INFO:teuthology.orchestra.run.smithi062.stderr:Inferring config /var/lib/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T14:26:49.753 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:49 smithi062 bash[92878]: cluster 2024-09-13T14:26:48.361174+0000 mgr.y (mgr.25139) 393 : cluster [DBG] pgmap v208: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:26:49.753 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:49 smithi062 bash[92878]: cluster 2024-09-13T14:26:48.361174+0000 mgr.y (mgr.25139) 393 : cluster [DBG] pgmap v208: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:26:49.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:49 smithi062 bash[89221]: cluster 2024-09-13T14:26:48.361174+0000 mgr.y (mgr.25139) 393 : cluster [DBG] pgmap v208: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:26:49.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:49 smithi062 bash[89221]: cluster 2024-09-13T14:26:48.361174+0000 mgr.y (mgr.25139) 393 : cluster [DBG] pgmap v208: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:26:49.754 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:49 smithi178 bash[70490]: cluster 2024-09-13T14:26:48.361174+0000 mgr.y (mgr.25139) 393 : cluster [DBG] pgmap v208: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:26:49.754 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:49 smithi178 bash[70490]: cluster 2024-09-13T14:26:48.361174+0000 mgr.y (mgr.25139) 393 : cluster [DBG] pgmap v208: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:26:50.184 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:26:49 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:26:49.755060638Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:26:50.238 INFO:teuthology.orchestra.run.smithi062.stdout:true 2024-09-13T14:26:50.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:50 smithi062 bash[89221]: audit 2024-09-13T14:26:50.228198+0000 mon.c (mon.2) 2 : audit [DBG] from='client.? 172.21.15.62:0/1451249930' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:26:50.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:50 smithi062 bash[89221]: audit 2024-09-13T14:26:50.228198+0000 mon.c (mon.2) 2 : audit [DBG] from='client.? 172.21.15.62:0/1451249930' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:26:50.503 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:50 smithi062 bash[92878]: audit 2024-09-13T14:26:50.228198+0000 mon.c (mon.2) 2 : audit [DBG] from='client.? 172.21.15.62:0/1451249930' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:26:50.503 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:50 smithi062 bash[92878]: audit 2024-09-13T14:26:50.228198+0000 mon.c (mon.2) 2 : audit [DBG] from='client.? 172.21.15.62:0/1451249930' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:26:50.934 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:50 smithi178 bash[70490]: audit 2024-09-13T14:26:50.228198+0000 mon.c (mon.2) 2 : audit [DBG] from='client.? 172.21.15.62:0/1451249930' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:26:50.934 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:50 smithi178 bash[70490]: audit 2024-09-13T14:26:50.228198+0000 mon.c (mon.2) 2 : audit [DBG] from='client.? 172.21.15.62:0/1451249930' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:26:50.953 DEBUG:teuthology.orchestra.run.smithi062:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ff1149ea-71d5-11ef-bceb-c7b262605968 -e sha1=b0201b8c79733293453e7f10a10c7fa43119222b -- bash -c 'ceph versions | jq -e '"'"'.mon | keys'"'"' | grep $sha1' 2024-09-13T14:26:51.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:51 smithi062 bash[89221]: cluster 2024-09-13T14:26:50.362780+0000 mgr.y (mgr.25139) 394 : cluster [DBG] pgmap v209: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:26:51.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:51 smithi062 bash[89221]: cluster 2024-09-13T14:26:50.362780+0000 mgr.y (mgr.25139) 394 : cluster [DBG] pgmap v209: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:26:51.753 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:51 smithi062 bash[92878]: cluster 2024-09-13T14:26:50.362780+0000 mgr.y (mgr.25139) 394 : cluster [DBG] pgmap v209: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:26:51.753 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:51 smithi062 bash[92878]: cluster 2024-09-13T14:26:50.362780+0000 mgr.y (mgr.25139) 394 : cluster [DBG] pgmap v209: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:26:51.934 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:51 smithi178 bash[70490]: cluster 2024-09-13T14:26:50.362780+0000 mgr.y (mgr.25139) 394 : cluster [DBG] pgmap v209: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:26:51.934 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:51 smithi178 bash[70490]: cluster 2024-09-13T14:26:50.362780+0000 mgr.y (mgr.25139) 394 : cluster [DBG] pgmap v209: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:26:53.185 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:26:52 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:26:52.729263195Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:26:53.752 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:26:53 smithi062 bash[68610]: ::ffff:172.21.15.178 - - [13/Sep/2024:14:26:53] "GET /metrics HTTP/1.1" 200 38226 "" "Prometheus/2.51.0" 2024-09-13T14:26:53.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:53 smithi062 bash[89221]: cluster 2024-09-13T14:26:52.363533+0000 mgr.y (mgr.25139) 395 : cluster [DBG] pgmap v210: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:26:53.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:53 smithi062 bash[89221]: cluster 2024-09-13T14:26:52.363533+0000 mgr.y (mgr.25139) 395 : cluster [DBG] pgmap v210: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:26:53.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:53 smithi062 bash[89221]: audit 2024-09-13T14:26:52.483310+0000 mgr.y (mgr.25139) 396 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:26:53.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:53 smithi062 bash[89221]: audit 2024-09-13T14:26:52.483310+0000 mgr.y (mgr.25139) 396 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:26:53.753 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:53 smithi062 bash[92878]: cluster 2024-09-13T14:26:52.363533+0000 mgr.y (mgr.25139) 395 : cluster [DBG] pgmap v210: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:26:53.753 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:53 smithi062 bash[92878]: cluster 2024-09-13T14:26:52.363533+0000 mgr.y (mgr.25139) 395 : cluster [DBG] pgmap v210: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:26:53.753 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:53 smithi062 bash[92878]: audit 2024-09-13T14:26:52.483310+0000 mgr.y (mgr.25139) 396 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:26:53.754 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:53 smithi062 bash[92878]: audit 2024-09-13T14:26:52.483310+0000 mgr.y (mgr.25139) 396 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:26:53.934 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:53 smithi178 bash[70490]: cluster 2024-09-13T14:26:52.363533+0000 mgr.y (mgr.25139) 395 : cluster [DBG] pgmap v210: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:26:53.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:53 smithi178 bash[70490]: cluster 2024-09-13T14:26:52.363533+0000 mgr.y (mgr.25139) 395 : cluster [DBG] pgmap v210: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:26:53.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:53 smithi178 bash[70490]: audit 2024-09-13T14:26:52.483310+0000 mgr.y (mgr.25139) 396 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:26:53.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:53 smithi178 bash[70490]: audit 2024-09-13T14:26:52.483310+0000 mgr.y (mgr.25139) 396 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:26:55.724 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:55 smithi178 bash[70490]: cluster 2024-09-13T14:26:54.365221+0000 mgr.y (mgr.25139) 397 : cluster [DBG] pgmap v211: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:26:55.724 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:55 smithi178 bash[70490]: cluster 2024-09-13T14:26:54.365221+0000 mgr.y (mgr.25139) 397 : cluster [DBG] pgmap v211: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:26:55.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:55 smithi062 bash[89221]: cluster 2024-09-13T14:26:54.365221+0000 mgr.y (mgr.25139) 397 : cluster [DBG] pgmap v211: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:26:55.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:55 smithi062 bash[89221]: cluster 2024-09-13T14:26:54.365221+0000 mgr.y (mgr.25139) 397 : cluster [DBG] pgmap v211: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:26:55.753 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:55 smithi062 bash[92878]: cluster 2024-09-13T14:26:54.365221+0000 mgr.y (mgr.25139) 397 : cluster [DBG] pgmap v211: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:26:55.753 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:55 smithi062 bash[92878]: cluster 2024-09-13T14:26:54.365221+0000 mgr.y (mgr.25139) 397 : cluster [DBG] pgmap v211: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:26:55.769 INFO:teuthology.orchestra.run.smithi062.stderr:Inferring config /var/lib/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T14:26:56.184 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:26:55 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:26:55.724278106Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:26:57.422 INFO:teuthology.orchestra.run.smithi062.stdout: "ceph version 19.3.0-4917-gb0201b8c (b0201b8c79733293453e7f10a10c7fa43119222b) squid (dev)" 2024-09-13T14:26:57.753 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:57 smithi062 bash[92878]: cluster 2024-09-13T14:26:56.365961+0000 mgr.y (mgr.25139) 398 : cluster [DBG] pgmap v212: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:26:57.753 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:57 smithi062 bash[92878]: cluster 2024-09-13T14:26:56.365961+0000 mgr.y (mgr.25139) 398 : cluster [DBG] pgmap v212: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:26:57.753 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:57 smithi062 bash[92878]: audit 2024-09-13T14:26:57.411607+0000 mon.a (mon.0) 109 : audit [DBG] from='client.? 172.21.15.62:0/390107944' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:26:57.753 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:57 smithi062 bash[92878]: audit 2024-09-13T14:26:57.411607+0000 mon.a (mon.0) 109 : audit [DBG] from='client.? 172.21.15.62:0/390107944' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:26:57.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:57 smithi062 bash[89221]: cluster 2024-09-13T14:26:56.365961+0000 mgr.y (mgr.25139) 398 : cluster [DBG] pgmap v212: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:26:57.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:57 smithi062 bash[89221]: cluster 2024-09-13T14:26:56.365961+0000 mgr.y (mgr.25139) 398 : cluster [DBG] pgmap v212: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:26:57.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:57 smithi062 bash[89221]: audit 2024-09-13T14:26:57.411607+0000 mon.a (mon.0) 109 : audit [DBG] from='client.? 172.21.15.62:0/390107944' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:26:57.754 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:57 smithi062 bash[89221]: audit 2024-09-13T14:26:57.411607+0000 mon.a (mon.0) 109 : audit [DBG] from='client.? 172.21.15.62:0/390107944' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:26:57.934 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:57 smithi178 bash[70490]: cluster 2024-09-13T14:26:56.365961+0000 mgr.y (mgr.25139) 398 : cluster [DBG] pgmap v212: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:26:57.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:57 smithi178 bash[70490]: cluster 2024-09-13T14:26:56.365961+0000 mgr.y (mgr.25139) 398 : cluster [DBG] pgmap v212: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:26:57.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:57 smithi178 bash[70490]: audit 2024-09-13T14:26:57.411607+0000 mon.a (mon.0) 109 : audit [DBG] from='client.? 172.21.15.62:0/390107944' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:26:57.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:57 smithi178 bash[70490]: audit 2024-09-13T14:26:57.411607+0000 mon.a (mon.0) 109 : audit [DBG] from='client.? 172.21.15.62:0/390107944' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:26:58.154 DEBUG:teuthology.orchestra.run.smithi062:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ff1149ea-71d5-11ef-bceb-c7b262605968 -e sha1=b0201b8c79733293453e7f10a10c7fa43119222b -- bash -c 'ceph orch upgrade check quay.ceph.io/ceph-ci/ceph:$sha1 | jq -e '"'"'.up_to_date | length == 5'"'"'' 2024-09-13T14:26:59.184 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:26:58 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:26:58.760934892Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:26:59.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:59 smithi062 bash[89221]: cluster 2024-09-13T14:26:58.366473+0000 mgr.y (mgr.25139) 399 : cluster [DBG] pgmap v213: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:26:59.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:59 smithi062 bash[89221]: cluster 2024-09-13T14:26:58.366473+0000 mgr.y (mgr.25139) 399 : cluster [DBG] pgmap v213: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:26:59.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:59 smithi062 bash[89221]: audit 2024-09-13T14:26:58.858789+0000 mon.b (mon.1) 77 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:26:59.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:26:59 smithi062 bash[89221]: audit 2024-09-13T14:26:58.858789+0000 mon.b (mon.1) 77 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:26:59.753 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:59 smithi062 bash[92878]: cluster 2024-09-13T14:26:58.366473+0000 mgr.y (mgr.25139) 399 : cluster [DBG] pgmap v213: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:26:59.754 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:59 smithi062 bash[92878]: cluster 2024-09-13T14:26:58.366473+0000 mgr.y (mgr.25139) 399 : cluster [DBG] pgmap v213: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:26:59.754 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:59 smithi062 bash[92878]: audit 2024-09-13T14:26:58.858789+0000 mon.b (mon.1) 77 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:26:59.754 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:26:59 smithi062 bash[92878]: audit 2024-09-13T14:26:58.858789+0000 mon.b (mon.1) 77 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:26:59.934 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:59 smithi178 bash[70490]: cluster 2024-09-13T14:26:58.366473+0000 mgr.y (mgr.25139) 399 : cluster [DBG] pgmap v213: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:26:59.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:59 smithi178 bash[70490]: cluster 2024-09-13T14:26:58.366473+0000 mgr.y (mgr.25139) 399 : cluster [DBG] pgmap v213: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:26:59.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:59 smithi178 bash[70490]: audit 2024-09-13T14:26:58.858789+0000 mon.b (mon.1) 77 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:26:59.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:26:59 smithi178 bash[70490]: audit 2024-09-13T14:26:58.858789+0000 mon.b (mon.1) 77 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:27:01.737 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:27:01 smithi178 bash[70490]: cluster 2024-09-13T14:27:00.368149+0000 mgr.y (mgr.25139) 400 : cluster [DBG] pgmap v214: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:27:01.737 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:27:01 smithi178 bash[70490]: cluster 2024-09-13T14:27:00.368149+0000 mgr.y (mgr.25139) 400 : cluster [DBG] pgmap v214: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:27:01.752 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:27:01 smithi062 bash[89221]: cluster 2024-09-13T14:27:00.368149+0000 mgr.y (mgr.25139) 400 : cluster [DBG] pgmap v214: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:27:01.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:27:01 smithi062 bash[89221]: cluster 2024-09-13T14:27:00.368149+0000 mgr.y (mgr.25139) 400 : cluster [DBG] pgmap v214: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:27:01.753 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:27:01 smithi062 bash[92878]: cluster 2024-09-13T14:27:00.368149+0000 mgr.y (mgr.25139) 400 : cluster [DBG] pgmap v214: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:27:01.753 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:27:01 smithi062 bash[92878]: cluster 2024-09-13T14:27:00.368149+0000 mgr.y (mgr.25139) 400 : cluster [DBG] pgmap v214: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:27:02.185 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:27:01 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:27:01.737538981Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:27:02.981 INFO:teuthology.orchestra.run.smithi062.stderr:Inferring config /var/lib/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T14:27:03.752 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:27:03 smithi062 bash[68610]: ::ffff:172.21.15.178 - - [13/Sep/2024:14:27:03] "GET /metrics HTTP/1.1" 200 38229 "" "Prometheus/2.51.0" 2024-09-13T14:27:03.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:27:03 smithi062 bash[89221]: cluster 2024-09-13T14:27:02.368862+0000 mgr.y (mgr.25139) 401 : cluster [DBG] pgmap v215: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:27:03.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:27:03 smithi062 bash[89221]: cluster 2024-09-13T14:27:02.368862+0000 mgr.y (mgr.25139) 401 : cluster [DBG] pgmap v215: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:27:03.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:27:03 smithi062 bash[89221]: audit 2024-09-13T14:27:02.492345+0000 mgr.y (mgr.25139) 402 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:27:03.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:27:03 smithi062 bash[89221]: audit 2024-09-13T14:27:02.492345+0000 mgr.y (mgr.25139) 402 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:27:03.753 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:27:03 smithi062 bash[92878]: cluster 2024-09-13T14:27:02.368862+0000 mgr.y (mgr.25139) 401 : cluster [DBG] pgmap v215: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:27:03.753 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:27:03 smithi062 bash[92878]: cluster 2024-09-13T14:27:02.368862+0000 mgr.y (mgr.25139) 401 : cluster [DBG] pgmap v215: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:27:03.754 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:27:03 smithi062 bash[92878]: audit 2024-09-13T14:27:02.492345+0000 mgr.y (mgr.25139) 402 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:27:03.754 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:27:03 smithi062 bash[92878]: audit 2024-09-13T14:27:02.492345+0000 mgr.y (mgr.25139) 402 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:27:03.934 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:27:03 smithi178 bash[70490]: cluster 2024-09-13T14:27:02.368862+0000 mgr.y (mgr.25139) 401 : cluster [DBG] pgmap v215: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:27:03.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:27:03 smithi178 bash[70490]: cluster 2024-09-13T14:27:02.368862+0000 mgr.y (mgr.25139) 401 : cluster [DBG] pgmap v215: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:27:03.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:27:03 smithi178 bash[70490]: audit 2024-09-13T14:27:02.492345+0000 mgr.y (mgr.25139) 402 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:27:03.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:27:03 smithi178 bash[70490]: audit 2024-09-13T14:27:02.492345+0000 mgr.y (mgr.25139) 402 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:27:05.184 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:27:04 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:27:04.714242919Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:27:05.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:27:05 smithi062 bash[89221]: cluster 2024-09-13T14:27:04.370465+0000 mgr.y (mgr.25139) 403 : cluster [DBG] pgmap v216: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 B/s wr, 4 op/s 2024-09-13T14:27:05.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:27:05 smithi062 bash[89221]: cluster 2024-09-13T14:27:04.370465+0000 mgr.y (mgr.25139) 403 : cluster [DBG] pgmap v216: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 B/s wr, 4 op/s 2024-09-13T14:27:05.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:27:05 smithi062 bash[89221]: audit 2024-09-13T14:27:04.522065+0000 mgr.y (mgr.25139) 404 : audit [DBG] from='client.54128 -' entity='client.admin' cmd=[{"prefix": "orch upgrade check", "image": "quay.ceph.io/ceph-ci/ceph:b0201b8c79733293453e7f10a10c7fa43119222b", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:27:05.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:27:05 smithi062 bash[89221]: audit 2024-09-13T14:27:04.522065+0000 mgr.y (mgr.25139) 404 : audit [DBG] from='client.54128 -' entity='client.admin' cmd=[{"prefix": "orch upgrade check", "image": "quay.ceph.io/ceph-ci/ceph:b0201b8c79733293453e7f10a10c7fa43119222b", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:27:05.753 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:27:05 smithi062 bash[92878]: cluster 2024-09-13T14:27:04.370465+0000 mgr.y (mgr.25139) 403 : cluster [DBG] pgmap v216: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 B/s wr, 4 op/s 2024-09-13T14:27:05.753 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:27:05 smithi062 bash[92878]: cluster 2024-09-13T14:27:04.370465+0000 mgr.y (mgr.25139) 403 : cluster [DBG] pgmap v216: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 B/s wr, 4 op/s 2024-09-13T14:27:05.753 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:27:05 smithi062 bash[92878]: audit 2024-09-13T14:27:04.522065+0000 mgr.y (mgr.25139) 404 : audit [DBG] from='client.54128 -' entity='client.admin' cmd=[{"prefix": "orch upgrade check", "image": "quay.ceph.io/ceph-ci/ceph:b0201b8c79733293453e7f10a10c7fa43119222b", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:27:05.754 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:27:05 smithi062 bash[92878]: audit 2024-09-13T14:27:04.522065+0000 mgr.y (mgr.25139) 404 : audit [DBG] from='client.54128 -' entity='client.admin' cmd=[{"prefix": "orch upgrade check", "image": "quay.ceph.io/ceph-ci/ceph:b0201b8c79733293453e7f10a10c7fa43119222b", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:27:05.934 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:27:05 smithi178 bash[70490]: cluster 2024-09-13T14:27:04.370465+0000 mgr.y (mgr.25139) 403 : cluster [DBG] pgmap v216: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 B/s wr, 4 op/s 2024-09-13T14:27:05.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:27:05 smithi178 bash[70490]: cluster 2024-09-13T14:27:04.370465+0000 mgr.y (mgr.25139) 403 : cluster [DBG] pgmap v216: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 B/s wr, 4 op/s 2024-09-13T14:27:05.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:27:05 smithi178 bash[70490]: audit 2024-09-13T14:27:04.522065+0000 mgr.y (mgr.25139) 404 : audit [DBG] from='client.54128 -' entity='client.admin' cmd=[{"prefix": "orch upgrade check", "image": "quay.ceph.io/ceph-ci/ceph:b0201b8c79733293453e7f10a10c7fa43119222b", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:27:05.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:27:05 smithi178 bash[70490]: audit 2024-09-13T14:27:04.522065+0000 mgr.y (mgr.25139) 404 : audit [DBG] from='client.54128 -' entity='client.admin' cmd=[{"prefix": "orch upgrade check", "image": "quay.ceph.io/ceph-ci/ceph:b0201b8c79733293453e7f10a10c7fa43119222b", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:27:07.108 INFO:teuthology.orchestra.run.smithi062.stdout:true 2024-09-13T14:27:07.739 DEBUG:teuthology.orchestra.run.smithi062:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ff1149ea-71d5-11ef-bceb-c7b262605968 -e sha1=b0201b8c79733293453e7f10a10c7fa43119222b -- bash -c 'ceph orch upgrade status' 2024-09-13T14:27:07.751 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:27:07 smithi062 bash[92878]: cluster 2024-09-13T14:27:06.370898+0000 mgr.y (mgr.25139) 405 : cluster [DBG] pgmap v217: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 2.6 KiB/s rd, 0 B/s wr, 3 op/s 2024-09-13T14:27:07.751 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:27:07 smithi062 bash[92878]: cluster 2024-09-13T14:27:06.370898+0000 mgr.y (mgr.25139) 405 : cluster [DBG] pgmap v217: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 2.6 KiB/s rd, 0 B/s wr, 3 op/s 2024-09-13T14:27:07.751 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:27:07 smithi062 bash[89221]: cluster 2024-09-13T14:27:06.370898+0000 mgr.y (mgr.25139) 405 : cluster [DBG] pgmap v217: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 2.6 KiB/s rd, 0 B/s wr, 3 op/s 2024-09-13T14:27:07.751 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:27:07 smithi062 bash[89221]: cluster 2024-09-13T14:27:06.370898+0000 mgr.y (mgr.25139) 405 : cluster [DBG] pgmap v217: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 2.6 KiB/s rd, 0 B/s wr, 3 op/s 2024-09-13T14:27:07.935 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:27:07 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:27:07.739339209Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:27:07.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:27:07 smithi178 bash[70490]: cluster 2024-09-13T14:27:06.370898+0000 mgr.y (mgr.25139) 405 : cluster [DBG] pgmap v217: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 2.6 KiB/s rd, 0 B/s wr, 3 op/s 2024-09-13T14:27:07.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:27:07 smithi178 bash[70490]: cluster 2024-09-13T14:27:06.370898+0000 mgr.y (mgr.25139) 405 : cluster [DBG] pgmap v217: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 2.6 KiB/s rd, 0 B/s wr, 3 op/s 2024-09-13T14:27:09.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:27:09 smithi062 bash[89221]: cluster 2024-09-13T14:27:08.371569+0000 mgr.y (mgr.25139) 406 : cluster [DBG] pgmap v218: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 2.6 KiB/s rd, 0 B/s wr, 3 op/s 2024-09-13T14:27:09.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:27:09 smithi062 bash[89221]: cluster 2024-09-13T14:27:08.371569+0000 mgr.y (mgr.25139) 406 : cluster [DBG] pgmap v218: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 2.6 KiB/s rd, 0 B/s wr, 3 op/s 2024-09-13T14:27:09.753 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:27:09 smithi062 bash[92878]: cluster 2024-09-13T14:27:08.371569+0000 mgr.y (mgr.25139) 406 : cluster [DBG] pgmap v218: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 2.6 KiB/s rd, 0 B/s wr, 3 op/s 2024-09-13T14:27:09.753 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:27:09 smithi062 bash[92878]: cluster 2024-09-13T14:27:08.371569+0000 mgr.y (mgr.25139) 406 : cluster [DBG] pgmap v218: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 2.6 KiB/s rd, 0 B/s wr, 3 op/s 2024-09-13T14:27:09.934 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:27:09 smithi178 bash[70490]: cluster 2024-09-13T14:27:08.371569+0000 mgr.y (mgr.25139) 406 : cluster [DBG] pgmap v218: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 2.6 KiB/s rd, 0 B/s wr, 3 op/s 2024-09-13T14:27:09.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:27:09 smithi178 bash[70490]: cluster 2024-09-13T14:27:08.371569+0000 mgr.y (mgr.25139) 406 : cluster [DBG] pgmap v218: 161 pgs: 161 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 2.6 KiB/s rd, 0 B/s wr, 3 op/s 2024-09-13T14:27:11.184 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:27:10 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:27:10.720232433Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:27:11.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:27:11 smithi062 bash[89221]: cluster 2024-09-13T14:27:10.373406+0000 mgr.y (mgr.25139) 407 : cluster [DBG] pgmap v219: 161 pgs: 161 active+clean; 585 KiB data, 272 MiB used, 715 GiB / 715 GiB avail; 41 KiB/s rd, 0 B/s wr, 67 op/s 2024-09-13T14:27:11.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:27:11 smithi062 bash[89221]: cluster 2024-09-13T14:27:10.373406+0000 mgr.y (mgr.25139) 407 : cluster [DBG] pgmap v219: 161 pgs: 161 active+clean; 585 KiB data, 272 MiB used, 715 GiB / 715 GiB avail; 41 KiB/s rd, 0 B/s wr, 67 op/s 2024-09-13T14:27:11.753 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:27:11 smithi062 bash[92878]: cluster 2024-09-13T14:27:10.373406+0000 mgr.y (mgr.25139) 407 : cluster [DBG] pgmap v219: 161 pgs: 161 active+clean; 585 KiB data, 272 MiB used, 715 GiB / 715 GiB avail; 41 KiB/s rd, 0 B/s wr, 67 op/s 2024-09-13T14:27:11.753 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:27:11 smithi062 bash[92878]: cluster 2024-09-13T14:27:10.373406+0000 mgr.y (mgr.25139) 407 : cluster [DBG] pgmap v219: 161 pgs: 161 active+clean; 585 KiB data, 272 MiB used, 715 GiB / 715 GiB avail; 41 KiB/s rd, 0 B/s wr, 67 op/s 2024-09-13T14:27:11.934 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:27:11 smithi178 bash[70490]: cluster 2024-09-13T14:27:10.373406+0000 mgr.y (mgr.25139) 407 : cluster [DBG] pgmap v219: 161 pgs: 161 active+clean; 585 KiB data, 272 MiB used, 715 GiB / 715 GiB avail; 41 KiB/s rd, 0 B/s wr, 67 op/s 2024-09-13T14:27:11.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:27:11 smithi178 bash[70490]: cluster 2024-09-13T14:27:10.373406+0000 mgr.y (mgr.25139) 407 : cluster [DBG] pgmap v219: 161 pgs: 161 active+clean; 585 KiB data, 272 MiB used, 715 GiB / 715 GiB avail; 41 KiB/s rd, 0 B/s wr, 67 op/s 2024-09-13T14:27:12.570 INFO:teuthology.orchestra.run.smithi062.stderr:Inferring config /var/lib/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T14:27:13.934 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:27:13 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:27:13.753112695Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:27:13.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:27:13 smithi178 bash[70490]: cluster 2024-09-13T14:27:12.374119+0000 mgr.y (mgr.25139) 408 : cluster [DBG] pgmap v220: 161 pgs: 161 active+clean; 585 KiB data, 272 MiB used, 715 GiB / 715 GiB avail; 41 KiB/s rd, 0 B/s wr, 67 op/s 2024-09-13T14:27:13.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:27:13 smithi178 bash[70490]: cluster 2024-09-13T14:27:12.374119+0000 mgr.y (mgr.25139) 408 : cluster [DBG] pgmap v220: 161 pgs: 161 active+clean; 585 KiB data, 272 MiB used, 715 GiB / 715 GiB avail; 41 KiB/s rd, 0 B/s wr, 67 op/s 2024-09-13T14:27:13.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:27:13 smithi178 bash[70490]: audit 2024-09-13T14:27:12.503326+0000 mgr.y (mgr.25139) 409 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:27:13.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:27:13 smithi178 bash[70490]: audit 2024-09-13T14:27:12.503326+0000 mgr.y (mgr.25139) 409 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:27:14.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:27:13 smithi062 bash[89221]: cluster 2024-09-13T14:27:12.374119+0000 mgr.y (mgr.25139) 408 : cluster [DBG] pgmap v220: 161 pgs: 161 active+clean; 585 KiB data, 272 MiB used, 715 GiB / 715 GiB avail; 41 KiB/s rd, 0 B/s wr, 67 op/s 2024-09-13T14:27:14.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:27:13 smithi062 bash[89221]: cluster 2024-09-13T14:27:12.374119+0000 mgr.y (mgr.25139) 408 : cluster [DBG] pgmap v220: 161 pgs: 161 active+clean; 585 KiB data, 272 MiB used, 715 GiB / 715 GiB avail; 41 KiB/s rd, 0 B/s wr, 67 op/s 2024-09-13T14:27:14.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:27:13 smithi062 bash[89221]: audit 2024-09-13T14:27:12.503326+0000 mgr.y (mgr.25139) 409 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:27:14.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:27:13 smithi062 bash[89221]: audit 2024-09-13T14:27:12.503326+0000 mgr.y (mgr.25139) 409 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:27:14.003 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:27:13 smithi062 bash[68610]: ::ffff:172.21.15.178 - - [13/Sep/2024:14:27:13] "GET /metrics HTTP/1.1" 200 38229 "" "Prometheus/2.51.0" 2024-09-13T14:27:14.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:27:13 smithi062 bash[92878]: cluster 2024-09-13T14:27:12.374119+0000 mgr.y (mgr.25139) 408 : cluster [DBG] pgmap v220: 161 pgs: 161 active+clean; 585 KiB data, 272 MiB used, 715 GiB / 715 GiB avail; 41 KiB/s rd, 0 B/s wr, 67 op/s 2024-09-13T14:27:14.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:27:13 smithi062 bash[92878]: cluster 2024-09-13T14:27:12.374119+0000 mgr.y (mgr.25139) 408 : cluster [DBG] pgmap v220: 161 pgs: 161 active+clean; 585 KiB data, 272 MiB used, 715 GiB / 715 GiB avail; 41 KiB/s rd, 0 B/s wr, 67 op/s 2024-09-13T14:27:14.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:27:13 smithi062 bash[92878]: audit 2024-09-13T14:27:12.503326+0000 mgr.y (mgr.25139) 409 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:27:14.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:27:13 smithi062 bash[92878]: audit 2024-09-13T14:27:12.503326+0000 mgr.y (mgr.25139) 409 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:27:14.019 INFO:teuthology.orchestra.run.smithi062.stdout:{ 2024-09-13T14:27:14.019 INFO:teuthology.orchestra.run.smithi062.stdout: "target_image": null, 2024-09-13T14:27:14.019 INFO:teuthology.orchestra.run.smithi062.stdout: "in_progress": false, 2024-09-13T14:27:14.019 INFO:teuthology.orchestra.run.smithi062.stdout: "which": "", 2024-09-13T14:27:14.019 INFO:teuthology.orchestra.run.smithi062.stdout: "services_complete": [], 2024-09-13T14:27:14.019 INFO:teuthology.orchestra.run.smithi062.stdout: "progress": null, 2024-09-13T14:27:14.019 INFO:teuthology.orchestra.run.smithi062.stdout: "message": "", 2024-09-13T14:27:14.019 INFO:teuthology.orchestra.run.smithi062.stdout: "is_paused": false 2024-09-13T14:27:14.019 INFO:teuthology.orchestra.run.smithi062.stdout:} 2024-09-13T14:27:14.771 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:27:14 smithi062 bash[89221]: audit 2024-09-13T14:27:13.859138+0000 mon.b (mon.1) 78 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:27:14.771 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:27:14 smithi062 bash[89221]: audit 2024-09-13T14:27:13.859138+0000 mon.b (mon.1) 78 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:27:14.772 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:27:14 smithi062 bash[89221]: audit 2024-09-13T14:27:14.019967+0000 mgr.y (mgr.25139) 410 : audit [DBG] from='client.54134 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:27:14.772 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:27:14 smithi062 bash[89221]: audit 2024-09-13T14:27:14.019967+0000 mgr.y (mgr.25139) 410 : audit [DBG] from='client.54134 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:27:14.772 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:27:14 smithi062 bash[92878]: audit 2024-09-13T14:27:13.859138+0000 mon.b (mon.1) 78 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:27:14.772 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:27:14 smithi062 bash[92878]: audit 2024-09-13T14:27:13.859138+0000 mon.b (mon.1) 78 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:27:14.772 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:27:14 smithi062 bash[92878]: audit 2024-09-13T14:27:14.019967+0000 mgr.y (mgr.25139) 410 : audit [DBG] from='client.54134 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:27:14.772 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:27:14 smithi062 bash[92878]: audit 2024-09-13T14:27:14.019967+0000 mgr.y (mgr.25139) 410 : audit [DBG] from='client.54134 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:27:14.774 DEBUG:teuthology.orchestra.run.smithi062:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ff1149ea-71d5-11ef-bceb-c7b262605968 -e sha1=b0201b8c79733293453e7f10a10c7fa43119222b -- bash -c 'ceph health detail' 2024-09-13T14:27:14.934 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:27:14 smithi178 bash[70490]: audit 2024-09-13T14:27:13.859138+0000 mon.b (mon.1) 78 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:27:14.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:27:14 smithi178 bash[70490]: audit 2024-09-13T14:27:13.859138+0000 mon.b (mon.1) 78 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:27:14.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:27:14 smithi178 bash[70490]: audit 2024-09-13T14:27:14.019967+0000 mgr.y (mgr.25139) 410 : audit [DBG] from='client.54134 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:27:14.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:27:14 smithi178 bash[70490]: audit 2024-09-13T14:27:14.019967+0000 mgr.y (mgr.25139) 410 : audit [DBG] from='client.54134 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:27:15.934 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:27:15 smithi178 bash[70490]: cluster 2024-09-13T14:27:14.375713+0000 mgr.y (mgr.25139) 411 : cluster [DBG] pgmap v221: 161 pgs: 161 active+clean; 585 KiB data, 272 MiB used, 715 GiB / 715 GiB avail; 73 KiB/s rd, 0 B/s wr, 120 op/s 2024-09-13T14:27:15.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:27:15 smithi178 bash[70490]: cluster 2024-09-13T14:27:14.375713+0000 mgr.y (mgr.25139) 411 : cluster [DBG] pgmap v221: 161 pgs: 161 active+clean; 585 KiB data, 272 MiB used, 715 GiB / 715 GiB avail; 73 KiB/s rd, 0 B/s wr, 120 op/s 2024-09-13T14:27:16.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:27:15 smithi062 bash[89221]: cluster 2024-09-13T14:27:14.375713+0000 mgr.y (mgr.25139) 411 : cluster [DBG] pgmap v221: 161 pgs: 161 active+clean; 585 KiB data, 272 MiB used, 715 GiB / 715 GiB avail; 73 KiB/s rd, 0 B/s wr, 120 op/s 2024-09-13T14:27:16.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:27:15 smithi062 bash[89221]: cluster 2024-09-13T14:27:14.375713+0000 mgr.y (mgr.25139) 411 : cluster [DBG] pgmap v221: 161 pgs: 161 active+clean; 585 KiB data, 272 MiB used, 715 GiB / 715 GiB avail; 73 KiB/s rd, 0 B/s wr, 120 op/s 2024-09-13T14:27:16.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:27:15 smithi062 bash[92878]: cluster 2024-09-13T14:27:14.375713+0000 mgr.y (mgr.25139) 411 : cluster [DBG] pgmap v221: 161 pgs: 161 active+clean; 585 KiB data, 272 MiB used, 715 GiB / 715 GiB avail; 73 KiB/s rd, 0 B/s wr, 120 op/s 2024-09-13T14:27:16.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:27:15 smithi062 bash[92878]: cluster 2024-09-13T14:27:14.375713+0000 mgr.y (mgr.25139) 411 : cluster [DBG] pgmap v221: 161 pgs: 161 active+clean; 585 KiB data, 272 MiB used, 715 GiB / 715 GiB avail; 73 KiB/s rd, 0 B/s wr, 120 op/s 2024-09-13T14:27:17.185 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:27:16 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:27:16.750216966Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:27:17.934 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:27:17 smithi178 bash[70490]: cluster 2024-09-13T14:27:16.376496+0000 mgr.y (mgr.25139) 412 : cluster [DBG] pgmap v222: 161 pgs: 161 active+clean; 585 KiB data, 272 MiB used, 715 GiB / 715 GiB avail; 71 KiB/s rd, 0 B/s wr, 117 op/s 2024-09-13T14:27:17.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:27:17 smithi178 bash[70490]: cluster 2024-09-13T14:27:16.376496+0000 mgr.y (mgr.25139) 412 : cluster [DBG] pgmap v222: 161 pgs: 161 active+clean; 585 KiB data, 272 MiB used, 715 GiB / 715 GiB avail; 71 KiB/s rd, 0 B/s wr, 117 op/s 2024-09-13T14:27:18.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:27:17 smithi062 bash[89221]: cluster 2024-09-13T14:27:16.376496+0000 mgr.y (mgr.25139) 412 : cluster [DBG] pgmap v222: 161 pgs: 161 active+clean; 585 KiB data, 272 MiB used, 715 GiB / 715 GiB avail; 71 KiB/s rd, 0 B/s wr, 117 op/s 2024-09-13T14:27:18.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:27:17 smithi062 bash[89221]: cluster 2024-09-13T14:27:16.376496+0000 mgr.y (mgr.25139) 412 : cluster [DBG] pgmap v222: 161 pgs: 161 active+clean; 585 KiB data, 272 MiB used, 715 GiB / 715 GiB avail; 71 KiB/s rd, 0 B/s wr, 117 op/s 2024-09-13T14:27:18.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:27:17 smithi062 bash[92878]: cluster 2024-09-13T14:27:16.376496+0000 mgr.y (mgr.25139) 412 : cluster [DBG] pgmap v222: 161 pgs: 161 active+clean; 585 KiB data, 272 MiB used, 715 GiB / 715 GiB avail; 71 KiB/s rd, 0 B/s wr, 117 op/s 2024-09-13T14:27:18.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:27:17 smithi062 bash[92878]: cluster 2024-09-13T14:27:16.376496+0000 mgr.y (mgr.25139) 412 : cluster [DBG] pgmap v222: 161 pgs: 161 active+clean; 585 KiB data, 272 MiB used, 715 GiB / 715 GiB avail; 71 KiB/s rd, 0 B/s wr, 117 op/s 2024-09-13T14:27:19.634 INFO:teuthology.orchestra.run.smithi062.stderr:Inferring config /var/lib/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T14:27:19.934 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:27:19 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:27:19.743981886Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:27:19.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:27:19 smithi178 bash[70490]: cluster 2024-09-13T14:27:18.377193+0000 mgr.y (mgr.25139) 413 : cluster [DBG] pgmap v223: 161 pgs: 161 active+clean; 585 KiB data, 272 MiB used, 715 GiB / 715 GiB avail; 71 KiB/s rd, 0 B/s wr, 117 op/s 2024-09-13T14:27:19.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:27:19 smithi178 bash[70490]: cluster 2024-09-13T14:27:18.377193+0000 mgr.y (mgr.25139) 413 : cluster [DBG] pgmap v223: 161 pgs: 161 active+clean; 585 KiB data, 272 MiB used, 715 GiB / 715 GiB avail; 71 KiB/s rd, 0 B/s wr, 117 op/s 2024-09-13T14:27:20.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:27:19 smithi062 bash[89221]: cluster 2024-09-13T14:27:18.377193+0000 mgr.y (mgr.25139) 413 : cluster [DBG] pgmap v223: 161 pgs: 161 active+clean; 585 KiB data, 272 MiB used, 715 GiB / 715 GiB avail; 71 KiB/s rd, 0 B/s wr, 117 op/s 2024-09-13T14:27:20.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:27:19 smithi062 bash[89221]: cluster 2024-09-13T14:27:18.377193+0000 mgr.y (mgr.25139) 413 : cluster [DBG] pgmap v223: 161 pgs: 161 active+clean; 585 KiB data, 272 MiB used, 715 GiB / 715 GiB avail; 71 KiB/s rd, 0 B/s wr, 117 op/s 2024-09-13T14:27:20.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:27:19 smithi062 bash[92878]: cluster 2024-09-13T14:27:18.377193+0000 mgr.y (mgr.25139) 413 : cluster [DBG] pgmap v223: 161 pgs: 161 active+clean; 585 KiB data, 272 MiB used, 715 GiB / 715 GiB avail; 71 KiB/s rd, 0 B/s wr, 117 op/s 2024-09-13T14:27:20.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:27:19 smithi062 bash[92878]: cluster 2024-09-13T14:27:18.377193+0000 mgr.y (mgr.25139) 413 : cluster [DBG] pgmap v223: 161 pgs: 161 active+clean; 585 KiB data, 272 MiB used, 715 GiB / 715 GiB avail; 71 KiB/s rd, 0 B/s wr, 117 op/s 2024-09-13T14:27:21.196 INFO:teuthology.orchestra.run.smithi062.stdout:HEALTH_OK 2024-09-13T14:27:21.848 DEBUG:teuthology.orchestra.run.smithi062:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ff1149ea-71d5-11ef-bceb-c7b262605968 -e sha1=b0201b8c79733293453e7f10a10c7fa43119222b -- bash -c 'ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 --daemon-types osd --limit 2' 2024-09-13T14:27:22.252 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:27:22 smithi062 bash[89221]: cluster 2024-09-13T14:27:20.378850+0000 mgr.y (mgr.25139) 414 : cluster [DBG] pgmap v224: 161 pgs: 161 active+clean; 585 KiB data, 272 MiB used, 715 GiB / 715 GiB avail; 71 KiB/s rd, 0 B/s wr, 117 op/s 2024-09-13T14:27:22.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:27:22 smithi062 bash[89221]: cluster 2024-09-13T14:27:20.378850+0000 mgr.y (mgr.25139) 414 : cluster [DBG] pgmap v224: 161 pgs: 161 active+clean; 585 KiB data, 272 MiB used, 715 GiB / 715 GiB avail; 71 KiB/s rd, 0 B/s wr, 117 op/s 2024-09-13T14:27:22.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:27:22 smithi062 bash[89221]: audit 2024-09-13T14:27:21.197320+0000 mon.a (mon.0) 110 : audit [DBG] from='client.? 172.21.15.62:0/1523514190' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-09-13T14:27:22.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:27:22 smithi062 bash[89221]: audit 2024-09-13T14:27:21.197320+0000 mon.a (mon.0) 110 : audit [DBG] from='client.? 172.21.15.62:0/1523514190' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-09-13T14:27:22.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:27:22 smithi062 bash[92878]: cluster 2024-09-13T14:27:20.378850+0000 mgr.y (mgr.25139) 414 : cluster [DBG] pgmap v224: 161 pgs: 161 active+clean; 585 KiB data, 272 MiB used, 715 GiB / 715 GiB avail; 71 KiB/s rd, 0 B/s wr, 117 op/s 2024-09-13T14:27:22.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:27:22 smithi062 bash[92878]: cluster 2024-09-13T14:27:20.378850+0000 mgr.y (mgr.25139) 414 : cluster [DBG] pgmap v224: 161 pgs: 161 active+clean; 585 KiB data, 272 MiB used, 715 GiB / 715 GiB avail; 71 KiB/s rd, 0 B/s wr, 117 op/s 2024-09-13T14:27:22.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:27:22 smithi062 bash[92878]: audit 2024-09-13T14:27:21.197320+0000 mon.a (mon.0) 110 : audit [DBG] from='client.? 172.21.15.62:0/1523514190' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-09-13T14:27:22.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:27:22 smithi062 bash[92878]: audit 2024-09-13T14:27:21.197320+0000 mon.a (mon.0) 110 : audit [DBG] from='client.? 172.21.15.62:0/1523514190' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-09-13T14:27:22.434 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:27:22 smithi178 bash[70490]: cluster 2024-09-13T14:27:20.378850+0000 mgr.y (mgr.25139) 414 : cluster [DBG] pgmap v224: 161 pgs: 161 active+clean; 585 KiB data, 272 MiB used, 715 GiB / 715 GiB avail; 71 KiB/s rd, 0 B/s wr, 117 op/s 2024-09-13T14:27:22.434 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:27:22 smithi178 bash[70490]: cluster 2024-09-13T14:27:20.378850+0000 mgr.y (mgr.25139) 414 : cluster [DBG] pgmap v224: 161 pgs: 161 active+clean; 585 KiB data, 272 MiB used, 715 GiB / 715 GiB avail; 71 KiB/s rd, 0 B/s wr, 117 op/s 2024-09-13T14:27:22.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:27:22 smithi178 bash[70490]: audit 2024-09-13T14:27:21.197320+0000 mon.a (mon.0) 110 : audit [DBG] from='client.? 172.21.15.62:0/1523514190' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-09-13T14:27:22.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:27:22 smithi178 bash[70490]: audit 2024-09-13T14:27:21.197320+0000 mon.a (mon.0) 110 : audit [DBG] from='client.? 172.21.15.62:0/1523514190' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-09-13T14:27:23.027 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:27:22 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:27:22.735730806Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:27:23.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:27:23 smithi178 bash[70490]: audit 2024-09-13T14:27:22.600447+0000 mon.b (mon.1) 79 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:27:23.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:27:23 smithi178 bash[70490]: audit 2024-09-13T14:27:22.600447+0000 mon.b (mon.1) 79 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:27:23.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:27:23 smithi178 bash[70490]: audit 2024-09-13T14:27:22.602663+0000 mon.b (mon.1) 80 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-13T14:27:23.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:27:23 smithi178 bash[70490]: audit 2024-09-13T14:27:22.602663+0000 mon.b (mon.1) 80 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-13T14:27:23.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:27:23 smithi178 bash[70490]: audit 2024-09-13T14:27:22.614293+0000 mon.a (mon.0) 111 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:27:23.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:27:23 smithi178 bash[70490]: audit 2024-09-13T14:27:22.614293+0000 mon.a (mon.0) 111 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:27:23.503 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:27:23 smithi062 bash[92878]: audit 2024-09-13T14:27:22.600447+0000 mon.b (mon.1) 79 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:27:23.503 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:27:23 smithi062 bash[92878]: audit 2024-09-13T14:27:22.600447+0000 mon.b (mon.1) 79 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:27:23.503 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:27:23 smithi062 bash[92878]: audit 2024-09-13T14:27:22.602663+0000 mon.b (mon.1) 80 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-13T14:27:23.503 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:27:23 smithi062 bash[92878]: audit 2024-09-13T14:27:22.602663+0000 mon.b (mon.1) 80 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-13T14:27:23.503 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:27:23 smithi062 bash[92878]: audit 2024-09-13T14:27:22.614293+0000 mon.a (mon.0) 111 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:27:23.503 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:27:23 smithi062 bash[92878]: audit 2024-09-13T14:27:22.614293+0000 mon.a (mon.0) 111 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:27:23.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:27:23 smithi062 bash[89221]: audit 2024-09-13T14:27:22.600447+0000 mon.b (mon.1) 79 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:27:23.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:27:23 smithi062 bash[89221]: audit 2024-09-13T14:27:22.600447+0000 mon.b (mon.1) 79 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:27:23.504 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:27:23 smithi062 bash[89221]: audit 2024-09-13T14:27:22.602663+0000 mon.b (mon.1) 80 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-13T14:27:23.504 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:27:23 smithi062 bash[89221]: audit 2024-09-13T14:27:22.602663+0000 mon.b (mon.1) 80 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-13T14:27:23.504 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:27:23 smithi062 bash[89221]: audit 2024-09-13T14:27:22.614293+0000 mon.a (mon.0) 111 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:27:23.504 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:27:23 smithi062 bash[89221]: audit 2024-09-13T14:27:22.614293+0000 mon.a (mon.0) 111 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:27:24.002 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:27:23 smithi062 bash[68610]: ::ffff:172.21.15.178 - - [13/Sep/2024:14:27:23] "GET /metrics HTTP/1.1" 200 38160 "" "Prometheus/2.51.0" 2024-09-13T14:27:24.434 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:27:24 smithi178 bash[70490]: cluster 2024-09-13T14:27:22.379539+0000 mgr.y (mgr.25139) 415 : cluster [DBG] pgmap v225: 161 pgs: 161 active+clean; 585 KiB data, 272 MiB used, 715 GiB / 715 GiB avail; 33 KiB/s rd, 0 B/s wr, 53 op/s 2024-09-13T14:27:24.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:27:24 smithi178 bash[70490]: cluster 2024-09-13T14:27:22.379539+0000 mgr.y (mgr.25139) 415 : cluster [DBG] pgmap v225: 161 pgs: 161 active+clean; 585 KiB data, 272 MiB used, 715 GiB / 715 GiB avail; 33 KiB/s rd, 0 B/s wr, 53 op/s 2024-09-13T14:27:24.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:27:24 smithi178 bash[70490]: audit 2024-09-13T14:27:22.512298+0000 mgr.y (mgr.25139) 416 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:27:24.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:27:24 smithi178 bash[70490]: audit 2024-09-13T14:27:22.512298+0000 mgr.y (mgr.25139) 416 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:27:24.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:27:24 smithi062 bash[89221]: cluster 2024-09-13T14:27:22.379539+0000 mgr.y (mgr.25139) 415 : cluster [DBG] pgmap v225: 161 pgs: 161 active+clean; 585 KiB data, 272 MiB used, 715 GiB / 715 GiB avail; 33 KiB/s rd, 0 B/s wr, 53 op/s 2024-09-13T14:27:24.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:27:24 smithi062 bash[89221]: cluster 2024-09-13T14:27:22.379539+0000 mgr.y (mgr.25139) 415 : cluster [DBG] pgmap v225: 161 pgs: 161 active+clean; 585 KiB data, 272 MiB used, 715 GiB / 715 GiB avail; 33 KiB/s rd, 0 B/s wr, 53 op/s 2024-09-13T14:27:24.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:27:24 smithi062 bash[89221]: audit 2024-09-13T14:27:22.512298+0000 mgr.y (mgr.25139) 416 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:27:24.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:27:24 smithi062 bash[89221]: audit 2024-09-13T14:27:22.512298+0000 mgr.y (mgr.25139) 416 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:27:24.503 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:27:24 smithi062 bash[92878]: cluster 2024-09-13T14:27:22.379539+0000 mgr.y (mgr.25139) 415 : cluster [DBG] pgmap v225: 161 pgs: 161 active+clean; 585 KiB data, 272 MiB used, 715 GiB / 715 GiB avail; 33 KiB/s rd, 0 B/s wr, 53 op/s 2024-09-13T14:27:24.503 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:27:24 smithi062 bash[92878]: cluster 2024-09-13T14:27:22.379539+0000 mgr.y (mgr.25139) 415 : cluster [DBG] pgmap v225: 161 pgs: 161 active+clean; 585 KiB data, 272 MiB used, 715 GiB / 715 GiB avail; 33 KiB/s rd, 0 B/s wr, 53 op/s 2024-09-13T14:27:24.503 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:27:24 smithi062 bash[92878]: audit 2024-09-13T14:27:22.512298+0000 mgr.y (mgr.25139) 416 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:27:24.503 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:27:24 smithi062 bash[92878]: audit 2024-09-13T14:27:22.512298+0000 mgr.y (mgr.25139) 416 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:27:26.033 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:27:25 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:27:25.758285544Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:27:26.434 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:27:26 smithi178 bash[70490]: cluster 2024-09-13T14:27:24.381152+0000 mgr.y (mgr.25139) 417 : cluster [DBG] pgmap v226: 161 pgs: 161 active+clean; 585 KiB data, 272 MiB used, 715 GiB / 715 GiB avail; 33 KiB/s rd, 0 B/s wr, 54 op/s 2024-09-13T14:27:26.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:27:26 smithi178 bash[70490]: cluster 2024-09-13T14:27:24.381152+0000 mgr.y (mgr.25139) 417 : cluster [DBG] pgmap v226: 161 pgs: 161 active+clean; 585 KiB data, 272 MiB used, 715 GiB / 715 GiB avail; 33 KiB/s rd, 0 B/s wr, 54 op/s 2024-09-13T14:27:26.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:27:26 smithi062 bash[89221]: cluster 2024-09-13T14:27:24.381152+0000 mgr.y (mgr.25139) 417 : cluster [DBG] pgmap v226: 161 pgs: 161 active+clean; 585 KiB data, 272 MiB used, 715 GiB / 715 GiB avail; 33 KiB/s rd, 0 B/s wr, 54 op/s 2024-09-13T14:27:26.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:27:26 smithi062 bash[89221]: cluster 2024-09-13T14:27:24.381152+0000 mgr.y (mgr.25139) 417 : cluster [DBG] pgmap v226: 161 pgs: 161 active+clean; 585 KiB data, 272 MiB used, 715 GiB / 715 GiB avail; 33 KiB/s rd, 0 B/s wr, 54 op/s 2024-09-13T14:27:26.503 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:27:26 smithi062 bash[92878]: cluster 2024-09-13T14:27:24.381152+0000 mgr.y (mgr.25139) 417 : cluster [DBG] pgmap v226: 161 pgs: 161 active+clean; 585 KiB data, 272 MiB used, 715 GiB / 715 GiB avail; 33 KiB/s rd, 0 B/s wr, 54 op/s 2024-09-13T14:27:26.503 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:27:26 smithi062 bash[92878]: cluster 2024-09-13T14:27:24.381152+0000 mgr.y (mgr.25139) 417 : cluster [DBG] pgmap v226: 161 pgs: 161 active+clean; 585 KiB data, 272 MiB used, 715 GiB / 715 GiB avail; 33 KiB/s rd, 0 B/s wr, 54 op/s 2024-09-13T14:27:26.696 INFO:teuthology.orchestra.run.smithi062.stderr:Inferring config /var/lib/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T14:27:28.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:27:28 smithi062 bash[92878]: cluster 2024-09-13T14:27:26.381882+0000 mgr.y (mgr.25139) 418 : cluster [DBG] pgmap v227: 161 pgs: 161 active+clean; 585 KiB data, 272 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:27:28.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:27:28 smithi062 bash[92878]: cluster 2024-09-13T14:27:26.381882+0000 mgr.y (mgr.25139) 418 : cluster [DBG] pgmap v227: 161 pgs: 161 active+clean; 585 KiB data, 272 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:27:28.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:27:28 smithi062 bash[89221]: cluster 2024-09-13T14:27:26.381882+0000 mgr.y (mgr.25139) 418 : cluster [DBG] pgmap v227: 161 pgs: 161 active+clean; 585 KiB data, 272 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:27:28.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:27:28 smithi062 bash[89221]: cluster 2024-09-13T14:27:26.381882+0000 mgr.y (mgr.25139) 418 : cluster [DBG] pgmap v227: 161 pgs: 161 active+clean; 585 KiB data, 272 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:27:28.434 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:27:28 smithi178 bash[70490]: cluster 2024-09-13T14:27:26.381882+0000 mgr.y (mgr.25139) 418 : cluster [DBG] pgmap v227: 161 pgs: 161 active+clean; 585 KiB data, 272 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:27:28.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:27:28 smithi178 bash[70490]: cluster 2024-09-13T14:27:26.381882+0000 mgr.y (mgr.25139) 418 : cluster [DBG] pgmap v227: 161 pgs: 161 active+clean; 585 KiB data, 272 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:27:29.046 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:27:28 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:27:28.714653007Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:27:29.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:27:29 smithi062 bash[89221]: audit 2024-09-13T14:27:28.858999+0000 mon.b (mon.1) 81 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:27:29.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:27:29 smithi062 bash[89221]: audit 2024-09-13T14:27:28.858999+0000 mon.b (mon.1) 81 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:27:29.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:27:29 smithi062 bash[92878]: audit 2024-09-13T14:27:28.858999+0000 mon.b (mon.1) 81 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:27:29.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:27:29 smithi062 bash[92878]: audit 2024-09-13T14:27:28.858999+0000 mon.b (mon.1) 81 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:27:29.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:27:29 smithi178 bash[70490]: audit 2024-09-13T14:27:28.858999+0000 mon.b (mon.1) 81 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:27:29.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:27:29 smithi178 bash[70490]: audit 2024-09-13T14:27:28.858999+0000 mon.b (mon.1) 81 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:27:30.252 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:27:30 smithi062 bash[92878]: audit 2024-09-13T14:27:28.256650+0000 mgr.y (mgr.25139) 419 : audit [DBG] from='client.54146 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:b0201b8c79733293453e7f10a10c7fa43119222b", "daemon_types": "osd", "limit": 2, "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:27:30.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:27:30 smithi062 bash[92878]: audit 2024-09-13T14:27:28.256650+0000 mgr.y (mgr.25139) 419 : audit [DBG] from='client.54146 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:b0201b8c79733293453e7f10a10c7fa43119222b", "daemon_types": "osd", "limit": 2, "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:27:30.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:27:30 smithi062 bash[92878]: cluster 2024-09-13T14:27:28.382562+0000 mgr.y (mgr.25139) 420 : cluster [DBG] pgmap v228: 161 pgs: 161 active+clean; 585 KiB data, 272 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:27:30.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:27:30 smithi062 bash[92878]: cluster 2024-09-13T14:27:28.382562+0000 mgr.y (mgr.25139) 420 : cluster [DBG] pgmap v228: 161 pgs: 161 active+clean; 585 KiB data, 272 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:27:30.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:27:30 smithi062 bash[89221]: audit 2024-09-13T14:27:28.256650+0000 mgr.y (mgr.25139) 419 : audit [DBG] from='client.54146 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:b0201b8c79733293453e7f10a10c7fa43119222b", "daemon_types": "osd", "limit": 2, "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:27:30.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:27:30 smithi062 bash[89221]: audit 2024-09-13T14:27:28.256650+0000 mgr.y (mgr.25139) 419 : audit [DBG] from='client.54146 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:b0201b8c79733293453e7f10a10c7fa43119222b", "daemon_types": "osd", "limit": 2, "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:27:30.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:27:30 smithi062 bash[89221]: cluster 2024-09-13T14:27:28.382562+0000 mgr.y (mgr.25139) 420 : cluster [DBG] pgmap v228: 161 pgs: 161 active+clean; 585 KiB data, 272 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:27:30.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:27:30 smithi062 bash[89221]: cluster 2024-09-13T14:27:28.382562+0000 mgr.y (mgr.25139) 420 : cluster [DBG] pgmap v228: 161 pgs: 161 active+clean; 585 KiB data, 272 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:27:30.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:27:30 smithi178 bash[70490]: audit 2024-09-13T14:27:28.256650+0000 mgr.y (mgr.25139) 419 : audit [DBG] from='client.54146 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:b0201b8c79733293453e7f10a10c7fa43119222b", "daemon_types": "osd", "limit": 2, "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:27:30.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:27:30 smithi178 bash[70490]: audit 2024-09-13T14:27:28.256650+0000 mgr.y (mgr.25139) 419 : audit [DBG] from='client.54146 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:b0201b8c79733293453e7f10a10c7fa43119222b", "daemon_types": "osd", "limit": 2, "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:27:30.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:27:30 smithi178 bash[70490]: cluster 2024-09-13T14:27:28.382562+0000 mgr.y (mgr.25139) 420 : cluster [DBG] pgmap v228: 161 pgs: 161 active+clean; 585 KiB data, 272 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:27:30.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:27:30 smithi178 bash[70490]: cluster 2024-09-13T14:27:28.382562+0000 mgr.y (mgr.25139) 420 : cluster [DBG] pgmap v228: 161 pgs: 161 active+clean; 585 KiB data, 272 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:27:30.732 INFO:teuthology.orchestra.run.smithi062.stdout:Initiating upgrade to quay.ceph.io/ceph-ci/ceph:b0201b8c79733293453e7f10a10c7fa43119222b 2024-09-13T14:27:31.331 DEBUG:teuthology.orchestra.run.smithi062:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ff1149ea-71d5-11ef-bceb-c7b262605968 -e sha1=b0201b8c79733293453e7f10a10c7fa43119222b -- bash -c 'while ceph orch upgrade status | jq '"'"'.in_progress'"'"' | grep true && ! ceph orch upgrade status | jq '"'"'.message'"'"' | grep Error ; do ceph orch ps ; ceph versions ; ceph orch upgrade status ; sleep 30 ; done' 2024-09-13T14:27:32.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:27:31 smithi062 bash[92878]: cluster 2024-09-13T14:27:30.384209+0000 mgr.y (mgr.25139) 421 : cluster [DBG] pgmap v229: 161 pgs: 161 active+clean; 585 KiB data, 272 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:27:32.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:27:31 smithi062 bash[92878]: cluster 2024-09-13T14:27:30.384209+0000 mgr.y (mgr.25139) 421 : cluster [DBG] pgmap v229: 161 pgs: 161 active+clean; 585 KiB data, 272 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:27:32.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:27:31 smithi062 bash[92878]: cephadm 2024-09-13T14:27:30.721917+0000 mgr.y (mgr.25139) 422 : cephadm [INF] Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:b0201b8c79733293453e7f10a10c7fa43119222b 2024-09-13T14:27:32.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:27:31 smithi062 bash[92878]: cephadm 2024-09-13T14:27:30.721917+0000 mgr.y (mgr.25139) 422 : cephadm [INF] Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:b0201b8c79733293453e7f10a10c7fa43119222b 2024-09-13T14:27:32.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:27:31 smithi062 bash[92878]: audit 2024-09-13T14:27:30.730692+0000 mon.a (mon.0) 112 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:27:32.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:27:31 smithi062 bash[92878]: audit 2024-09-13T14:27:30.730692+0000 mon.a (mon.0) 112 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:27:32.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:27:31 smithi062 bash[92878]: audit 2024-09-13T14:27:30.733025+0000 mon.b (mon.1) 82 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:27:32.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:27:31 smithi062 bash[92878]: audit 2024-09-13T14:27:30.733025+0000 mon.b (mon.1) 82 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:27:32.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:27:31 smithi062 bash[92878]: audit 2024-09-13T14:27:30.734747+0000 mon.b (mon.1) 83 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-13T14:27:32.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:27:31 smithi062 bash[92878]: audit 2024-09-13T14:27:30.734747+0000 mon.b (mon.1) 83 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-13T14:27:32.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:27:31 smithi062 bash[92878]: audit 2024-09-13T14:27:30.744114+0000 mon.a (mon.0) 113 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:27:32.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:27:31 smithi062 bash[92878]: audit 2024-09-13T14:27:30.744114+0000 mon.a (mon.0) 113 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:27:32.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:27:31 smithi062 bash[92878]: cephadm 2024-09-13T14:27:30.813331+0000 mgr.y (mgr.25139) 423 : cephadm [INF] Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:b0201b8c79733293453e7f10a10c7fa43119222b 2024-09-13T14:27:32.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:27:31 smithi062 bash[92878]: cephadm 2024-09-13T14:27:30.813331+0000 mgr.y (mgr.25139) 423 : cephadm [INF] Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:b0201b8c79733293453e7f10a10c7fa43119222b 2024-09-13T14:27:32.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:27:31 smithi062 bash[89221]: cluster 2024-09-13T14:27:30.384209+0000 mgr.y (mgr.25139) 421 : cluster [DBG] pgmap v229: 161 pgs: 161 active+clean; 585 KiB data, 272 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:27:32.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:27:31 smithi062 bash[89221]: cluster 2024-09-13T14:27:30.384209+0000 mgr.y (mgr.25139) 421 : cluster [DBG] pgmap v229: 161 pgs: 161 active+clean; 585 KiB data, 272 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:27:32.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:27:31 smithi062 bash[89221]: cephadm 2024-09-13T14:27:30.721917+0000 mgr.y (mgr.25139) 422 : cephadm [INF] Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:b0201b8c79733293453e7f10a10c7fa43119222b 2024-09-13T14:27:32.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:27:31 smithi062 bash[89221]: cephadm 2024-09-13T14:27:30.721917+0000 mgr.y (mgr.25139) 422 : cephadm [INF] Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:b0201b8c79733293453e7f10a10c7fa43119222b 2024-09-13T14:27:32.005 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:27:31 smithi062 bash[89221]: audit 2024-09-13T14:27:30.730692+0000 mon.a (mon.0) 112 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:27:32.005 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:27:31 smithi062 bash[89221]: audit 2024-09-13T14:27:30.730692+0000 mon.a (mon.0) 112 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:27:32.005 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:27:31 smithi062 bash[89221]: audit 2024-09-13T14:27:30.733025+0000 mon.b (mon.1) 82 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:27:32.005 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:27:31 smithi062 bash[89221]: audit 2024-09-13T14:27:30.733025+0000 mon.b (mon.1) 82 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:27:32.005 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:27:31 smithi062 bash[89221]: audit 2024-09-13T14:27:30.734747+0000 mon.b (mon.1) 83 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-13T14:27:32.005 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:27:31 smithi062 bash[89221]: audit 2024-09-13T14:27:30.734747+0000 mon.b (mon.1) 83 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-13T14:27:32.005 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:27:31 smithi062 bash[89221]: audit 2024-09-13T14:27:30.744114+0000 mon.a (mon.0) 113 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:27:32.005 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:27:31 smithi062 bash[89221]: audit 2024-09-13T14:27:30.744114+0000 mon.a (mon.0) 113 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:27:32.005 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:27:31 smithi062 bash[89221]: cephadm 2024-09-13T14:27:30.813331+0000 mgr.y (mgr.25139) 423 : cephadm [INF] Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:b0201b8c79733293453e7f10a10c7fa43119222b 2024-09-13T14:27:32.005 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:27:31 smithi062 bash[89221]: cephadm 2024-09-13T14:27:30.813331+0000 mgr.y (mgr.25139) 423 : cephadm [INF] Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:b0201b8c79733293453e7f10a10c7fa43119222b 2024-09-13T14:27:32.184 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:27:31 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:27:31.75564388Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:27:32.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:27:31 smithi178 bash[70490]: cluster 2024-09-13T14:27:30.384209+0000 mgr.y (mgr.25139) 421 : cluster [DBG] pgmap v229: 161 pgs: 161 active+clean; 585 KiB data, 272 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:27:32.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:27:31 smithi178 bash[70490]: cluster 2024-09-13T14:27:30.384209+0000 mgr.y (mgr.25139) 421 : cluster [DBG] pgmap v229: 161 pgs: 161 active+clean; 585 KiB data, 272 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:27:32.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:27:31 smithi178 bash[70490]: cephadm 2024-09-13T14:27:30.721917+0000 mgr.y (mgr.25139) 422 : cephadm [INF] Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:b0201b8c79733293453e7f10a10c7fa43119222b 2024-09-13T14:27:32.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:27:31 smithi178 bash[70490]: cephadm 2024-09-13T14:27:30.721917+0000 mgr.y (mgr.25139) 422 : cephadm [INF] Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:b0201b8c79733293453e7f10a10c7fa43119222b 2024-09-13T14:27:32.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:27:31 smithi178 bash[70490]: audit 2024-09-13T14:27:30.730692+0000 mon.a (mon.0) 112 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:27:32.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:27:31 smithi178 bash[70490]: audit 2024-09-13T14:27:30.730692+0000 mon.a (mon.0) 112 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:27:32.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:27:31 smithi178 bash[70490]: audit 2024-09-13T14:27:30.733025+0000 mon.b (mon.1) 82 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:27:32.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:27:31 smithi178 bash[70490]: audit 2024-09-13T14:27:30.733025+0000 mon.b (mon.1) 82 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:27:32.186 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:27:31 smithi178 bash[70490]: audit 2024-09-13T14:27:30.734747+0000 mon.b (mon.1) 83 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-13T14:27:32.186 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:27:31 smithi178 bash[70490]: audit 2024-09-13T14:27:30.734747+0000 mon.b (mon.1) 83 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-13T14:27:32.186 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:27:31 smithi178 bash[70490]: audit 2024-09-13T14:27:30.744114+0000 mon.a (mon.0) 113 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:27:32.186 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:27:31 smithi178 bash[70490]: audit 2024-09-13T14:27:30.744114+0000 mon.a (mon.0) 113 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:27:32.186 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:27:31 smithi178 bash[70490]: cephadm 2024-09-13T14:27:30.813331+0000 mgr.y (mgr.25139) 423 : cephadm [INF] Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:b0201b8c79733293453e7f10a10c7fa43119222b 2024-09-13T14:27:32.186 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:27:31 smithi178 bash[70490]: cephadm 2024-09-13T14:27:30.813331+0000 mgr.y (mgr.25139) 423 : cephadm [INF] Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:b0201b8c79733293453e7f10a10c7fa43119222b 2024-09-13T14:27:33.890 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:27:33 smithi062 bash[68610]: ::ffff:172.21.15.178 - - [13/Sep/2024:14:27:33] "GET /metrics HTTP/1.1" 200 38226 "" "Prometheus/2.51.0" 2024-09-13T14:27:33.890 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:27:33 smithi062 bash[92878]: cluster 2024-09-13T14:27:32.385062+0000 mgr.y (mgr.25139) 424 : cluster [DBG] pgmap v230: 161 pgs: 161 active+clean; 585 KiB data, 272 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:27:33.890 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:27:33 smithi062 bash[92878]: cluster 2024-09-13T14:27:32.385062+0000 mgr.y (mgr.25139) 424 : cluster [DBG] pgmap v230: 161 pgs: 161 active+clean; 585 KiB data, 272 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:27:33.890 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:27:33 smithi062 bash[92878]: audit 2024-09-13T14:27:32.520197+0000 mgr.y (mgr.25139) 425 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:27:33.890 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:27:33 smithi062 bash[92878]: audit 2024-09-13T14:27:32.520197+0000 mgr.y (mgr.25139) 425 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:27:33.891 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:27:33 smithi062 bash[92878]: audit 2024-09-13T14:27:33.248863+0000 mon.a (mon.0) 114 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:27:33.891 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:27:33 smithi062 bash[92878]: audit 2024-09-13T14:27:33.248863+0000 mon.a (mon.0) 114 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:27:33.891 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:27:33 smithi062 bash[92878]: audit 2024-09-13T14:27:33.255636+0000 mon.b (mon.1) 84 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-13T14:27:33.891 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:27:33 smithi062 bash[92878]: audit 2024-09-13T14:27:33.255636+0000 mon.b (mon.1) 84 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-13T14:27:33.891 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:27:33 smithi062 bash[92878]: audit 2024-09-13T14:27:33.259587+0000 mon.b (mon.1) 85 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:27:33.891 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:27:33 smithi062 bash[92878]: audit 2024-09-13T14:27:33.259587+0000 mon.b (mon.1) 85 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:27:33.891 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:27:33 smithi062 bash[92878]: audit 2024-09-13T14:27:33.267384+0000 mon.a (mon.0) 115 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:27:33.891 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:27:33 smithi062 bash[92878]: audit 2024-09-13T14:27:33.267384+0000 mon.a (mon.0) 115 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:27:33.891 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:27:33 smithi062 bash[92878]: audit 2024-09-13T14:27:33.273714+0000 mon.b (mon.1) 86 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:27:33.891 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:27:33 smithi062 bash[92878]: audit 2024-09-13T14:27:33.273714+0000 mon.b (mon.1) 86 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:27:33.891 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:27:33 smithi062 bash[92878]: audit 2024-09-13T14:27:33.280843+0000 mon.a (mon.0) 116 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:27:33.891 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:27:33 smithi062 bash[92878]: audit 2024-09-13T14:27:33.280843+0000 mon.a (mon.0) 116 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:27:33.891 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:27:33 smithi062 bash[92878]: audit 2024-09-13T14:27:33.286838+0000 mon.b (mon.1) 87 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:27:33.892 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:27:33 smithi062 bash[92878]: audit 2024-09-13T14:27:33.286838+0000 mon.b (mon.1) 87 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:27:33.892 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:27:33 smithi062 bash[92878]: audit 2024-09-13T14:27:33.296479+0000 mon.a (mon.0) 117 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:27:33.892 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:27:33 smithi062 bash[92878]: audit 2024-09-13T14:27:33.296479+0000 mon.a (mon.0) 117 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:27:33.892 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:27:33 smithi062 bash[92878]: audit 2024-09-13T14:27:33.300933+0000 mon.b (mon.1) 88 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16} : dispatch 2024-09-13T14:27:33.892 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:27:33 smithi062 bash[92878]: audit 2024-09-13T14:27:33.300933+0000 mon.b (mon.1) 88 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16} : dispatch 2024-09-13T14:27:33.892 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:27:33 smithi062 bash[89221]: cluster 2024-09-13T14:27:32.385062+0000 mgr.y (mgr.25139) 424 : cluster [DBG] pgmap v230: 161 pgs: 161 active+clean; 585 KiB data, 272 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:27:33.892 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:27:33 smithi062 bash[89221]: cluster 2024-09-13T14:27:32.385062+0000 mgr.y (mgr.25139) 424 : cluster [DBG] pgmap v230: 161 pgs: 161 active+clean; 585 KiB data, 272 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:27:33.892 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:27:33 smithi062 bash[89221]: audit 2024-09-13T14:27:32.520197+0000 mgr.y (mgr.25139) 425 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:27:33.892 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:27:33 smithi062 bash[89221]: audit 2024-09-13T14:27:32.520197+0000 mgr.y (mgr.25139) 425 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:27:33.892 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:27:33 smithi062 bash[89221]: audit 2024-09-13T14:27:33.248863+0000 mon.a (mon.0) 114 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:27:33.892 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:27:33 smithi062 bash[89221]: audit 2024-09-13T14:27:33.248863+0000 mon.a (mon.0) 114 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:27:33.893 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:27:33 smithi062 bash[89221]: audit 2024-09-13T14:27:33.255636+0000 mon.b (mon.1) 84 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-13T14:27:33.893 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:27:33 smithi062 bash[89221]: audit 2024-09-13T14:27:33.255636+0000 mon.b (mon.1) 84 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-13T14:27:33.893 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:27:33 smithi062 bash[89221]: audit 2024-09-13T14:27:33.259587+0000 mon.b (mon.1) 85 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:27:33.893 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:27:33 smithi062 bash[89221]: audit 2024-09-13T14:27:33.259587+0000 mon.b (mon.1) 85 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:27:33.893 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:27:33 smithi062 bash[89221]: audit 2024-09-13T14:27:33.267384+0000 mon.a (mon.0) 115 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:27:33.893 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:27:33 smithi062 bash[89221]: audit 2024-09-13T14:27:33.267384+0000 mon.a (mon.0) 115 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:27:33.893 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:27:33 smithi062 bash[89221]: audit 2024-09-13T14:27:33.273714+0000 mon.b (mon.1) 86 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:27:33.893 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:27:33 smithi062 bash[89221]: audit 2024-09-13T14:27:33.273714+0000 mon.b (mon.1) 86 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:27:33.893 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:27:33 smithi062 bash[89221]: audit 2024-09-13T14:27:33.280843+0000 mon.a (mon.0) 116 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:27:33.893 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:27:33 smithi062 bash[89221]: audit 2024-09-13T14:27:33.280843+0000 mon.a (mon.0) 116 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:27:33.893 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:27:33 smithi062 bash[89221]: audit 2024-09-13T14:27:33.286838+0000 mon.b (mon.1) 87 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:27:33.893 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:27:33 smithi062 bash[89221]: audit 2024-09-13T14:27:33.286838+0000 mon.b (mon.1) 87 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:27:33.893 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:27:33 smithi062 bash[89221]: audit 2024-09-13T14:27:33.296479+0000 mon.a (mon.0) 117 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:27:33.893 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:27:33 smithi062 bash[89221]: audit 2024-09-13T14:27:33.296479+0000 mon.a (mon.0) 117 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:27:33.894 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:27:33 smithi062 bash[89221]: audit 2024-09-13T14:27:33.300933+0000 mon.b (mon.1) 88 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16} : dispatch 2024-09-13T14:27:33.894 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:27:33 smithi062 bash[89221]: audit 2024-09-13T14:27:33.300933+0000 mon.b (mon.1) 88 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16} : dispatch 2024-09-13T14:27:34.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:27:33 smithi178 bash[70490]: cluster 2024-09-13T14:27:32.385062+0000 mgr.y (mgr.25139) 424 : cluster [DBG] pgmap v230: 161 pgs: 161 active+clean; 585 KiB data, 272 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:27:34.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:27:33 smithi178 bash[70490]: cluster 2024-09-13T14:27:32.385062+0000 mgr.y (mgr.25139) 424 : cluster [DBG] pgmap v230: 161 pgs: 161 active+clean; 585 KiB data, 272 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:27:34.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:27:33 smithi178 bash[70490]: audit 2024-09-13T14:27:32.520197+0000 mgr.y (mgr.25139) 425 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:27:34.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:27:33 smithi178 bash[70490]: audit 2024-09-13T14:27:32.520197+0000 mgr.y (mgr.25139) 425 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:27:34.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:27:33 smithi178 bash[70490]: audit 2024-09-13T14:27:33.248863+0000 mon.a (mon.0) 114 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:27:34.186 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:27:33 smithi178 bash[70490]: audit 2024-09-13T14:27:33.248863+0000 mon.a (mon.0) 114 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:27:34.186 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:27:33 smithi178 bash[70490]: audit 2024-09-13T14:27:33.255636+0000 mon.b (mon.1) 84 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-13T14:27:34.186 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:27:33 smithi178 bash[70490]: audit 2024-09-13T14:27:33.255636+0000 mon.b (mon.1) 84 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-13T14:27:34.186 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:27:33 smithi178 bash[70490]: audit 2024-09-13T14:27:33.259587+0000 mon.b (mon.1) 85 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:27:34.186 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:27:33 smithi178 bash[70490]: audit 2024-09-13T14:27:33.259587+0000 mon.b (mon.1) 85 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:27:34.186 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:27:33 smithi178 bash[70490]: audit 2024-09-13T14:27:33.267384+0000 mon.a (mon.0) 115 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:27:34.186 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:27:33 smithi178 bash[70490]: audit 2024-09-13T14:27:33.267384+0000 mon.a (mon.0) 115 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:27:34.186 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:27:33 smithi178 bash[70490]: audit 2024-09-13T14:27:33.273714+0000 mon.b (mon.1) 86 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:27:34.186 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:27:33 smithi178 bash[70490]: audit 2024-09-13T14:27:33.273714+0000 mon.b (mon.1) 86 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:27:34.186 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:27:33 smithi178 bash[70490]: audit 2024-09-13T14:27:33.280843+0000 mon.a (mon.0) 116 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:27:34.186 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:27:33 smithi178 bash[70490]: audit 2024-09-13T14:27:33.280843+0000 mon.a (mon.0) 116 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:27:34.186 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:27:33 smithi178 bash[70490]: audit 2024-09-13T14:27:33.286838+0000 mon.b (mon.1) 87 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:27:34.186 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:27:33 smithi178 bash[70490]: audit 2024-09-13T14:27:33.286838+0000 mon.b (mon.1) 87 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:27:34.187 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:27:33 smithi178 bash[70490]: audit 2024-09-13T14:27:33.296479+0000 mon.a (mon.0) 117 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:27:34.187 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:27:33 smithi178 bash[70490]: audit 2024-09-13T14:27:33.296479+0000 mon.a (mon.0) 117 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:27:34.187 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:27:33 smithi178 bash[70490]: audit 2024-09-13T14:27:33.300933+0000 mon.b (mon.1) 88 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16} : dispatch 2024-09-13T14:27:34.187 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:27:33 smithi178 bash[70490]: audit 2024-09-13T14:27:33.300933+0000 mon.b (mon.1) 88 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16} : dispatch 2024-09-13T14:27:35.002 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:27:34 smithi062 bash[92878]: cephadm 2024-09-13T14:27:33.252240+0000 mgr.y (mgr.25139) 426 : cephadm [INF] Upgrade: Target is version 19.3.0-4917-gb0201b8c (squid) 2024-09-13T14:27:35.002 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:27:34 smithi062 bash[92878]: cephadm 2024-09-13T14:27:33.252240+0000 mgr.y (mgr.25139) 426 : cephadm [INF] Upgrade: Target is version 19.3.0-4917-gb0201b8c (squid) 2024-09-13T14:27:35.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:27:34 smithi062 bash[92878]: cephadm 2024-09-13T14:27:33.252389+0000 mgr.y (mgr.25139) 427 : cephadm [INF] Upgrade: Target container is quay.ceph.io/ceph-ci/ceph:b0201b8c79733293453e7f10a10c7fa43119222b, digests ['quay.ceph.io/ceph-ci/ceph@sha256:5ab18e92f956ea4280103e54eef24f76e1a43e77fc4dc78cee3cb12c7a94538b'] 2024-09-13T14:27:35.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:27:34 smithi062 bash[92878]: cephadm 2024-09-13T14:27:33.252389+0000 mgr.y (mgr.25139) 427 : cephadm [INF] Upgrade: Target container is quay.ceph.io/ceph-ci/ceph:b0201b8c79733293453e7f10a10c7fa43119222b, digests ['quay.ceph.io/ceph-ci/ceph@sha256:5ab18e92f956ea4280103e54eef24f76e1a43e77fc4dc78cee3cb12c7a94538b'] 2024-09-13T14:27:35.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:27:34 smithi062 bash[92878]: cephadm 2024-09-13T14:27:33.262440+0000 mgr.y (mgr.25139) 428 : cephadm [INF] Upgrade: Setting container_image for all mgr 2024-09-13T14:27:35.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:27:34 smithi062 bash[92878]: cephadm 2024-09-13T14:27:33.262440+0000 mgr.y (mgr.25139) 428 : cephadm [INF] Upgrade: Setting container_image for all mgr 2024-09-13T14:27:35.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:27:34 smithi062 bash[92878]: cephadm 2024-09-13T14:27:33.276399+0000 mgr.y (mgr.25139) 429 : cephadm [INF] Upgrade: Setting container_image for all mon 2024-09-13T14:27:35.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:27:34 smithi062 bash[92878]: cephadm 2024-09-13T14:27:33.276399+0000 mgr.y (mgr.25139) 429 : cephadm [INF] Upgrade: Setting container_image for all mon 2024-09-13T14:27:35.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:27:34 smithi062 bash[92878]: cephadm 2024-09-13T14:27:33.289768+0000 mgr.y (mgr.25139) 430 : cephadm [INF] Upgrade: Setting container_image for all crash 2024-09-13T14:27:35.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:27:34 smithi062 bash[92878]: cephadm 2024-09-13T14:27:33.289768+0000 mgr.y (mgr.25139) 430 : cephadm [INF] Upgrade: Setting container_image for all crash 2024-09-13T14:27:35.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:27:34 smithi062 bash[92878]: audit 2024-09-13T14:27:33.302463+0000 mgr.y (mgr.25139) 431 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-09-13T14:27:35.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:27:34 smithi062 bash[92878]: audit 2024-09-13T14:27:33.302463+0000 mgr.y (mgr.25139) 431 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-09-13T14:27:35.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:27:34 smithi062 bash[92878]: cephadm 2024-09-13T14:27:33.305071+0000 mgr.y (mgr.25139) 432 : cephadm [INF] Upgrade: osd.0 is safe to restart 2024-09-13T14:27:35.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:27:34 smithi062 bash[92878]: cephadm 2024-09-13T14:27:33.305071+0000 mgr.y (mgr.25139) 432 : cephadm [INF] Upgrade: osd.0 is safe to restart 2024-09-13T14:27:35.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:27:34 smithi062 bash[89221]: cephadm 2024-09-13T14:27:33.252240+0000 mgr.y (mgr.25139) 426 : cephadm [INF] Upgrade: Target is version 19.3.0-4917-gb0201b8c (squid) 2024-09-13T14:27:35.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:27:34 smithi062 bash[89221]: cephadm 2024-09-13T14:27:33.252240+0000 mgr.y (mgr.25139) 426 : cephadm [INF] Upgrade: Target is version 19.3.0-4917-gb0201b8c (squid) 2024-09-13T14:27:35.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:27:34 smithi062 bash[89221]: cephadm 2024-09-13T14:27:33.252389+0000 mgr.y (mgr.25139) 427 : cephadm [INF] Upgrade: Target container is quay.ceph.io/ceph-ci/ceph:b0201b8c79733293453e7f10a10c7fa43119222b, digests ['quay.ceph.io/ceph-ci/ceph@sha256:5ab18e92f956ea4280103e54eef24f76e1a43e77fc4dc78cee3cb12c7a94538b'] 2024-09-13T14:27:35.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:27:34 smithi062 bash[89221]: cephadm 2024-09-13T14:27:33.252389+0000 mgr.y (mgr.25139) 427 : cephadm [INF] Upgrade: Target container is quay.ceph.io/ceph-ci/ceph:b0201b8c79733293453e7f10a10c7fa43119222b, digests ['quay.ceph.io/ceph-ci/ceph@sha256:5ab18e92f956ea4280103e54eef24f76e1a43e77fc4dc78cee3cb12c7a94538b'] 2024-09-13T14:27:35.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:27:34 smithi062 bash[89221]: cephadm 2024-09-13T14:27:33.262440+0000 mgr.y (mgr.25139) 428 : cephadm [INF] Upgrade: Setting container_image for all mgr 2024-09-13T14:27:35.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:27:34 smithi062 bash[89221]: cephadm 2024-09-13T14:27:33.262440+0000 mgr.y (mgr.25139) 428 : cephadm [INF] Upgrade: Setting container_image for all mgr 2024-09-13T14:27:35.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:27:34 smithi062 bash[89221]: cephadm 2024-09-13T14:27:33.276399+0000 mgr.y (mgr.25139) 429 : cephadm [INF] Upgrade: Setting container_image for all mon 2024-09-13T14:27:35.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:27:34 smithi062 bash[89221]: cephadm 2024-09-13T14:27:33.276399+0000 mgr.y (mgr.25139) 429 : cephadm [INF] Upgrade: Setting container_image for all mon 2024-09-13T14:27:35.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:27:34 smithi062 bash[89221]: cephadm 2024-09-13T14:27:33.289768+0000 mgr.y (mgr.25139) 430 : cephadm [INF] Upgrade: Setting container_image for all crash 2024-09-13T14:27:35.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:27:34 smithi062 bash[89221]: cephadm 2024-09-13T14:27:33.289768+0000 mgr.y (mgr.25139) 430 : cephadm [INF] Upgrade: Setting container_image for all crash 2024-09-13T14:27:35.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:27:34 smithi062 bash[89221]: audit 2024-09-13T14:27:33.302463+0000 mgr.y (mgr.25139) 431 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-09-13T14:27:35.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:27:34 smithi062 bash[89221]: audit 2024-09-13T14:27:33.302463+0000 mgr.y (mgr.25139) 431 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-09-13T14:27:35.005 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:27:34 smithi062 bash[89221]: cephadm 2024-09-13T14:27:33.305071+0000 mgr.y (mgr.25139) 432 : cephadm [INF] Upgrade: osd.0 is safe to restart 2024-09-13T14:27:35.005 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:27:34 smithi062 bash[89221]: cephadm 2024-09-13T14:27:33.305071+0000 mgr.y (mgr.25139) 432 : cephadm [INF] Upgrade: osd.0 is safe to restart 2024-09-13T14:27:35.184 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:27:34 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:27:34.759177452Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:27:35.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:27:34 smithi178 bash[70490]: cephadm 2024-09-13T14:27:33.252240+0000 mgr.y (mgr.25139) 426 : cephadm [INF] Upgrade: Target is version 19.3.0-4917-gb0201b8c (squid) 2024-09-13T14:27:35.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:27:34 smithi178 bash[70490]: cephadm 2024-09-13T14:27:33.252240+0000 mgr.y (mgr.25139) 426 : cephadm [INF] Upgrade: Target is version 19.3.0-4917-gb0201b8c (squid) 2024-09-13T14:27:35.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:27:34 smithi178 bash[70490]: cephadm 2024-09-13T14:27:33.252389+0000 mgr.y (mgr.25139) 427 : cephadm [INF] Upgrade: Target container is quay.ceph.io/ceph-ci/ceph:b0201b8c79733293453e7f10a10c7fa43119222b, digests ['quay.ceph.io/ceph-ci/ceph@sha256:5ab18e92f956ea4280103e54eef24f76e1a43e77fc4dc78cee3cb12c7a94538b'] 2024-09-13T14:27:35.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:27:34 smithi178 bash[70490]: cephadm 2024-09-13T14:27:33.252389+0000 mgr.y (mgr.25139) 427 : cephadm [INF] Upgrade: Target container is quay.ceph.io/ceph-ci/ceph:b0201b8c79733293453e7f10a10c7fa43119222b, digests ['quay.ceph.io/ceph-ci/ceph@sha256:5ab18e92f956ea4280103e54eef24f76e1a43e77fc4dc78cee3cb12c7a94538b'] 2024-09-13T14:27:35.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:27:34 smithi178 bash[70490]: cephadm 2024-09-13T14:27:33.262440+0000 mgr.y (mgr.25139) 428 : cephadm [INF] Upgrade: Setting container_image for all mgr 2024-09-13T14:27:35.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:27:34 smithi178 bash[70490]: cephadm 2024-09-13T14:27:33.262440+0000 mgr.y (mgr.25139) 428 : cephadm [INF] Upgrade: Setting container_image for all mgr 2024-09-13T14:27:35.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:27:34 smithi178 bash[70490]: cephadm 2024-09-13T14:27:33.276399+0000 mgr.y (mgr.25139) 429 : cephadm [INF] Upgrade: Setting container_image for all mon 2024-09-13T14:27:35.186 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:27:34 smithi178 bash[70490]: cephadm 2024-09-13T14:27:33.276399+0000 mgr.y (mgr.25139) 429 : cephadm [INF] Upgrade: Setting container_image for all mon 2024-09-13T14:27:35.186 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:27:34 smithi178 bash[70490]: cephadm 2024-09-13T14:27:33.289768+0000 mgr.y (mgr.25139) 430 : cephadm [INF] Upgrade: Setting container_image for all crash 2024-09-13T14:27:35.186 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:27:34 smithi178 bash[70490]: cephadm 2024-09-13T14:27:33.289768+0000 mgr.y (mgr.25139) 430 : cephadm [INF] Upgrade: Setting container_image for all crash 2024-09-13T14:27:35.186 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:27:34 smithi178 bash[70490]: audit 2024-09-13T14:27:33.302463+0000 mgr.y (mgr.25139) 431 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-09-13T14:27:35.186 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:27:34 smithi178 bash[70490]: audit 2024-09-13T14:27:33.302463+0000 mgr.y (mgr.25139) 431 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-09-13T14:27:35.186 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:27:34 smithi178 bash[70490]: cephadm 2024-09-13T14:27:33.305071+0000 mgr.y (mgr.25139) 432 : cephadm [INF] Upgrade: osd.0 is safe to restart 2024-09-13T14:27:35.186 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:27:34 smithi178 bash[70490]: cephadm 2024-09-13T14:27:33.305071+0000 mgr.y (mgr.25139) 432 : cephadm [INF] Upgrade: osd.0 is safe to restart 2024-09-13T14:27:36.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:27:35 smithi062 bash[92878]: cluster 2024-09-13T14:27:34.386691+0000 mgr.y (mgr.25139) 433 : cluster [DBG] pgmap v231: 161 pgs: 161 active+clean; 585 KiB data, 272 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:27:36.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:27:35 smithi062 bash[92878]: cluster 2024-09-13T14:27:34.386691+0000 mgr.y (mgr.25139) 433 : cluster [DBG] pgmap v231: 161 pgs: 161 active+clean; 585 KiB data, 272 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:27:36.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:27:35 smithi062 bash[89221]: cluster 2024-09-13T14:27:34.386691+0000 mgr.y (mgr.25139) 433 : cluster [DBG] pgmap v231: 161 pgs: 161 active+clean; 585 KiB data, 272 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:27:36.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:27:35 smithi062 bash[89221]: cluster 2024-09-13T14:27:34.386691+0000 mgr.y (mgr.25139) 433 : cluster [DBG] pgmap v231: 161 pgs: 161 active+clean; 585 KiB data, 272 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:27:36.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:27:35 smithi178 bash[70490]: cluster 2024-09-13T14:27:34.386691+0000 mgr.y (mgr.25139) 433 : cluster [DBG] pgmap v231: 161 pgs: 161 active+clean; 585 KiB data, 272 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:27:36.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:27:35 smithi178 bash[70490]: cluster 2024-09-13T14:27:34.386691+0000 mgr.y (mgr.25139) 433 : cluster [DBG] pgmap v231: 161 pgs: 161 active+clean; 585 KiB data, 272 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:27:36.205 INFO:teuthology.orchestra.run.smithi062.stderr:Inferring config /var/lib/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T14:27:37.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:27:36 smithi178 bash[70490]: cephadm 2024-09-13T14:27:35.737890+0000 mgr.y (mgr.25139) 434 : cephadm [INF] Upgrade: Updating osd.0 2024-09-13T14:27:37.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:27:36 smithi178 bash[70490]: cephadm 2024-09-13T14:27:35.737890+0000 mgr.y (mgr.25139) 434 : cephadm [INF] Upgrade: Updating osd.0 2024-09-13T14:27:37.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:27:36 smithi178 bash[70490]: audit 2024-09-13T14:27:35.746436+0000 mon.a (mon.0) 118 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:27:37.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:27:36 smithi178 bash[70490]: audit 2024-09-13T14:27:35.746436+0000 mon.a (mon.0) 118 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:27:37.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:27:36 smithi178 bash[70490]: audit 2024-09-13T14:27:35.758030+0000 mon.b (mon.1) 89 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.0"} : dispatch 2024-09-13T14:27:37.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:27:36 smithi178 bash[70490]: audit 2024-09-13T14:27:35.758030+0000 mon.b (mon.1) 89 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.0"} : dispatch 2024-09-13T14:27:37.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:27:36 smithi178 bash[70490]: audit 2024-09-13T14:27:35.759689+0000 mon.b (mon.1) 90 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:27:37.186 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:27:36 smithi178 bash[70490]: audit 2024-09-13T14:27:35.759689+0000 mon.b (mon.1) 90 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:27:37.186 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:27:36 smithi178 bash[70490]: cephadm 2024-09-13T14:27:35.766820+0000 mgr.y (mgr.25139) 435 : cephadm [INF] Deploying daemon osd.0 on smithi062 2024-09-13T14:27:37.186 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:27:36 smithi178 bash[70490]: cephadm 2024-09-13T14:27:35.766820+0000 mgr.y (mgr.25139) 435 : cephadm [INF] Deploying daemon osd.0 on smithi062 2024-09-13T14:27:37.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:27:36 smithi062 bash[89221]: cephadm 2024-09-13T14:27:35.737890+0000 mgr.y (mgr.25139) 434 : cephadm [INF] Upgrade: Updating osd.0 2024-09-13T14:27:37.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:27:36 smithi062 bash[89221]: cephadm 2024-09-13T14:27:35.737890+0000 mgr.y (mgr.25139) 434 : cephadm [INF] Upgrade: Updating osd.0 2024-09-13T14:27:37.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:27:36 smithi062 bash[89221]: audit 2024-09-13T14:27:35.746436+0000 mon.a (mon.0) 118 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:27:37.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:27:36 smithi062 bash[89221]: audit 2024-09-13T14:27:35.746436+0000 mon.a (mon.0) 118 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:27:37.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:27:36 smithi062 bash[89221]: audit 2024-09-13T14:27:35.758030+0000 mon.b (mon.1) 89 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.0"} : dispatch 2024-09-13T14:27:37.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:27:36 smithi062 bash[89221]: audit 2024-09-13T14:27:35.758030+0000 mon.b (mon.1) 89 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.0"} : dispatch 2024-09-13T14:27:37.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:27:36 smithi062 bash[89221]: audit 2024-09-13T14:27:35.759689+0000 mon.b (mon.1) 90 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:27:37.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:27:36 smithi062 bash[89221]: audit 2024-09-13T14:27:35.759689+0000 mon.b (mon.1) 90 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:27:37.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:27:36 smithi062 bash[89221]: cephadm 2024-09-13T14:27:35.766820+0000 mgr.y (mgr.25139) 435 : cephadm [INF] Deploying daemon osd.0 on smithi062 2024-09-13T14:27:37.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:27:36 smithi062 bash[89221]: cephadm 2024-09-13T14:27:35.766820+0000 mgr.y (mgr.25139) 435 : cephadm [INF] Deploying daemon osd.0 on smithi062 2024-09-13T14:27:37.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:27:36 smithi062 bash[92878]: cephadm 2024-09-13T14:27:35.737890+0000 mgr.y (mgr.25139) 434 : cephadm [INF] Upgrade: Updating osd.0 2024-09-13T14:27:37.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:27:36 smithi062 bash[92878]: cephadm 2024-09-13T14:27:35.737890+0000 mgr.y (mgr.25139) 434 : cephadm [INF] Upgrade: Updating osd.0 2024-09-13T14:27:37.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:27:36 smithi062 bash[92878]: audit 2024-09-13T14:27:35.746436+0000 mon.a (mon.0) 118 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:27:37.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:27:36 smithi062 bash[92878]: audit 2024-09-13T14:27:35.746436+0000 mon.a (mon.0) 118 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:27:37.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:27:36 smithi062 bash[92878]: audit 2024-09-13T14:27:35.758030+0000 mon.b (mon.1) 89 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.0"} : dispatch 2024-09-13T14:27:37.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:27:36 smithi062 bash[92878]: audit 2024-09-13T14:27:35.758030+0000 mon.b (mon.1) 89 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.0"} : dispatch 2024-09-13T14:27:37.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:27:36 smithi062 bash[92878]: audit 2024-09-13T14:27:35.759689+0000 mon.b (mon.1) 90 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:27:37.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:27:36 smithi062 bash[92878]: audit 2024-09-13T14:27:35.759689+0000 mon.b (mon.1) 90 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:27:37.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:27:36 smithi062 bash[92878]: cephadm 2024-09-13T14:27:35.766820+0000 mgr.y (mgr.25139) 435 : cephadm [INF] Deploying daemon osd.0 on smithi062 2024-09-13T14:27:37.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:27:36 smithi062 bash[92878]: cephadm 2024-09-13T14:27:35.766820+0000 mgr.y (mgr.25139) 435 : cephadm [INF] Deploying daemon osd.0 on smithi062 2024-09-13T14:27:38.148 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:27:37 smithi062 bash[92878]: cluster 2024-09-13T14:27:36.387422+0000 mgr.y (mgr.25139) 436 : cluster [DBG] pgmap v232: 161 pgs: 161 active+clean; 585 KiB data, 272 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:27:38.148 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:27:37 smithi062 bash[92878]: cluster 2024-09-13T14:27:36.387422+0000 mgr.y (mgr.25139) 436 : cluster [DBG] pgmap v232: 161 pgs: 161 active+clean; 585 KiB data, 272 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:27:38.148 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:27:37 smithi062 bash[89221]: cluster 2024-09-13T14:27:36.387422+0000 mgr.y (mgr.25139) 436 : cluster [DBG] pgmap v232: 161 pgs: 161 active+clean; 585 KiB data, 272 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:27:38.149 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:27:37 smithi062 bash[89221]: cluster 2024-09-13T14:27:36.387422+0000 mgr.y (mgr.25139) 436 : cluster [DBG] pgmap v232: 161 pgs: 161 active+clean; 585 KiB data, 272 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:27:38.184 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:27:37 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:27:37.731780509Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:27:38.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:27:37 smithi178 bash[70490]: cluster 2024-09-13T14:27:36.387422+0000 mgr.y (mgr.25139) 436 : cluster [DBG] pgmap v232: 161 pgs: 161 active+clean; 585 KiB data, 272 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:27:38.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:27:37 smithi178 bash[70490]: cluster 2024-09-13T14:27:36.387422+0000 mgr.y (mgr.25139) 436 : cluster [DBG] pgmap v232: 161 pgs: 161 active+clean; 585 KiB data, 272 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:27:38.548 INFO:teuthology.orchestra.run.smithi062.stdout:true 2024-09-13T14:27:39.197 INFO:teuthology.orchestra.run.smithi062.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-13T14:27:39.197 INFO:teuthology.orchestra.run.smithi062.stdout:alertmanager.a smithi062 *:9093,9094 running (5m) 89s ago 32m 13.8M - 0.27.0 11f11916f8cd 6e93dcf56cea 2024-09-13T14:27:39.197 INFO:teuthology.orchestra.run.smithi062.stdout:grafana.a smithi178 *:3000 running (5m) 3m ago 32m 68.2M - 10.4.0 c8b91775d855 e5af99a01b68 2024-09-13T14:27:39.197 INFO:teuthology.orchestra.run.smithi062.stdout:iscsi.foo.smithi062.auboqe smithi062 *:5000 running (7m) 89s ago 30m 50.0M - 3.8 19dc8d659727 5db99a6f8116 2024-09-13T14:27:39.198 INFO:teuthology.orchestra.run.smithi062.stdout:mgr.x smithi178 *:8443,9283,8765 running (7m) 3m ago 41m 441M - 19.3.0-4917-gb0201b8c 1641fe80ce72 fc18b6fcd5bd 2024-09-13T14:27:39.198 INFO:teuthology.orchestra.run.smithi062.stdout:mgr.y smithi062 *:8443,9283,8765 running (18m) 89s ago 43m 510M - 19.3.0-4917-gb0201b8c 1641fe80ce72 fd629cc84850 2024-09-13T14:27:39.198 INFO:teuthology.orchestra.run.smithi062.stdout:mon.a smithi062 running (2m) 89s ago 43m 38.8M 2048M 19.3.0-4917-gb0201b8c 1641fe80ce72 6370c6daf05c 2024-09-13T14:27:39.198 INFO:teuthology.orchestra.run.smithi062.stdout:mon.b smithi178 running (3m) 3m ago 41m 18.1M 2048M 19.3.0-4917-gb0201b8c 1641fe80ce72 4246b63ea822 2024-09-13T14:27:39.198 INFO:teuthology.orchestra.run.smithi062.stdout:mon.c smithi062 running (98s) 89s ago 41m 19.1M 2048M 19.3.0-4917-gb0201b8c 1641fe80ce72 546ed05b6de1 2024-09-13T14:27:39.198 INFO:teuthology.orchestra.run.smithi062.stdout:node-exporter.a smithi062 *:9100 running (6m) 89s ago 33m 7847k - 1.7.0 72c9c2088986 d2a19c03fb98 2024-09-13T14:27:39.198 INFO:teuthology.orchestra.run.smithi062.stdout:node-exporter.b smithi178 *:9100 running (6m) 3m ago 33m 8131k - 1.7.0 72c9c2088986 ef73b17b6575 2024-09-13T14:27:39.198 INFO:teuthology.orchestra.run.smithi062.stdout:osd.0 smithi062 running (40m) 89s ago 40m 67.6M 3036M 19.1.1-322-g7741f7f9 19dc8d659727 a01ecc33ada0 2024-09-13T14:27:39.198 INFO:teuthology.orchestra.run.smithi062.stdout:osd.1 smithi062 running (39m) 89s ago 39m 59.8M 3036M 19.1.1-322-g7741f7f9 19dc8d659727 d6ca3f655d05 2024-09-13T14:27:39.198 INFO:teuthology.orchestra.run.smithi062.stdout:osd.2 smithi062 running (38m) 89s ago 38m 62.6M 3036M 19.1.1-322-g7741f7f9 19dc8d659727 f001b702483d 2024-09-13T14:27:39.198 INFO:teuthology.orchestra.run.smithi062.stdout:osd.3 smithi062 running (37m) 89s ago 37m 58.2M 3036M 19.1.1-322-g7741f7f9 19dc8d659727 cebed6322996 2024-09-13T14:27:39.198 INFO:teuthology.orchestra.run.smithi062.stdout:osd.4 smithi178 running (36m) 3m ago 36m 67.5M 3292M 19.1.1-322-g7741f7f9 19dc8d659727 7ff166ed36a8 2024-09-13T14:27:39.198 INFO:teuthology.orchestra.run.smithi062.stdout:osd.5 smithi178 running (36m) 3m ago 36m 64.7M 3292M 19.1.1-322-g7741f7f9 19dc8d659727 0ee354299930 2024-09-13T14:27:39.198 INFO:teuthology.orchestra.run.smithi062.stdout:osd.6 smithi178 running (35m) 3m ago 35m 55.2M 3292M 19.1.1-322-g7741f7f9 19dc8d659727 e6cb50c05b1b 2024-09-13T14:27:39.199 INFO:teuthology.orchestra.run.smithi062.stdout:osd.7 smithi178 running (34m) 3m ago 34m 64.7M 3292M 19.1.1-322-g7741f7f9 19dc8d659727 fbc9d74ccd0e 2024-09-13T14:27:39.199 INFO:teuthology.orchestra.run.smithi062.stdout:prometheus.a smithi178 *:9095 running (6m) 3m ago 33m 37.2M - 2.51.0 1d3b7f56885b 3a9393efc8c5 2024-09-13T14:27:39.199 INFO:teuthology.orchestra.run.smithi062.stdout:rgw.foo.smithi062.raldkl smithi062 *:8000 running (30m) 89s ago 30m 101M - 19.1.1-322-g7741f7f9 19dc8d659727 c374202ad667 2024-09-13T14:27:39.199 INFO:teuthology.orchestra.run.smithi062.stdout:rgw.foo.smithi178.sseeij smithi178 *:8000 running (30m) 3m ago 30m 102M - 19.1.1-322-g7741f7f9 19dc8d659727 86fcacc26a6b 2024-09-13T14:27:39.580 INFO:teuthology.orchestra.run.smithi062.stdout:{ 2024-09-13T14:27:39.580 INFO:teuthology.orchestra.run.smithi062.stdout: "mon": { 2024-09-13T14:27:39.580 INFO:teuthology.orchestra.run.smithi062.stdout: "ceph version 19.3.0-4917-gb0201b8c (b0201b8c79733293453e7f10a10c7fa43119222b) squid (dev)": 3 2024-09-13T14:27:39.580 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-09-13T14:27:39.580 INFO:teuthology.orchestra.run.smithi062.stdout: "mgr": { 2024-09-13T14:27:39.580 INFO:teuthology.orchestra.run.smithi062.stdout: "ceph version 19.3.0-4917-gb0201b8c (b0201b8c79733293453e7f10a10c7fa43119222b) squid (dev)": 2 2024-09-13T14:27:39.580 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-09-13T14:27:39.580 INFO:teuthology.orchestra.run.smithi062.stdout: "osd": { 2024-09-13T14:27:39.580 INFO:teuthology.orchestra.run.smithi062.stdout: "ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable)": 8 2024-09-13T14:27:39.580 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-09-13T14:27:39.580 INFO:teuthology.orchestra.run.smithi062.stdout: "rgw": { 2024-09-13T14:27:39.581 INFO:teuthology.orchestra.run.smithi062.stdout: "ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable)": 2 2024-09-13T14:27:39.581 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-09-13T14:27:39.581 INFO:teuthology.orchestra.run.smithi062.stdout: "overall": { 2024-09-13T14:27:39.581 INFO:teuthology.orchestra.run.smithi062.stdout: "ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable)": 10, 2024-09-13T14:27:39.581 INFO:teuthology.orchestra.run.smithi062.stdout: "ceph version 19.3.0-4917-gb0201b8c (b0201b8c79733293453e7f10a10c7fa43119222b) squid (dev)": 5 2024-09-13T14:27:39.581 INFO:teuthology.orchestra.run.smithi062.stdout: } 2024-09-13T14:27:39.581 INFO:teuthology.orchestra.run.smithi062.stdout:} 2024-09-13T14:27:39.897 INFO:teuthology.orchestra.run.smithi062.stdout:{ 2024-09-13T14:27:39.897 INFO:teuthology.orchestra.run.smithi062.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph:b0201b8c79733293453e7f10a10c7fa43119222b", 2024-09-13T14:27:39.898 INFO:teuthology.orchestra.run.smithi062.stdout: "in_progress": true, 2024-09-13T14:27:39.898 INFO:teuthology.orchestra.run.smithi062.stdout: "which": "Upgrading daemons of type(s) osd. Upgrade limited to 2 daemons (2 remaining).", 2024-09-13T14:27:39.898 INFO:teuthology.orchestra.run.smithi062.stdout: "services_complete": [], 2024-09-13T14:27:39.898 INFO:teuthology.orchestra.run.smithi062.stdout: "progress": "0/8 daemons upgraded", 2024-09-13T14:27:39.898 INFO:teuthology.orchestra.run.smithi062.stdout: "message": "Currently upgrading osd daemons", 2024-09-13T14:27:39.898 INFO:teuthology.orchestra.run.smithi062.stdout: "is_paused": false 2024-09-13T14:27:39.898 INFO:teuthology.orchestra.run.smithi062.stdout:} 2024-09-13T14:27:40.125 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:27:39 smithi062 bash[89221]: cluster 2024-09-13T14:27:38.387876+0000 mgr.y (mgr.25139) 437 : cluster [DBG] pgmap v233: 161 pgs: 161 active+clean; 585 KiB data, 272 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:27:40.125 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:27:39 smithi062 bash[89221]: cluster 2024-09-13T14:27:38.387876+0000 mgr.y (mgr.25139) 437 : cluster [DBG] pgmap v233: 161 pgs: 161 active+clean; 585 KiB data, 272 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:27:40.125 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:27:39 smithi062 bash[89221]: audit 2024-09-13T14:27:38.537017+0000 mgr.y (mgr.25139) 438 : audit [DBG] from='client.54152 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:27:40.125 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:27:39 smithi062 bash[89221]: audit 2024-09-13T14:27:38.537017+0000 mgr.y (mgr.25139) 438 : audit [DBG] from='client.54152 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:27:40.126 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:27:39 smithi062 bash[89221]: audit 2024-09-13T14:27:38.856381+0000 mgr.y (mgr.25139) 439 : audit [DBG] from='client.44184 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:27:40.126 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:27:39 smithi062 bash[89221]: audit 2024-09-13T14:27:38.856381+0000 mgr.y (mgr.25139) 439 : audit [DBG] from='client.44184 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:27:40.126 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:27:39 smithi062 bash[89221]: audit 2024-09-13T14:27:39.580913+0000 mon.a (mon.0) 119 : audit [DBG] from='client.? 172.21.15.62:0/1981491008' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:27:40.126 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:27:39 smithi062 bash[89221]: audit 2024-09-13T14:27:39.580913+0000 mon.a (mon.0) 119 : audit [DBG] from='client.? 172.21.15.62:0/1981491008' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:27:40.126 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:27:39 smithi062 bash[92878]: cluster 2024-09-13T14:27:38.387876+0000 mgr.y (mgr.25139) 437 : cluster [DBG] pgmap v233: 161 pgs: 161 active+clean; 585 KiB data, 272 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:27:40.126 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:27:39 smithi062 bash[92878]: cluster 2024-09-13T14:27:38.387876+0000 mgr.y (mgr.25139) 437 : cluster [DBG] pgmap v233: 161 pgs: 161 active+clean; 585 KiB data, 272 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:27:40.126 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:27:39 smithi062 bash[92878]: audit 2024-09-13T14:27:38.537017+0000 mgr.y (mgr.25139) 438 : audit [DBG] from='client.54152 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:27:40.126 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:27:39 smithi062 bash[92878]: audit 2024-09-13T14:27:38.537017+0000 mgr.y (mgr.25139) 438 : audit [DBG] from='client.54152 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:27:40.126 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:27:39 smithi062 bash[92878]: audit 2024-09-13T14:27:38.856381+0000 mgr.y (mgr.25139) 439 : audit [DBG] from='client.44184 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:27:40.126 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:27:39 smithi062 bash[92878]: audit 2024-09-13T14:27:38.856381+0000 mgr.y (mgr.25139) 439 : audit [DBG] from='client.44184 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:27:40.126 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:27:39 smithi062 bash[92878]: audit 2024-09-13T14:27:39.580913+0000 mon.a (mon.0) 119 : audit [DBG] from='client.? 172.21.15.62:0/1981491008' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:27:40.127 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:27:39 smithi062 bash[92878]: audit 2024-09-13T14:27:39.580913+0000 mon.a (mon.0) 119 : audit [DBG] from='client.? 172.21.15.62:0/1981491008' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:27:40.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:27:39 smithi178 bash[70490]: cluster 2024-09-13T14:27:38.387876+0000 mgr.y (mgr.25139) 437 : cluster [DBG] pgmap v233: 161 pgs: 161 active+clean; 585 KiB data, 272 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:27:40.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:27:39 smithi178 bash[70490]: cluster 2024-09-13T14:27:38.387876+0000 mgr.y (mgr.25139) 437 : cluster [DBG] pgmap v233: 161 pgs: 161 active+clean; 585 KiB data, 272 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:27:40.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:27:39 smithi178 bash[70490]: audit 2024-09-13T14:27:38.537017+0000 mgr.y (mgr.25139) 438 : audit [DBG] from='client.54152 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:27:40.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:27:39 smithi178 bash[70490]: audit 2024-09-13T14:27:38.537017+0000 mgr.y (mgr.25139) 438 : audit [DBG] from='client.54152 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:27:40.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:27:39 smithi178 bash[70490]: audit 2024-09-13T14:27:38.856381+0000 mgr.y (mgr.25139) 439 : audit [DBG] from='client.44184 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:27:40.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:27:39 smithi178 bash[70490]: audit 2024-09-13T14:27:38.856381+0000 mgr.y (mgr.25139) 439 : audit [DBG] from='client.44184 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:27:40.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:27:39 smithi178 bash[70490]: audit 2024-09-13T14:27:39.580913+0000 mon.a (mon.0) 119 : audit [DBG] from='client.? 172.21.15.62:0/1981491008' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:27:40.186 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:27:39 smithi178 bash[70490]: audit 2024-09-13T14:27:39.580913+0000 mon.a (mon.0) 119 : audit [DBG] from='client.? 172.21.15.62:0/1981491008' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:27:41.029 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:27:40 smithi062 bash[89221]: audit 2024-09-13T14:27:39.160734+0000 mgr.y (mgr.25139) 440 : audit [DBG] from='client.54164 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:27:41.029 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:27:40 smithi062 bash[89221]: audit 2024-09-13T14:27:39.160734+0000 mgr.y (mgr.25139) 440 : audit [DBG] from='client.54164 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:27:41.029 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:27:40 smithi062 bash[89221]: audit 2024-09-13T14:27:39.898398+0000 mgr.y (mgr.25139) 441 : audit [DBG] from='client.54176 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:27:41.029 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:27:40 smithi062 bash[89221]: audit 2024-09-13T14:27:39.898398+0000 mgr.y (mgr.25139) 441 : audit [DBG] from='client.54176 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:27:41.029 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:27:40 smithi062 bash[92878]: audit 2024-09-13T14:27:39.160734+0000 mgr.y (mgr.25139) 440 : audit [DBG] from='client.54164 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:27:41.030 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:27:40 smithi062 bash[92878]: audit 2024-09-13T14:27:39.160734+0000 mgr.y (mgr.25139) 440 : audit [DBG] from='client.54164 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:27:41.030 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:27:40 smithi062 bash[92878]: audit 2024-09-13T14:27:39.898398+0000 mgr.y (mgr.25139) 441 : audit [DBG] from='client.54176 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:27:41.030 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:27:40 smithi062 bash[92878]: audit 2024-09-13T14:27:39.898398+0000 mgr.y (mgr.25139) 441 : audit [DBG] from='client.54176 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:27:41.185 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:27:40 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:27:40.753688357Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:27:41.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:27:40 smithi178 bash[70490]: audit 2024-09-13T14:27:39.160734+0000 mgr.y (mgr.25139) 440 : audit [DBG] from='client.54164 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:27:41.186 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:27:40 smithi178 bash[70490]: audit 2024-09-13T14:27:39.160734+0000 mgr.y (mgr.25139) 440 : audit [DBG] from='client.54164 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:27:41.186 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:27:40 smithi178 bash[70490]: audit 2024-09-13T14:27:39.898398+0000 mgr.y (mgr.25139) 441 : audit [DBG] from='client.54176 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:27:41.186 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:27:40 smithi178 bash[70490]: audit 2024-09-13T14:27:39.898398+0000 mgr.y (mgr.25139) 441 : audit [DBG] from='client.54176 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:27:41.289 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:27:41 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:27:41.289 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:27:41 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:27:41.290 INFO:journalctl@ceph.osd.0.smithi062.stdout:Sep 13 14:27:41 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:27:41.290 INFO:journalctl@ceph.osd.2.smithi062.stdout:Sep 13 14:27:41 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:27:41.290 INFO:journalctl@ceph.osd.3.smithi062.stdout:Sep 13 14:27:41 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:27:41.291 INFO:journalctl@ceph.node-exporter.a.smithi062.stdout:Sep 13 14:27:41 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:27:41.291 INFO:journalctl@ceph.alertmanager.a.smithi062.stdout:Sep 13 14:27:41 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:27:41.291 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:27:41 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:27:41.292 INFO:journalctl@ceph.osd.1.smithi062.stdout:Sep 13 14:27:41 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:27:41.753 INFO:journalctl@ceph.osd.0.smithi062.stdout:Sep 13 14:27:41 smithi062 systemd[1]: Stopping Ceph osd.0 for ff1149ea-71d5-11ef-bceb-c7b262605968... 2024-09-13T14:27:41.753 INFO:journalctl@ceph.osd.0.smithi062.stdout:Sep 13 14:27:41 smithi062 bash[29635]: debug 2024-09-13T14:27:41.407+0000 7eff0c542640 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2024-09-13T14:27:41.753 INFO:journalctl@ceph.osd.0.smithi062.stdout:Sep 13 14:27:41 smithi062 bash[29635]: debug 2024-09-13T14:27:41.407+0000 7eff0c542640 -1 osd.0 113 *** Got signal Terminated *** 2024-09-13T14:27:41.753 INFO:journalctl@ceph.osd.0.smithi062.stdout:Sep 13 14:27:41 smithi062 bash[29635]: debug 2024-09-13T14:27:41.407+0000 7eff0c542640 -1 osd.0 113 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-13T14:27:42.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:27:41 smithi178 bash[70490]: cluster 2024-09-13T14:27:40.389372+0000 mgr.y (mgr.25139) 442 : cluster [DBG] pgmap v234: 161 pgs: 161 active+clean; 585 KiB data, 272 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:27:42.188 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:27:41 smithi178 bash[70490]: cluster 2024-09-13T14:27:40.389372+0000 mgr.y (mgr.25139) 442 : cluster [DBG] pgmap v234: 161 pgs: 161 active+clean; 585 KiB data, 272 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:27:42.188 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:27:41 smithi178 bash[70490]: cluster 2024-09-13T14:27:41.410263+0000 mon.a (mon.0) 120 : cluster [INF] osd.0 marked itself down and dead 2024-09-13T14:27:42.188 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:27:41 smithi178 bash[70490]: cluster 2024-09-13T14:27:41.410263+0000 mon.a (mon.0) 120 : cluster [INF] osd.0 marked itself down and dead 2024-09-13T14:27:42.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:27:41 smithi062 bash[89221]: cluster 2024-09-13T14:27:40.389372+0000 mgr.y (mgr.25139) 442 : cluster [DBG] pgmap v234: 161 pgs: 161 active+clean; 585 KiB data, 272 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:27:42.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:27:41 smithi062 bash[89221]: cluster 2024-09-13T14:27:40.389372+0000 mgr.y (mgr.25139) 442 : cluster [DBG] pgmap v234: 161 pgs: 161 active+clean; 585 KiB data, 272 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:27:42.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:27:41 smithi062 bash[89221]: cluster 2024-09-13T14:27:41.410263+0000 mon.a (mon.0) 120 : cluster [INF] osd.0 marked itself down and dead 2024-09-13T14:27:42.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:27:41 smithi062 bash[89221]: cluster 2024-09-13T14:27:41.410263+0000 mon.a (mon.0) 120 : cluster [INF] osd.0 marked itself down and dead 2024-09-13T14:27:42.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:27:41 smithi062 bash[92878]: cluster 2024-09-13T14:27:40.389372+0000 mgr.y (mgr.25139) 442 : cluster [DBG] pgmap v234: 161 pgs: 161 active+clean; 585 KiB data, 272 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:27:42.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:27:41 smithi062 bash[92878]: cluster 2024-09-13T14:27:40.389372+0000 mgr.y (mgr.25139) 442 : cluster [DBG] pgmap v234: 161 pgs: 161 active+clean; 585 KiB data, 272 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:27:42.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:27:41 smithi062 bash[92878]: cluster 2024-09-13T14:27:41.410263+0000 mon.a (mon.0) 120 : cluster [INF] osd.0 marked itself down and dead 2024-09-13T14:27:42.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:27:41 smithi062 bash[92878]: cluster 2024-09-13T14:27:41.410263+0000 mon.a (mon.0) 120 : cluster [INF] osd.0 marked itself down and dead 2024-09-13T14:27:43.184 INFO:journalctl@ceph.osd.0.smithi062.stdout:Sep 13 14:27:42 smithi062 bash[97807]: ceph-ff1149ea-71d5-11ef-bceb-c7b262605968-osd-0 2024-09-13T14:27:43.185 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:27:42 smithi062 bash[89221]: cluster 2024-09-13T14:27:41.780068+0000 mon.a (mon.0) 121 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-09-13T14:27:43.185 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:27:42 smithi062 bash[89221]: cluster 2024-09-13T14:27:41.780068+0000 mon.a (mon.0) 121 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-09-13T14:27:43.185 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:27:42 smithi062 bash[89221]: cluster 2024-09-13T14:27:41.800696+0000 mon.a (mon.0) 122 : cluster [DBG] osdmap e114: 8 total, 7 up, 8 in 2024-09-13T14:27:43.185 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:27:42 smithi062 bash[89221]: cluster 2024-09-13T14:27:41.800696+0000 mon.a (mon.0) 122 : cluster [DBG] osdmap e114: 8 total, 7 up, 8 in 2024-09-13T14:27:43.185 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:27:42 smithi062 bash[92878]: cluster 2024-09-13T14:27:41.780068+0000 mon.a (mon.0) 121 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-09-13T14:27:43.185 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:27:42 smithi062 bash[92878]: cluster 2024-09-13T14:27:41.780068+0000 mon.a (mon.0) 121 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-09-13T14:27:43.185 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:27:42 smithi062 bash[92878]: cluster 2024-09-13T14:27:41.800696+0000 mon.a (mon.0) 122 : cluster [DBG] osdmap e114: 8 total, 7 up, 8 in 2024-09-13T14:27:43.185 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:27:42 smithi062 bash[92878]: cluster 2024-09-13T14:27:41.800696+0000 mon.a (mon.0) 122 : cluster [DBG] osdmap e114: 8 total, 7 up, 8 in 2024-09-13T14:27:43.186 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:27:42 smithi178 bash[70490]: cluster 2024-09-13T14:27:41.780068+0000 mon.a (mon.0) 121 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-09-13T14:27:43.186 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:27:42 smithi178 bash[70490]: cluster 2024-09-13T14:27:41.780068+0000 mon.a (mon.0) 121 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-09-13T14:27:43.186 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:27:42 smithi178 bash[70490]: cluster 2024-09-13T14:27:41.800696+0000 mon.a (mon.0) 122 : cluster [DBG] osdmap e114: 8 total, 7 up, 8 in 2024-09-13T14:27:43.186 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:27:42 smithi178 bash[70490]: cluster 2024-09-13T14:27:41.800696+0000 mon.a (mon.0) 122 : cluster [DBG] osdmap e114: 8 total, 7 up, 8 in 2024-09-13T14:27:43.503 INFO:journalctl@ceph.osd.0.smithi062.stdout:Sep 13 14:27:43 smithi062 bash[97871]: Error response from daemon: No such container: ceph-ff1149ea-71d5-11ef-bceb-c7b262605968-osd-0 2024-09-13T14:27:44.002 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:27:43 smithi062 bash[68610]: ::ffff:172.21.15.178 - - [13/Sep/2024:14:27:43] "GET /metrics HTTP/1.1" 200 38226 "" "Prometheus/2.51.0" 2024-09-13T14:27:44.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:27:43 smithi062 bash[89221]: cluster 2024-09-13T14:27:42.389944+0000 mgr.y (mgr.25139) 443 : cluster [DBG] pgmap v236: 161 pgs: 21 stale+active+clean, 140 active+clean; 585 KiB data, 272 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-09-13T14:27:44.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:27:43 smithi062 bash[89221]: cluster 2024-09-13T14:27:42.389944+0000 mgr.y (mgr.25139) 443 : cluster [DBG] pgmap v236: 161 pgs: 21 stale+active+clean, 140 active+clean; 585 KiB data, 272 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-09-13T14:27:44.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:27:43 smithi062 bash[89221]: audit 2024-09-13T14:27:42.530982+0000 mgr.y (mgr.25139) 444 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:27:44.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:27:43 smithi062 bash[89221]: audit 2024-09-13T14:27:42.530982+0000 mgr.y (mgr.25139) 444 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:27:44.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:27:43 smithi062 bash[89221]: cluster 2024-09-13T14:27:42.806386+0000 mon.a (mon.0) 123 : cluster [DBG] osdmap e115: 8 total, 7 up, 8 in 2024-09-13T14:27:44.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:27:43 smithi062 bash[89221]: cluster 2024-09-13T14:27:42.806386+0000 mon.a (mon.0) 123 : cluster [DBG] osdmap e115: 8 total, 7 up, 8 in 2024-09-13T14:27:44.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:27:43 smithi062 bash[92878]: cluster 2024-09-13T14:27:42.389944+0000 mgr.y (mgr.25139) 443 : cluster [DBG] pgmap v236: 161 pgs: 21 stale+active+clean, 140 active+clean; 585 KiB data, 272 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-09-13T14:27:44.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:27:43 smithi062 bash[92878]: cluster 2024-09-13T14:27:42.389944+0000 mgr.y (mgr.25139) 443 : cluster [DBG] pgmap v236: 161 pgs: 21 stale+active+clean, 140 active+clean; 585 KiB data, 272 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-09-13T14:27:44.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:27:43 smithi062 bash[92878]: audit 2024-09-13T14:27:42.530982+0000 mgr.y (mgr.25139) 444 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:27:44.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:27:43 smithi062 bash[92878]: audit 2024-09-13T14:27:42.530982+0000 mgr.y (mgr.25139) 444 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:27:44.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:27:43 smithi062 bash[92878]: cluster 2024-09-13T14:27:42.806386+0000 mon.a (mon.0) 123 : cluster [DBG] osdmap e115: 8 total, 7 up, 8 in 2024-09-13T14:27:44.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:27:43 smithi062 bash[92878]: cluster 2024-09-13T14:27:42.806386+0000 mon.a (mon.0) 123 : cluster [DBG] osdmap e115: 8 total, 7 up, 8 in 2024-09-13T14:27:44.185 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:27:43 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:27:43.717573056Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:27:44.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:27:43 smithi178 bash[70490]: cluster 2024-09-13T14:27:42.389944+0000 mgr.y (mgr.25139) 443 : cluster [DBG] pgmap v236: 161 pgs: 21 stale+active+clean, 140 active+clean; 585 KiB data, 272 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-09-13T14:27:44.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:27:43 smithi178 bash[70490]: cluster 2024-09-13T14:27:42.389944+0000 mgr.y (mgr.25139) 443 : cluster [DBG] pgmap v236: 161 pgs: 21 stale+active+clean, 140 active+clean; 585 KiB data, 272 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-09-13T14:27:44.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:27:43 smithi178 bash[70490]: audit 2024-09-13T14:27:42.530982+0000 mgr.y (mgr.25139) 444 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:27:44.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:27:43 smithi178 bash[70490]: audit 2024-09-13T14:27:42.530982+0000 mgr.y (mgr.25139) 444 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:27:44.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:27:43 smithi178 bash[70490]: cluster 2024-09-13T14:27:42.806386+0000 mon.a (mon.0) 123 : cluster [DBG] osdmap e115: 8 total, 7 up, 8 in 2024-09-13T14:27:44.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:27:43 smithi178 bash[70490]: cluster 2024-09-13T14:27:42.806386+0000 mon.a (mon.0) 123 : cluster [DBG] osdmap e115: 8 total, 7 up, 8 in 2024-09-13T14:27:45.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:27:44 smithi062 bash[89221]: audit 2024-09-13T14:27:43.867945+0000 mon.a (mon.0) 124 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:27:45.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:27:44 smithi062 bash[89221]: audit 2024-09-13T14:27:43.867945+0000 mon.a (mon.0) 124 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:27:45.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:27:44 smithi062 bash[89221]: audit 2024-09-13T14:27:43.869287+0000 mon.b (mon.1) 91 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:27:45.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:27:44 smithi062 bash[89221]: audit 2024-09-13T14:27:43.869287+0000 mon.b (mon.1) 91 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:27:45.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:27:44 smithi062 bash[92878]: audit 2024-09-13T14:27:43.867945+0000 mon.a (mon.0) 124 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:27:45.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:27:44 smithi062 bash[92878]: audit 2024-09-13T14:27:43.867945+0000 mon.a (mon.0) 124 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:27:45.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:27:44 smithi062 bash[92878]: audit 2024-09-13T14:27:43.869287+0000 mon.b (mon.1) 91 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:27:45.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:27:44 smithi062 bash[92878]: audit 2024-09-13T14:27:43.869287+0000 mon.b (mon.1) 91 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:27:45.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:27:44 smithi178 bash[70490]: audit 2024-09-13T14:27:43.867945+0000 mon.a (mon.0) 124 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:27:45.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:27:44 smithi178 bash[70490]: audit 2024-09-13T14:27:43.867945+0000 mon.a (mon.0) 124 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:27:45.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:27:44 smithi178 bash[70490]: audit 2024-09-13T14:27:43.869287+0000 mon.b (mon.1) 91 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:27:45.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:27:44 smithi178 bash[70490]: audit 2024-09-13T14:27:43.869287+0000 mon.b (mon.1) 91 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:27:45.554 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:27:45 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:27:45.555 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:27:45 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:27:45.555 INFO:journalctl@ceph.osd.0.smithi062.stdout:Sep 13 14:27:45 smithi062 systemd[1]: ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@osd.0.service: Deactivated successfully. 2024-09-13T14:27:45.555 INFO:journalctl@ceph.osd.0.smithi062.stdout:Sep 13 14:27:45 smithi062 systemd[1]: Stopped Ceph osd.0 for ff1149ea-71d5-11ef-bceb-c7b262605968. 2024-09-13T14:27:45.555 INFO:journalctl@ceph.osd.0.smithi062.stdout:Sep 13 14:27:45 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:27:45.555 INFO:journalctl@ceph.osd.0.smithi062.stdout:Sep 13 14:27:45 smithi062 systemd[1]: Started Ceph osd.0 for ff1149ea-71d5-11ef-bceb-c7b262605968. 2024-09-13T14:27:45.556 INFO:journalctl@ceph.osd.2.smithi062.stdout:Sep 13 14:27:45 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:27:45.556 INFO:journalctl@ceph.osd.3.smithi062.stdout:Sep 13 14:27:45 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:27:45.556 INFO:journalctl@ceph.node-exporter.a.smithi062.stdout:Sep 13 14:27:45 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:27:45.557 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:27:45 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:27:45.557 INFO:journalctl@ceph.osd.1.smithi062.stdout:Sep 13 14:27:45 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:27:45.557 INFO:journalctl@ceph.alertmanager.a.smithi062.stdout:Sep 13 14:27:45 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:27:46.184 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:27:45 smithi178 bash[70490]: cluster 2024-09-13T14:27:44.390905+0000 mgr.y (mgr.25139) 445 : cluster [DBG] pgmap v238: 161 pgs: 36 active+undersized, 22 active+undersized+degraded, 103 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 69/636 objects degraded (10.849%) 2024-09-13T14:27:46.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:27:45 smithi178 bash[70490]: cluster 2024-09-13T14:27:44.390905+0000 mgr.y (mgr.25139) 445 : cluster [DBG] pgmap v238: 161 pgs: 36 active+undersized, 22 active+undersized+degraded, 103 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 69/636 objects degraded (10.849%) 2024-09-13T14:27:46.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:27:45 smithi178 bash[70490]: cluster 2024-09-13T14:27:44.863679+0000 mon.a (mon.0) 125 : cluster [WRN] Health check failed: Degraded data redundancy: 69/636 objects degraded (10.849%), 22 pgs degraded (PG_DEGRADED) 2024-09-13T14:27:46.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:27:45 smithi178 bash[70490]: cluster 2024-09-13T14:27:44.863679+0000 mon.a (mon.0) 125 : cluster [WRN] Health check failed: Degraded data redundancy: 69/636 objects degraded (10.849%), 22 pgs degraded (PG_DEGRADED) 2024-09-13T14:27:46.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:27:45 smithi178 bash[70490]: audit 2024-09-13T14:27:45.607380+0000 mon.a (mon.0) 126 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:27:46.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:27:45 smithi178 bash[70490]: audit 2024-09-13T14:27:45.607380+0000 mon.a (mon.0) 126 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:27:46.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:27:45 smithi178 bash[70490]: audit 2024-09-13T14:27:45.621020+0000 mon.a (mon.0) 127 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:27:46.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:27:45 smithi178 bash[70490]: audit 2024-09-13T14:27:45.621020+0000 mon.a (mon.0) 127 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:27:46.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:27:45 smithi178 bash[70490]: audit 2024-09-13T14:27:45.629008+0000 mon.a (mon.0) 128 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:27:46.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:27:45 smithi178 bash[70490]: audit 2024-09-13T14:27:45.629008+0000 mon.a (mon.0) 128 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:27:46.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:27:45 smithi062 bash[89221]: cluster 2024-09-13T14:27:44.390905+0000 mgr.y (mgr.25139) 445 : cluster [DBG] pgmap v238: 161 pgs: 36 active+undersized, 22 active+undersized+degraded, 103 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 69/636 objects degraded (10.849%) 2024-09-13T14:27:46.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:27:45 smithi062 bash[89221]: cluster 2024-09-13T14:27:44.390905+0000 mgr.y (mgr.25139) 445 : cluster [DBG] pgmap v238: 161 pgs: 36 active+undersized, 22 active+undersized+degraded, 103 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 69/636 objects degraded (10.849%) 2024-09-13T14:27:46.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:27:45 smithi062 bash[89221]: cluster 2024-09-13T14:27:44.863679+0000 mon.a (mon.0) 125 : cluster [WRN] Health check failed: Degraded data redundancy: 69/636 objects degraded (10.849%), 22 pgs degraded (PG_DEGRADED) 2024-09-13T14:27:46.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:27:45 smithi062 bash[89221]: cluster 2024-09-13T14:27:44.863679+0000 mon.a (mon.0) 125 : cluster [WRN] Health check failed: Degraded data redundancy: 69/636 objects degraded (10.849%), 22 pgs degraded (PG_DEGRADED) 2024-09-13T14:27:46.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:27:45 smithi062 bash[89221]: audit 2024-09-13T14:27:45.607380+0000 mon.a (mon.0) 126 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:27:46.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:27:45 smithi062 bash[89221]: audit 2024-09-13T14:27:45.607380+0000 mon.a (mon.0) 126 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:27:46.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:27:45 smithi062 bash[89221]: audit 2024-09-13T14:27:45.621020+0000 mon.a (mon.0) 127 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:27:46.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:27:45 smithi062 bash[89221]: audit 2024-09-13T14:27:45.621020+0000 mon.a (mon.0) 127 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:27:46.255 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:27:45 smithi062 bash[89221]: audit 2024-09-13T14:27:45.629008+0000 mon.a (mon.0) 128 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:27:46.255 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:27:45 smithi062 bash[89221]: audit 2024-09-13T14:27:45.629008+0000 mon.a (mon.0) 128 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:27:46.255 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:27:45 smithi062 bash[92878]: cluster 2024-09-13T14:27:44.390905+0000 mgr.y (mgr.25139) 445 : cluster [DBG] pgmap v238: 161 pgs: 36 active+undersized, 22 active+undersized+degraded, 103 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 69/636 objects degraded (10.849%) 2024-09-13T14:27:46.255 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:27:45 smithi062 bash[92878]: cluster 2024-09-13T14:27:44.390905+0000 mgr.y (mgr.25139) 445 : cluster [DBG] pgmap v238: 161 pgs: 36 active+undersized, 22 active+undersized+degraded, 103 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 69/636 objects degraded (10.849%) 2024-09-13T14:27:46.256 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:27:45 smithi062 bash[92878]: cluster 2024-09-13T14:27:44.863679+0000 mon.a (mon.0) 125 : cluster [WRN] Health check failed: Degraded data redundancy: 69/636 objects degraded (10.849%), 22 pgs degraded (PG_DEGRADED) 2024-09-13T14:27:46.256 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:27:45 smithi062 bash[92878]: cluster 2024-09-13T14:27:44.863679+0000 mon.a (mon.0) 125 : cluster [WRN] Health check failed: Degraded data redundancy: 69/636 objects degraded (10.849%), 22 pgs degraded (PG_DEGRADED) 2024-09-13T14:27:46.256 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:27:45 smithi062 bash[92878]: audit 2024-09-13T14:27:45.607380+0000 mon.a (mon.0) 126 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:27:46.256 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:27:45 smithi062 bash[92878]: audit 2024-09-13T14:27:45.607380+0000 mon.a (mon.0) 126 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:27:46.256 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:27:45 smithi062 bash[92878]: audit 2024-09-13T14:27:45.621020+0000 mon.a (mon.0) 127 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:27:46.256 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:27:45 smithi062 bash[92878]: audit 2024-09-13T14:27:45.621020+0000 mon.a (mon.0) 127 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:27:46.257 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:27:45 smithi062 bash[92878]: audit 2024-09-13T14:27:45.629008+0000 mon.a (mon.0) 128 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:27:46.257 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:27:45 smithi062 bash[92878]: audit 2024-09-13T14:27:45.629008+0000 mon.a (mon.0) 128 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:27:47.002 INFO:journalctl@ceph.osd.0.smithi062.stdout:Sep 13 14:27:46 smithi062 bash[98016]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-13T14:27:47.002 INFO:journalctl@ceph.osd.0.smithi062.stdout:Sep 13 14:27:46 smithi062 bash[98016]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-13T14:27:47.174 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:27:46 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:27:46.716327942Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:27:47.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:27:47 smithi178 bash[70490]: audit 2024-09-13T14:27:46.174599+0000 mon.a (mon.0) 129 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:27:47.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:27:47 smithi178 bash[70490]: audit 2024-09-13T14:27:46.174599+0000 mon.a (mon.0) 129 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:27:47.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:27:47 smithi178 bash[70490]: audit 2024-09-13T14:27:46.180497+0000 mon.a (mon.0) 130 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:27:47.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:27:47 smithi178 bash[70490]: audit 2024-09-13T14:27:46.180497+0000 mon.a (mon.0) 130 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:27:47.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:27:47 smithi178 bash[70490]: cluster 2024-09-13T14:27:46.391764+0000 mgr.y (mgr.25139) 446 : cluster [DBG] pgmap v239: 161 pgs: 36 active+undersized, 22 active+undersized+degraded, 103 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 69/636 objects degraded (10.849%) 2024-09-13T14:27:47.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:27:47 smithi178 bash[70490]: cluster 2024-09-13T14:27:46.391764+0000 mgr.y (mgr.25139) 446 : cluster [DBG] pgmap v239: 161 pgs: 36 active+undersized, 22 active+undersized+degraded, 103 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 69/636 objects degraded (10.849%) 2024-09-13T14:27:47.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:27:47 smithi062 bash[89221]: audit 2024-09-13T14:27:46.174599+0000 mon.a (mon.0) 129 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:27:47.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:27:47 smithi062 bash[89221]: audit 2024-09-13T14:27:46.174599+0000 mon.a (mon.0) 129 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:27:47.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:27:47 smithi062 bash[89221]: audit 2024-09-13T14:27:46.180497+0000 mon.a (mon.0) 130 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:27:47.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:27:47 smithi062 bash[89221]: audit 2024-09-13T14:27:46.180497+0000 mon.a (mon.0) 130 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:27:47.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:27:47 smithi062 bash[89221]: cluster 2024-09-13T14:27:46.391764+0000 mgr.y (mgr.25139) 446 : cluster [DBG] pgmap v239: 161 pgs: 36 active+undersized, 22 active+undersized+degraded, 103 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 69/636 objects degraded (10.849%) 2024-09-13T14:27:47.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:27:47 smithi062 bash[89221]: cluster 2024-09-13T14:27:46.391764+0000 mgr.y (mgr.25139) 446 : cluster [DBG] pgmap v239: 161 pgs: 36 active+undersized, 22 active+undersized+degraded, 103 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 69/636 objects degraded (10.849%) 2024-09-13T14:27:47.503 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:27:47 smithi062 bash[92878]: audit 2024-09-13T14:27:46.174599+0000 mon.a (mon.0) 129 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:27:47.503 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:27:47 smithi062 bash[92878]: audit 2024-09-13T14:27:46.174599+0000 mon.a (mon.0) 129 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:27:47.504 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:27:47 smithi062 bash[92878]: audit 2024-09-13T14:27:46.180497+0000 mon.a (mon.0) 130 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:27:47.504 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:27:47 smithi062 bash[92878]: audit 2024-09-13T14:27:46.180497+0000 mon.a (mon.0) 130 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:27:47.504 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:27:47 smithi062 bash[92878]: cluster 2024-09-13T14:27:46.391764+0000 mgr.y (mgr.25139) 446 : cluster [DBG] pgmap v239: 161 pgs: 36 active+undersized, 22 active+undersized+degraded, 103 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 69/636 objects degraded (10.849%) 2024-09-13T14:27:47.504 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:27:47 smithi062 bash[92878]: cluster 2024-09-13T14:27:46.391764+0000 mgr.y (mgr.25139) 446 : cluster [DBG] pgmap v239: 161 pgs: 36 active+undersized, 22 active+undersized+degraded, 103 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 69/636 objects degraded (10.849%) 2024-09-13T14:27:49.752 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:27:49 smithi178 bash[70490]: cluster 2024-09-13T14:27:48.392707+0000 mgr.y (mgr.25139) 447 : cluster [DBG] pgmap v240: 161 pgs: 36 active+undersized, 22 active+undersized+degraded, 103 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 69/636 objects degraded (10.849%) 2024-09-13T14:27:49.753 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:27:49 smithi178 bash[70490]: cluster 2024-09-13T14:27:48.392707+0000 mgr.y (mgr.25139) 447 : cluster [DBG] pgmap v240: 161 pgs: 36 active+undersized, 22 active+undersized+degraded, 103 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 69/636 objects degraded (10.849%) 2024-09-13T14:27:49.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:27:49 smithi062 bash[89221]: cluster 2024-09-13T14:27:48.392707+0000 mgr.y (mgr.25139) 447 : cluster [DBG] pgmap v240: 161 pgs: 36 active+undersized, 22 active+undersized+degraded, 103 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 69/636 objects degraded (10.849%) 2024-09-13T14:27:49.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:27:49 smithi062 bash[89221]: cluster 2024-09-13T14:27:48.392707+0000 mgr.y (mgr.25139) 447 : cluster [DBG] pgmap v240: 161 pgs: 36 active+undersized, 22 active+undersized+degraded, 103 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 69/636 objects degraded (10.849%) 2024-09-13T14:27:49.754 INFO:journalctl@ceph.osd.0.smithi062.stdout:Sep 13 14:27:49 smithi062 bash[98016]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-09-13T14:27:49.754 INFO:journalctl@ceph.osd.0.smithi062.stdout:Sep 13 14:27:49 smithi062 bash[98016]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-0 --no-mon-config --dev /dev/mapper/vg_nvme-lv_4 2024-09-13T14:27:49.754 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:27:49 smithi062 bash[92878]: cluster 2024-09-13T14:27:48.392707+0000 mgr.y (mgr.25139) 447 : cluster [DBG] pgmap v240: 161 pgs: 36 active+undersized, 22 active+undersized+degraded, 103 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 69/636 objects degraded (10.849%) 2024-09-13T14:27:49.754 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:27:49 smithi062 bash[92878]: cluster 2024-09-13T14:27:48.392707+0000 mgr.y (mgr.25139) 447 : cluster [DBG] pgmap v240: 161 pgs: 36 active+undersized, 22 active+undersized+degraded, 103 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 69/636 objects degraded (10.849%) 2024-09-13T14:27:50.185 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:27:49 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:27:49.752572128Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:27:50.253 INFO:journalctl@ceph.osd.0.smithi062.stdout:Sep 13 14:27:49 smithi062 bash[98016]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_4 2024-09-13T14:27:50.253 INFO:journalctl@ceph.osd.0.smithi062.stdout:Sep 13 14:27:49 smithi062 bash[98016]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2024-09-13T14:27:50.253 INFO:journalctl@ceph.osd.0.smithi062.stdout:Sep 13 14:27:49 smithi062 bash[98016]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-0/block 2024-09-13T14:27:50.253 INFO:journalctl@ceph.osd.0.smithi062.stdout:Sep 13 14:27:49 smithi062 bash[98016]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-09-13T14:27:50.253 INFO:journalctl@ceph.osd.0.smithi062.stdout:Sep 13 14:27:49 smithi062 bash[98016]: --> ceph-volume raw activate successful for osd ID: 0 2024-09-13T14:27:51.752 INFO:journalctl@ceph.osd.0.smithi062.stdout:Sep 13 14:27:51 smithi062 bash[98292]: debug 2024-09-13T14:27:51.671+0000 7f48ff815640 1 -- 172.21.15.62:0/1619915053 <== mon.2 v2:172.21.15.62:3301/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x557564baa960 con 0x557565998000 2024-09-13T14:27:51.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:27:51 smithi062 bash[89221]: cluster 2024-09-13T14:27:50.394509+0000 mgr.y (mgr.25139) 448 : cluster [DBG] pgmap v241: 161 pgs: 36 active+undersized, 22 active+undersized+degraded, 103 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 69/636 objects degraded (10.849%) 2024-09-13T14:27:51.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:27:51 smithi062 bash[89221]: cluster 2024-09-13T14:27:50.394509+0000 mgr.y (mgr.25139) 448 : cluster [DBG] pgmap v241: 161 pgs: 36 active+undersized, 22 active+undersized+degraded, 103 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 69/636 objects degraded (10.849%) 2024-09-13T14:27:51.753 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:27:51 smithi062 bash[92878]: cluster 2024-09-13T14:27:50.394509+0000 mgr.y (mgr.25139) 448 : cluster [DBG] pgmap v241: 161 pgs: 36 active+undersized, 22 active+undersized+degraded, 103 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 69/636 objects degraded (10.849%) 2024-09-13T14:27:51.753 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:27:51 smithi062 bash[92878]: cluster 2024-09-13T14:27:50.394509+0000 mgr.y (mgr.25139) 448 : cluster [DBG] pgmap v241: 161 pgs: 36 active+undersized, 22 active+undersized+degraded, 103 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 69/636 objects degraded (10.849%) 2024-09-13T14:27:51.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:27:51 smithi178 bash[70490]: cluster 2024-09-13T14:27:50.394509+0000 mgr.y (mgr.25139) 448 : cluster [DBG] pgmap v241: 161 pgs: 36 active+undersized, 22 active+undersized+degraded, 103 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 69/636 objects degraded (10.849%) 2024-09-13T14:27:51.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:27:51 smithi178 bash[70490]: cluster 2024-09-13T14:27:50.394509+0000 mgr.y (mgr.25139) 448 : cluster [DBG] pgmap v241: 161 pgs: 36 active+undersized, 22 active+undersized+degraded, 103 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 69/636 objects degraded (10.849%) 2024-09-13T14:27:53.185 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:27:52 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:27:52.721969105Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:27:53.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:27:52 smithi178 bash[70490]: audit 2024-09-13T14:27:51.902312+0000 mon.a (mon.0) 131 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:27:53.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:27:52 smithi178 bash[70490]: audit 2024-09-13T14:27:51.902312+0000 mon.a (mon.0) 131 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:27:53.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:27:52 smithi178 bash[70490]: audit 2024-09-13T14:27:51.915901+0000 mon.a (mon.0) 132 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:27:53.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:27:52 smithi178 bash[70490]: audit 2024-09-13T14:27:51.915901+0000 mon.a (mon.0) 132 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:27:53.245 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:27:52 smithi062 bash[89221]: audit 2024-09-13T14:27:51.902312+0000 mon.a (mon.0) 131 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:27:53.245 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:27:52 smithi062 bash[89221]: audit 2024-09-13T14:27:51.902312+0000 mon.a (mon.0) 131 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:27:53.245 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:27:52 smithi062 bash[89221]: audit 2024-09-13T14:27:51.915901+0000 mon.a (mon.0) 132 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:27:53.245 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:27:52 smithi062 bash[89221]: audit 2024-09-13T14:27:51.915901+0000 mon.a (mon.0) 132 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:27:53.245 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:27:52 smithi062 bash[92878]: audit 2024-09-13T14:27:51.902312+0000 mon.a (mon.0) 131 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:27:53.246 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:27:52 smithi062 bash[92878]: audit 2024-09-13T14:27:51.902312+0000 mon.a (mon.0) 131 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:27:53.246 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:27:52 smithi062 bash[92878]: audit 2024-09-13T14:27:51.915901+0000 mon.a (mon.0) 132 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:27:53.246 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:27:52 smithi062 bash[92878]: audit 2024-09-13T14:27:51.915901+0000 mon.a (mon.0) 132 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:27:53.502 INFO:journalctl@ceph.osd.0.smithi062.stdout:Sep 13 14:27:53 smithi062 bash[98292]: debug 2024-09-13T14:27:53.243+0000 7f490207c640 -1 Falling back to public interface 2024-09-13T14:27:54.002 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:27:53 smithi062 bash[68610]: ::ffff:172.21.15.178 - - [13/Sep/2024:14:27:53] "GET /metrics HTTP/1.1" 200 38289 "" "Prometheus/2.51.0" 2024-09-13T14:27:54.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:27:54 smithi178 bash[70490]: cluster 2024-09-13T14:27:52.395120+0000 mgr.y (mgr.25139) 449 : cluster [DBG] pgmap v242: 161 pgs: 36 active+undersized, 22 active+undersized+degraded, 103 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 69/636 objects degraded (10.849%) 2024-09-13T14:27:54.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:27:54 smithi178 bash[70490]: cluster 2024-09-13T14:27:52.395120+0000 mgr.y (mgr.25139) 449 : cluster [DBG] pgmap v242: 161 pgs: 36 active+undersized, 22 active+undersized+degraded, 103 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 69/636 objects degraded (10.849%) 2024-09-13T14:27:54.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:27:54 smithi178 bash[70490]: audit 2024-09-13T14:27:52.540183+0000 mgr.y (mgr.25139) 450 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:27:54.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:27:54 smithi178 bash[70490]: audit 2024-09-13T14:27:52.540183+0000 mgr.y (mgr.25139) 450 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:27:54.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:27:54 smithi178 bash[70490]: audit 2024-09-13T14:27:53.043225+0000 mon.a (mon.0) 133 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:27:54.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:27:54 smithi178 bash[70490]: audit 2024-09-13T14:27:53.043225+0000 mon.a (mon.0) 133 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:27:54.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:27:54 smithi178 bash[70490]: audit 2024-09-13T14:27:53.056662+0000 mon.a (mon.0) 134 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:27:54.436 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:27:54 smithi178 bash[70490]: audit 2024-09-13T14:27:53.056662+0000 mon.a (mon.0) 134 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:27:54.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:27:54 smithi062 bash[89221]: cluster 2024-09-13T14:27:52.395120+0000 mgr.y (mgr.25139) 449 : cluster [DBG] pgmap v242: 161 pgs: 36 active+undersized, 22 active+undersized+degraded, 103 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 69/636 objects degraded (10.849%) 2024-09-13T14:27:54.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:27:54 smithi062 bash[89221]: cluster 2024-09-13T14:27:52.395120+0000 mgr.y (mgr.25139) 449 : cluster [DBG] pgmap v242: 161 pgs: 36 active+undersized, 22 active+undersized+degraded, 103 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 69/636 objects degraded (10.849%) 2024-09-13T14:27:54.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:27:54 smithi062 bash[89221]: audit 2024-09-13T14:27:52.540183+0000 mgr.y (mgr.25139) 450 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:27:54.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:27:54 smithi062 bash[89221]: audit 2024-09-13T14:27:52.540183+0000 mgr.y (mgr.25139) 450 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:27:54.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:27:54 smithi062 bash[89221]: audit 2024-09-13T14:27:53.043225+0000 mon.a (mon.0) 133 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:27:54.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:27:54 smithi062 bash[89221]: audit 2024-09-13T14:27:53.043225+0000 mon.a (mon.0) 133 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:27:54.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:27:54 smithi062 bash[89221]: audit 2024-09-13T14:27:53.056662+0000 mon.a (mon.0) 134 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:27:54.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:27:54 smithi062 bash[89221]: audit 2024-09-13T14:27:53.056662+0000 mon.a (mon.0) 134 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:27:54.503 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:27:54 smithi062 bash[92878]: cluster 2024-09-13T14:27:52.395120+0000 mgr.y (mgr.25139) 449 : cluster [DBG] pgmap v242: 161 pgs: 36 active+undersized, 22 active+undersized+degraded, 103 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 69/636 objects degraded (10.849%) 2024-09-13T14:27:54.504 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:27:54 smithi062 bash[92878]: cluster 2024-09-13T14:27:52.395120+0000 mgr.y (mgr.25139) 449 : cluster [DBG] pgmap v242: 161 pgs: 36 active+undersized, 22 active+undersized+degraded, 103 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 69/636 objects degraded (10.849%) 2024-09-13T14:27:54.504 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:27:54 smithi062 bash[92878]: audit 2024-09-13T14:27:52.540183+0000 mgr.y (mgr.25139) 450 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:27:54.504 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:27:54 smithi062 bash[92878]: audit 2024-09-13T14:27:52.540183+0000 mgr.y (mgr.25139) 450 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:27:54.504 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:27:54 smithi062 bash[92878]: audit 2024-09-13T14:27:53.043225+0000 mon.a (mon.0) 133 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:27:54.504 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:27:54 smithi062 bash[92878]: audit 2024-09-13T14:27:53.043225+0000 mon.a (mon.0) 133 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:27:54.504 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:27:54 smithi062 bash[92878]: audit 2024-09-13T14:27:53.056662+0000 mon.a (mon.0) 134 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:27:54.504 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:27:54 smithi062 bash[92878]: audit 2024-09-13T14:27:53.056662+0000 mon.a (mon.0) 134 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:27:56.045 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:27:55 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:27:55.743994086Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:27:56.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:27:56 smithi178 bash[70490]: cluster 2024-09-13T14:27:54.396894+0000 mgr.y (mgr.25139) 451 : cluster [DBG] pgmap v243: 161 pgs: 36 active+undersized, 22 active+undersized+degraded, 103 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 69/636 objects degraded (10.849%) 2024-09-13T14:27:56.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:27:56 smithi178 bash[70490]: cluster 2024-09-13T14:27:54.396894+0000 mgr.y (mgr.25139) 451 : cluster [DBG] pgmap v243: 161 pgs: 36 active+undersized, 22 active+undersized+degraded, 103 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 69/636 objects degraded (10.849%) 2024-09-13T14:27:56.502 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:27:56 smithi062 bash[89221]: cluster 2024-09-13T14:27:54.396894+0000 mgr.y (mgr.25139) 451 : cluster [DBG] pgmap v243: 161 pgs: 36 active+undersized, 22 active+undersized+degraded, 103 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 69/636 objects degraded (10.849%) 2024-09-13T14:27:56.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:27:56 smithi062 bash[89221]: cluster 2024-09-13T14:27:54.396894+0000 mgr.y (mgr.25139) 451 : cluster [DBG] pgmap v243: 161 pgs: 36 active+undersized, 22 active+undersized+degraded, 103 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 69/636 objects degraded (10.849%) 2024-09-13T14:27:56.503 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:27:56 smithi062 bash[92878]: cluster 2024-09-13T14:27:54.396894+0000 mgr.y (mgr.25139) 451 : cluster [DBG] pgmap v243: 161 pgs: 36 active+undersized, 22 active+undersized+degraded, 103 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 69/636 objects degraded (10.849%) 2024-09-13T14:27:56.503 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:27:56 smithi062 bash[92878]: cluster 2024-09-13T14:27:54.396894+0000 mgr.y (mgr.25139) 451 : cluster [DBG] pgmap v243: 161 pgs: 36 active+undersized, 22 active+undersized+degraded, 103 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 69/636 objects degraded (10.849%) 2024-09-13T14:27:57.002 INFO:journalctl@ceph.osd.0.smithi062.stdout:Sep 13 14:27:56 smithi062 bash[98292]: debug 2024-09-13T14:27:56.667+0000 7f490207c640 -1 osd.0 113 log_to_monitors true 2024-09-13T14:27:57.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:27:57 smithi178 bash[70490]: audit 2024-09-13T14:27:56.671922+0000 mon.a (mon.0) 135 : audit [INF] from='osd.0 [v2:172.21.15.62:6802/1659194662,v1:172.21.15.62:6803/1659194662]' entity='osd.0' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]} : dispatch 2024-09-13T14:27:57.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:27:57 smithi178 bash[70490]: audit 2024-09-13T14:27:56.671922+0000 mon.a (mon.0) 135 : audit [INF] from='osd.0 [v2:172.21.15.62:6802/1659194662,v1:172.21.15.62:6803/1659194662]' entity='osd.0' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]} : dispatch 2024-09-13T14:27:57.502 INFO:journalctl@ceph.osd.0.smithi062.stdout:Sep 13 14:27:57 smithi062 bash[98292]: debug 2024-09-13T14:27:57.091+0000 7f48f5e1e640 -1 osd.0 113 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-13T14:27:57.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:27:57 smithi062 bash[89221]: audit 2024-09-13T14:27:56.671922+0000 mon.a (mon.0) 135 : audit [INF] from='osd.0 [v2:172.21.15.62:6802/1659194662,v1:172.21.15.62:6803/1659194662]' entity='osd.0' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]} : dispatch 2024-09-13T14:27:57.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:27:57 smithi062 bash[89221]: audit 2024-09-13T14:27:56.671922+0000 mon.a (mon.0) 135 : audit [INF] from='osd.0 [v2:172.21.15.62:6802/1659194662,v1:172.21.15.62:6803/1659194662]' entity='osd.0' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]} : dispatch 2024-09-13T14:27:57.503 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:27:57 smithi062 bash[92878]: audit 2024-09-13T14:27:56.671922+0000 mon.a (mon.0) 135 : audit [INF] from='osd.0 [v2:172.21.15.62:6802/1659194662,v1:172.21.15.62:6803/1659194662]' entity='osd.0' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]} : dispatch 2024-09-13T14:27:57.503 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:27:57 smithi062 bash[92878]: audit 2024-09-13T14:27:56.671922+0000 mon.a (mon.0) 135 : audit [INF] from='osd.0 [v2:172.21.15.62:6802/1659194662,v1:172.21.15.62:6803/1659194662]' entity='osd.0' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]} : dispatch 2024-09-13T14:27:58.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:27:58 smithi178 bash[70490]: cluster 2024-09-13T14:27:56.397829+0000 mgr.y (mgr.25139) 452 : cluster [DBG] pgmap v244: 161 pgs: 36 active+undersized, 22 active+undersized+degraded, 103 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s; 69/636 objects degraded (10.849%) 2024-09-13T14:27:58.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:27:58 smithi178 bash[70490]: cluster 2024-09-13T14:27:56.397829+0000 mgr.y (mgr.25139) 452 : cluster [DBG] pgmap v244: 161 pgs: 36 active+undersized, 22 active+undersized+degraded, 103 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s; 69/636 objects degraded (10.849%) 2024-09-13T14:27:58.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:27:58 smithi178 bash[70490]: audit 2024-09-13T14:27:57.056183+0000 mon.a (mon.0) 136 : audit [INF] from='osd.0 [v2:172.21.15.62:6802/1659194662,v1:172.21.15.62:6803/1659194662]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-09-13T14:27:58.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:27:58 smithi178 bash[70490]: audit 2024-09-13T14:27:57.056183+0000 mon.a (mon.0) 136 : audit [INF] from='osd.0 [v2:172.21.15.62:6802/1659194662,v1:172.21.15.62:6803/1659194662]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-09-13T14:27:58.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:27:58 smithi178 bash[70490]: cluster 2024-09-13T14:27:57.062809+0000 mon.a (mon.0) 137 : cluster [DBG] osdmap e116: 8 total, 7 up, 8 in 2024-09-13T14:27:58.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:27:58 smithi178 bash[70490]: cluster 2024-09-13T14:27:57.062809+0000 mon.a (mon.0) 137 : cluster [DBG] osdmap e116: 8 total, 7 up, 8 in 2024-09-13T14:27:58.436 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:27:58 smithi178 bash[70490]: audit 2024-09-13T14:27:57.064225+0000 mon.a (mon.0) 138 : audit [INF] from='osd.0 [v2:172.21.15.62:6802/1659194662,v1:172.21.15.62:6803/1659194662]' entity='osd.0' cmd={"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi062", "root=default"]} : dispatch 2024-09-13T14:27:58.436 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:27:58 smithi178 bash[70490]: audit 2024-09-13T14:27:57.064225+0000 mon.a (mon.0) 138 : audit [INF] from='osd.0 [v2:172.21.15.62:6802/1659194662,v1:172.21.15.62:6803/1659194662]' entity='osd.0' cmd={"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi062", "root=default"]} : dispatch 2024-09-13T14:27:58.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:27:58 smithi062 bash[89221]: cluster 2024-09-13T14:27:56.397829+0000 mgr.y (mgr.25139) 452 : cluster [DBG] pgmap v244: 161 pgs: 36 active+undersized, 22 active+undersized+degraded, 103 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s; 69/636 objects degraded (10.849%) 2024-09-13T14:27:58.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:27:58 smithi062 bash[89221]: cluster 2024-09-13T14:27:56.397829+0000 mgr.y (mgr.25139) 452 : cluster [DBG] pgmap v244: 161 pgs: 36 active+undersized, 22 active+undersized+degraded, 103 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s; 69/636 objects degraded (10.849%) 2024-09-13T14:27:58.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:27:58 smithi062 bash[89221]: audit 2024-09-13T14:27:57.056183+0000 mon.a (mon.0) 136 : audit [INF] from='osd.0 [v2:172.21.15.62:6802/1659194662,v1:172.21.15.62:6803/1659194662]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-09-13T14:27:58.504 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:27:58 smithi062 bash[89221]: audit 2024-09-13T14:27:57.056183+0000 mon.a (mon.0) 136 : audit [INF] from='osd.0 [v2:172.21.15.62:6802/1659194662,v1:172.21.15.62:6803/1659194662]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-09-13T14:27:58.504 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:27:58 smithi062 bash[89221]: cluster 2024-09-13T14:27:57.062809+0000 mon.a (mon.0) 137 : cluster [DBG] osdmap e116: 8 total, 7 up, 8 in 2024-09-13T14:27:58.504 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:27:58 smithi062 bash[89221]: cluster 2024-09-13T14:27:57.062809+0000 mon.a (mon.0) 137 : cluster [DBG] osdmap e116: 8 total, 7 up, 8 in 2024-09-13T14:27:58.504 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:27:58 smithi062 bash[89221]: audit 2024-09-13T14:27:57.064225+0000 mon.a (mon.0) 138 : audit [INF] from='osd.0 [v2:172.21.15.62:6802/1659194662,v1:172.21.15.62:6803/1659194662]' entity='osd.0' cmd={"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi062", "root=default"]} : dispatch 2024-09-13T14:27:58.505 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:27:58 smithi062 bash[89221]: audit 2024-09-13T14:27:57.064225+0000 mon.a (mon.0) 138 : audit [INF] from='osd.0 [v2:172.21.15.62:6802/1659194662,v1:172.21.15.62:6803/1659194662]' entity='osd.0' cmd={"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi062", "root=default"]} : dispatch 2024-09-13T14:27:58.505 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:27:58 smithi062 bash[92878]: cluster 2024-09-13T14:27:56.397829+0000 mgr.y (mgr.25139) 452 : cluster [DBG] pgmap v244: 161 pgs: 36 active+undersized, 22 active+undersized+degraded, 103 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s; 69/636 objects degraded (10.849%) 2024-09-13T14:27:58.505 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:27:58 smithi062 bash[92878]: cluster 2024-09-13T14:27:56.397829+0000 mgr.y (mgr.25139) 452 : cluster [DBG] pgmap v244: 161 pgs: 36 active+undersized, 22 active+undersized+degraded, 103 active+clean; 585 KiB data, 276 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s; 69/636 objects degraded (10.849%) 2024-09-13T14:27:58.505 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:27:58 smithi062 bash[92878]: audit 2024-09-13T14:27:57.056183+0000 mon.a (mon.0) 136 : audit [INF] from='osd.0 [v2:172.21.15.62:6802/1659194662,v1:172.21.15.62:6803/1659194662]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-09-13T14:27:58.506 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:27:58 smithi062 bash[92878]: audit 2024-09-13T14:27:57.056183+0000 mon.a (mon.0) 136 : audit [INF] from='osd.0 [v2:172.21.15.62:6802/1659194662,v1:172.21.15.62:6803/1659194662]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-09-13T14:27:58.506 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:27:58 smithi062 bash[92878]: cluster 2024-09-13T14:27:57.062809+0000 mon.a (mon.0) 137 : cluster [DBG] osdmap e116: 8 total, 7 up, 8 in 2024-09-13T14:27:58.506 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:27:58 smithi062 bash[92878]: cluster 2024-09-13T14:27:57.062809+0000 mon.a (mon.0) 137 : cluster [DBG] osdmap e116: 8 total, 7 up, 8 in 2024-09-13T14:27:58.506 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:27:58 smithi062 bash[92878]: audit 2024-09-13T14:27:57.064225+0000 mon.a (mon.0) 138 : audit [INF] from='osd.0 [v2:172.21.15.62:6802/1659194662,v1:172.21.15.62:6803/1659194662]' entity='osd.0' cmd={"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi062", "root=default"]} : dispatch 2024-09-13T14:27:58.506 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:27:58 smithi062 bash[92878]: audit 2024-09-13T14:27:57.064225+0000 mon.a (mon.0) 138 : audit [INF] from='osd.0 [v2:172.21.15.62:6802/1659194662,v1:172.21.15.62:6803/1659194662]' entity='osd.0' cmd={"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi062", "root=default"]} : dispatch 2024-09-13T14:27:59.101 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:27:58 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:27:58.740409842Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:27:59.105 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:27:59 smithi178 bash[70490]: cluster 2024-09-13T14:27:58.057089+0000 mon.a (mon.0) 139 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-13T14:27:59.106 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:27:59 smithi178 bash[70490]: cluster 2024-09-13T14:27:58.057089+0000 mon.a (mon.0) 139 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-13T14:27:59.106 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:27:59 smithi178 bash[70490]: cluster 2024-09-13T14:27:58.065987+0000 mon.a (mon.0) 140 : cluster [INF] osd.0 [v2:172.21.15.62:6802/1659194662,v1:172.21.15.62:6803/1659194662] boot 2024-09-13T14:27:59.106 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:27:59 smithi178 bash[70490]: cluster 2024-09-13T14:27:58.065987+0000 mon.a (mon.0) 140 : cluster [INF] osd.0 [v2:172.21.15.62:6802/1659194662,v1:172.21.15.62:6803/1659194662] boot 2024-09-13T14:27:59.106 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:27:59 smithi178 bash[70490]: cluster 2024-09-13T14:27:58.066126+0000 mon.a (mon.0) 141 : cluster [DBG] osdmap e117: 8 total, 8 up, 8 in 2024-09-13T14:27:59.106 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:27:59 smithi178 bash[70490]: cluster 2024-09-13T14:27:58.066126+0000 mon.a (mon.0) 141 : cluster [DBG] osdmap e117: 8 total, 8 up, 8 in 2024-09-13T14:27:59.106 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:27:59 smithi178 bash[70490]: audit 2024-09-13T14:27:58.066960+0000 mon.b (mon.1) 92 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 0} : dispatch 2024-09-13T14:27:59.106 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:27:59 smithi178 bash[70490]: audit 2024-09-13T14:27:58.066960+0000 mon.b (mon.1) 92 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 0} : dispatch 2024-09-13T14:27:59.106 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:27:59 smithi178 bash[70490]: audit 2024-09-13T14:27:58.869416+0000 mon.a (mon.0) 142 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:27:59.106 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:27:59 smithi178 bash[70490]: audit 2024-09-13T14:27:58.869416+0000 mon.a (mon.0) 142 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:27:59.106 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:27:59 smithi178 bash[70490]: audit 2024-09-13T14:27:58.870606+0000 mon.b (mon.1) 93 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:27:59.106 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:27:59 smithi178 bash[70490]: audit 2024-09-13T14:27:58.870606+0000 mon.b (mon.1) 93 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:27:59.107 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:27:59 smithi178 bash[70490]: cluster 2024-09-13T14:27:59.070513+0000 mon.a (mon.0) 143 : cluster [DBG] osdmap e118: 8 total, 8 up, 8 in 2024-09-13T14:27:59.107 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:27:59 smithi178 bash[70490]: cluster 2024-09-13T14:27:59.070513+0000 mon.a (mon.0) 143 : cluster [DBG] osdmap e118: 8 total, 8 up, 8 in 2024-09-13T14:27:59.355 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:27:59 smithi062 bash[89221]: cluster 2024-09-13T14:27:58.057089+0000 mon.a (mon.0) 139 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-13T14:27:59.355 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:27:59 smithi062 bash[89221]: cluster 2024-09-13T14:27:58.057089+0000 mon.a (mon.0) 139 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-13T14:27:59.355 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:27:59 smithi062 bash[89221]: cluster 2024-09-13T14:27:58.065987+0000 mon.a (mon.0) 140 : cluster [INF] osd.0 [v2:172.21.15.62:6802/1659194662,v1:172.21.15.62:6803/1659194662] boot 2024-09-13T14:27:59.356 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:27:59 smithi062 bash[89221]: cluster 2024-09-13T14:27:58.065987+0000 mon.a (mon.0) 140 : cluster [INF] osd.0 [v2:172.21.15.62:6802/1659194662,v1:172.21.15.62:6803/1659194662] boot 2024-09-13T14:27:59.356 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:27:59 smithi062 bash[89221]: cluster 2024-09-13T14:27:58.066126+0000 mon.a (mon.0) 141 : cluster [DBG] osdmap e117: 8 total, 8 up, 8 in 2024-09-13T14:27:59.356 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:27:59 smithi062 bash[89221]: cluster 2024-09-13T14:27:58.066126+0000 mon.a (mon.0) 141 : cluster [DBG] osdmap e117: 8 total, 8 up, 8 in 2024-09-13T14:27:59.356 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:27:59 smithi062 bash[89221]: audit 2024-09-13T14:27:58.066960+0000 mon.b (mon.1) 92 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 0} : dispatch 2024-09-13T14:27:59.356 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:27:59 smithi062 bash[89221]: audit 2024-09-13T14:27:58.066960+0000 mon.b (mon.1) 92 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 0} : dispatch 2024-09-13T14:27:59.356 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:27:59 smithi062 bash[89221]: audit 2024-09-13T14:27:58.869416+0000 mon.a (mon.0) 142 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:27:59.356 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:27:59 smithi062 bash[89221]: audit 2024-09-13T14:27:58.869416+0000 mon.a (mon.0) 142 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:27:59.356 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:27:59 smithi062 bash[89221]: audit 2024-09-13T14:27:58.870606+0000 mon.b (mon.1) 93 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:27:59.356 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:27:59 smithi062 bash[89221]: audit 2024-09-13T14:27:58.870606+0000 mon.b (mon.1) 93 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:27:59.356 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:27:59 smithi062 bash[89221]: cluster 2024-09-13T14:27:59.070513+0000 mon.a (mon.0) 143 : cluster [DBG] osdmap e118: 8 total, 8 up, 8 in 2024-09-13T14:27:59.356 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:27:59 smithi062 bash[89221]: cluster 2024-09-13T14:27:59.070513+0000 mon.a (mon.0) 143 : cluster [DBG] osdmap e118: 8 total, 8 up, 8 in 2024-09-13T14:27:59.357 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:27:59 smithi062 bash[92878]: cluster 2024-09-13T14:27:58.057089+0000 mon.a (mon.0) 139 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-13T14:27:59.357 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:27:59 smithi062 bash[92878]: cluster 2024-09-13T14:27:58.057089+0000 mon.a (mon.0) 139 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-13T14:27:59.357 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:27:59 smithi062 bash[92878]: cluster 2024-09-13T14:27:58.065987+0000 mon.a (mon.0) 140 : cluster [INF] osd.0 [v2:172.21.15.62:6802/1659194662,v1:172.21.15.62:6803/1659194662] boot 2024-09-13T14:27:59.357 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:27:59 smithi062 bash[92878]: cluster 2024-09-13T14:27:58.065987+0000 mon.a (mon.0) 140 : cluster [INF] osd.0 [v2:172.21.15.62:6802/1659194662,v1:172.21.15.62:6803/1659194662] boot 2024-09-13T14:27:59.357 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:27:59 smithi062 bash[92878]: cluster 2024-09-13T14:27:58.066126+0000 mon.a (mon.0) 141 : cluster [DBG] osdmap e117: 8 total, 8 up, 8 in 2024-09-13T14:27:59.357 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:27:59 smithi062 bash[92878]: cluster 2024-09-13T14:27:58.066126+0000 mon.a (mon.0) 141 : cluster [DBG] osdmap e117: 8 total, 8 up, 8 in 2024-09-13T14:27:59.357 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:27:59 smithi062 bash[92878]: audit 2024-09-13T14:27:58.066960+0000 mon.b (mon.1) 92 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 0} : dispatch 2024-09-13T14:27:59.357 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:27:59 smithi062 bash[92878]: audit 2024-09-13T14:27:58.066960+0000 mon.b (mon.1) 92 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 0} : dispatch 2024-09-13T14:27:59.357 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:27:59 smithi062 bash[92878]: audit 2024-09-13T14:27:58.869416+0000 mon.a (mon.0) 142 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:27:59.357 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:27:59 smithi062 bash[92878]: audit 2024-09-13T14:27:58.869416+0000 mon.a (mon.0) 142 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:27:59.357 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:27:59 smithi062 bash[92878]: audit 2024-09-13T14:27:58.870606+0000 mon.b (mon.1) 93 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:27:59.357 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:27:59 smithi062 bash[92878]: audit 2024-09-13T14:27:58.870606+0000 mon.b (mon.1) 93 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:27:59.357 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:27:59 smithi062 bash[92878]: cluster 2024-09-13T14:27:59.070513+0000 mon.a (mon.0) 143 : cluster [DBG] osdmap e118: 8 total, 8 up, 8 in 2024-09-13T14:27:59.357 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:27:59 smithi062 bash[92878]: cluster 2024-09-13T14:27:59.070513+0000 mon.a (mon.0) 143 : cluster [DBG] osdmap e118: 8 total, 8 up, 8 in 2024-09-13T14:28:00.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:00 smithi178 bash[70490]: cluster 2024-09-13T14:27:58.398814+0000 mgr.y (mgr.25139) 453 : cluster [DBG] pgmap v247: 161 pgs: 36 active+undersized, 22 active+undersized+degraded, 103 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 639 B/s rd, 0 op/s; 69/636 objects degraded (10.849%) 2024-09-13T14:28:00.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:00 smithi178 bash[70490]: cluster 2024-09-13T14:27:58.398814+0000 mgr.y (mgr.25139) 453 : cluster [DBG] pgmap v247: 161 pgs: 36 active+undersized, 22 active+undersized+degraded, 103 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 639 B/s rd, 0 op/s; 69/636 objects degraded (10.849%) 2024-09-13T14:28:00.502 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:00 smithi062 bash[89221]: cluster 2024-09-13T14:27:58.398814+0000 mgr.y (mgr.25139) 453 : cluster [DBG] pgmap v247: 161 pgs: 36 active+undersized, 22 active+undersized+degraded, 103 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 639 B/s rd, 0 op/s; 69/636 objects degraded (10.849%) 2024-09-13T14:28:00.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:00 smithi062 bash[89221]: cluster 2024-09-13T14:27:58.398814+0000 mgr.y (mgr.25139) 453 : cluster [DBG] pgmap v247: 161 pgs: 36 active+undersized, 22 active+undersized+degraded, 103 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 639 B/s rd, 0 op/s; 69/636 objects degraded (10.849%) 2024-09-13T14:28:00.503 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:00 smithi062 bash[92878]: cluster 2024-09-13T14:27:58.398814+0000 mgr.y (mgr.25139) 453 : cluster [DBG] pgmap v247: 161 pgs: 36 active+undersized, 22 active+undersized+degraded, 103 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 639 B/s rd, 0 op/s; 69/636 objects degraded (10.849%) 2024-09-13T14:28:00.503 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:00 smithi062 bash[92878]: cluster 2024-09-13T14:27:58.398814+0000 mgr.y (mgr.25139) 453 : cluster [DBG] pgmap v247: 161 pgs: 36 active+undersized, 22 active+undersized+degraded, 103 active+clean; 585 KiB data, 268 MiB used, 715 GiB / 715 GiB avail; 639 B/s rd, 0 op/s; 69/636 objects degraded (10.849%) 2024-09-13T14:28:02.027 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:28:01 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:28:01.714645755Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:28:02.286 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:02 smithi062 bash[89221]: cluster 2024-09-13T14:28:00.401100+0000 mgr.y (mgr.25139) 454 : cluster [DBG] pgmap v249: 161 pgs: 13 active+undersized, 8 active+undersized+degraded, 140 active+clean; 585 KiB data, 273 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s; 29/636 objects degraded (4.560%) 2024-09-13T14:28:02.287 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:02 smithi062 bash[89221]: cluster 2024-09-13T14:28:00.401100+0000 mgr.y (mgr.25139) 454 : cluster [DBG] pgmap v249: 161 pgs: 13 active+undersized, 8 active+undersized+degraded, 140 active+clean; 585 KiB data, 273 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s; 29/636 objects degraded (4.560%) 2024-09-13T14:28:02.287 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:02 smithi062 bash[89221]: cluster 2024-09-13T14:28:01.102268+0000 mon.a (mon.0) 144 : cluster [WRN] Health check update: Degraded data redundancy: 29/636 objects degraded (4.560%), 8 pgs degraded (PG_DEGRADED) 2024-09-13T14:28:02.287 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:02 smithi062 bash[89221]: cluster 2024-09-13T14:28:01.102268+0000 mon.a (mon.0) 144 : cluster [WRN] Health check update: Degraded data redundancy: 29/636 objects degraded (4.560%), 8 pgs degraded (PG_DEGRADED) 2024-09-13T14:28:02.287 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:02 smithi062 bash[92878]: cluster 2024-09-13T14:28:00.401100+0000 mgr.y (mgr.25139) 454 : cluster [DBG] pgmap v249: 161 pgs: 13 active+undersized, 8 active+undersized+degraded, 140 active+clean; 585 KiB data, 273 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s; 29/636 objects degraded (4.560%) 2024-09-13T14:28:02.287 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:02 smithi062 bash[92878]: cluster 2024-09-13T14:28:00.401100+0000 mgr.y (mgr.25139) 454 : cluster [DBG] pgmap v249: 161 pgs: 13 active+undersized, 8 active+undersized+degraded, 140 active+clean; 585 KiB data, 273 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s; 29/636 objects degraded (4.560%) 2024-09-13T14:28:02.287 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:02 smithi062 bash[92878]: cluster 2024-09-13T14:28:01.102268+0000 mon.a (mon.0) 144 : cluster [WRN] Health check update: Degraded data redundancy: 29/636 objects degraded (4.560%), 8 pgs degraded (PG_DEGRADED) 2024-09-13T14:28:02.287 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:02 smithi062 bash[92878]: cluster 2024-09-13T14:28:01.102268+0000 mon.a (mon.0) 144 : cluster [WRN] Health check update: Degraded data redundancy: 29/636 objects degraded (4.560%), 8 pgs degraded (PG_DEGRADED) 2024-09-13T14:28:02.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:02 smithi178 bash[70490]: cluster 2024-09-13T14:28:00.401100+0000 mgr.y (mgr.25139) 454 : cluster [DBG] pgmap v249: 161 pgs: 13 active+undersized, 8 active+undersized+degraded, 140 active+clean; 585 KiB data, 273 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s; 29/636 objects degraded (4.560%) 2024-09-13T14:28:02.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:02 smithi178 bash[70490]: cluster 2024-09-13T14:28:00.401100+0000 mgr.y (mgr.25139) 454 : cluster [DBG] pgmap v249: 161 pgs: 13 active+undersized, 8 active+undersized+degraded, 140 active+clean; 585 KiB data, 273 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s; 29/636 objects degraded (4.560%) 2024-09-13T14:28:02.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:02 smithi178 bash[70490]: cluster 2024-09-13T14:28:01.102268+0000 mon.a (mon.0) 144 : cluster [WRN] Health check update: Degraded data redundancy: 29/636 objects degraded (4.560%), 8 pgs degraded (PG_DEGRADED) 2024-09-13T14:28:02.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:02 smithi178 bash[70490]: cluster 2024-09-13T14:28:01.102268+0000 mon.a (mon.0) 144 : cluster [WRN] Health check update: Degraded data redundancy: 29/636 objects degraded (4.560%), 8 pgs degraded (PG_DEGRADED) 2024-09-13T14:28:04.002 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:28:03 smithi062 bash[68610]: ::ffff:172.21.15.178 - - [13/Sep/2024:14:28:03] "GET /metrics HTTP/1.1" 200 38211 "" "Prometheus/2.51.0" 2024-09-13T14:28:04.436 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:04 smithi178 bash[70490]: cluster 2024-09-13T14:28:02.402026+0000 mgr.y (mgr.25139) 455 : cluster [DBG] pgmap v250: 161 pgs: 161 active+clean; 585 KiB data, 273 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:28:04.436 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:04 smithi178 bash[70490]: cluster 2024-09-13T14:28:02.402026+0000 mgr.y (mgr.25139) 455 : cluster [DBG] pgmap v250: 161 pgs: 161 active+clean; 585 KiB data, 273 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:28:04.436 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:04 smithi178 bash[70490]: audit 2024-09-13T14:28:02.551231+0000 mgr.y (mgr.25139) 456 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:28:04.436 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:04 smithi178 bash[70490]: audit 2024-09-13T14:28:02.551231+0000 mgr.y (mgr.25139) 456 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:28:04.436 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:04 smithi178 bash[70490]: audit 2024-09-13T14:28:03.005602+0000 mon.a (mon.0) 145 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:28:04.436 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:04 smithi178 bash[70490]: audit 2024-09-13T14:28:03.005602+0000 mon.a (mon.0) 145 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:28:04.436 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:04 smithi178 bash[70490]: audit 2024-09-13T14:28:03.020798+0000 mon.a (mon.0) 146 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:28:04.436 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:04 smithi178 bash[70490]: audit 2024-09-13T14:28:03.020798+0000 mon.a (mon.0) 146 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:28:04.436 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:04 smithi178 bash[70490]: audit 2024-09-13T14:28:03.022691+0000 mon.b (mon.1) 94 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:28:04.437 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:04 smithi178 bash[70490]: audit 2024-09-13T14:28:03.022691+0000 mon.b (mon.1) 94 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:28:04.437 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:04 smithi178 bash[70490]: audit 2024-09-13T14:28:03.024653+0000 mon.b (mon.1) 95 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-13T14:28:04.437 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:04 smithi178 bash[70490]: audit 2024-09-13T14:28:03.024653+0000 mon.b (mon.1) 95 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-13T14:28:04.437 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:04 smithi178 bash[70490]: cluster 2024-09-13T14:28:03.027474+0000 mon.a (mon.0) 147 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 29/636 objects degraded (4.560%), 8 pgs degraded) 2024-09-13T14:28:04.437 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:04 smithi178 bash[70490]: cluster 2024-09-13T14:28:03.027474+0000 mon.a (mon.0) 147 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 29/636 objects degraded (4.560%), 8 pgs degraded) 2024-09-13T14:28:04.437 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:04 smithi178 bash[70490]: cluster 2024-09-13T14:28:03.027519+0000 mon.a (mon.0) 148 : cluster [INF] Cluster is now healthy 2024-09-13T14:28:04.437 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:04 smithi178 bash[70490]: cluster 2024-09-13T14:28:03.027519+0000 mon.a (mon.0) 148 : cluster [INF] Cluster is now healthy 2024-09-13T14:28:04.437 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:04 smithi178 bash[70490]: audit 2024-09-13T14:28:03.043790+0000 mon.a (mon.0) 149 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:28:04.437 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:04 smithi178 bash[70490]: audit 2024-09-13T14:28:03.043790+0000 mon.a (mon.0) 149 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:28:04.437 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:04 smithi178 bash[70490]: audit 2024-09-13T14:28:03.175251+0000 mon.b (mon.1) 96 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-13T14:28:04.437 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:04 smithi178 bash[70490]: audit 2024-09-13T14:28:03.175251+0000 mon.b (mon.1) 96 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-13T14:28:04.437 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:04 smithi178 bash[70490]: audit 2024-09-13T14:28:03.179116+0000 mon.b (mon.1) 97 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:28:04.437 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:04 smithi178 bash[70490]: audit 2024-09-13T14:28:03.179116+0000 mon.b (mon.1) 97 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:28:04.438 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:04 smithi178 bash[70490]: audit 2024-09-13T14:28:03.181711+0000 mon.b (mon.1) 98 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:28:04.438 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:04 smithi178 bash[70490]: audit 2024-09-13T14:28:03.181711+0000 mon.b (mon.1) 98 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:28:04.438 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:04 smithi178 bash[70490]: audit 2024-09-13T14:28:03.183982+0000 mon.b (mon.1) 99 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:28:04.438 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:04 smithi178 bash[70490]: audit 2024-09-13T14:28:03.183982+0000 mon.b (mon.1) 99 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:28:04.438 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:04 smithi178 bash[70490]: audit 2024-09-13T14:28:03.186702+0000 mon.b (mon.1) 100 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16} : dispatch 2024-09-13T14:28:04.438 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:04 smithi178 bash[70490]: audit 2024-09-13T14:28:03.186702+0000 mon.b (mon.1) 100 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16} : dispatch 2024-09-13T14:28:04.505 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:04 smithi062 bash[89221]: cluster 2024-09-13T14:28:02.402026+0000 mgr.y (mgr.25139) 455 : cluster [DBG] pgmap v250: 161 pgs: 161 active+clean; 585 KiB data, 273 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:28:04.505 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:04 smithi062 bash[89221]: cluster 2024-09-13T14:28:02.402026+0000 mgr.y (mgr.25139) 455 : cluster [DBG] pgmap v250: 161 pgs: 161 active+clean; 585 KiB data, 273 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:28:04.506 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:04 smithi062 bash[89221]: audit 2024-09-13T14:28:02.551231+0000 mgr.y (mgr.25139) 456 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:28:04.506 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:04 smithi062 bash[89221]: audit 2024-09-13T14:28:02.551231+0000 mgr.y (mgr.25139) 456 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:28:04.506 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:04 smithi062 bash[89221]: audit 2024-09-13T14:28:03.005602+0000 mon.a (mon.0) 145 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:28:04.506 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:04 smithi062 bash[89221]: audit 2024-09-13T14:28:03.005602+0000 mon.a (mon.0) 145 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:28:04.506 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:04 smithi062 bash[89221]: audit 2024-09-13T14:28:03.020798+0000 mon.a (mon.0) 146 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:28:04.506 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:04 smithi062 bash[89221]: audit 2024-09-13T14:28:03.020798+0000 mon.a (mon.0) 146 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:28:04.506 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:04 smithi062 bash[89221]: audit 2024-09-13T14:28:03.022691+0000 mon.b (mon.1) 94 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:28:04.506 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:04 smithi062 bash[89221]: audit 2024-09-13T14:28:03.022691+0000 mon.b (mon.1) 94 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:28:04.506 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:04 smithi062 bash[89221]: audit 2024-09-13T14:28:03.024653+0000 mon.b (mon.1) 95 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-13T14:28:04.506 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:04 smithi062 bash[89221]: audit 2024-09-13T14:28:03.024653+0000 mon.b (mon.1) 95 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-13T14:28:04.506 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:04 smithi062 bash[89221]: cluster 2024-09-13T14:28:03.027474+0000 mon.a (mon.0) 147 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 29/636 objects degraded (4.560%), 8 pgs degraded) 2024-09-13T14:28:04.506 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:04 smithi062 bash[89221]: cluster 2024-09-13T14:28:03.027474+0000 mon.a (mon.0) 147 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 29/636 objects degraded (4.560%), 8 pgs degraded) 2024-09-13T14:28:04.506 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:04 smithi062 bash[89221]: cluster 2024-09-13T14:28:03.027519+0000 mon.a (mon.0) 148 : cluster [INF] Cluster is now healthy 2024-09-13T14:28:04.506 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:04 smithi062 bash[89221]: cluster 2024-09-13T14:28:03.027519+0000 mon.a (mon.0) 148 : cluster [INF] Cluster is now healthy 2024-09-13T14:28:04.507 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:04 smithi062 bash[89221]: audit 2024-09-13T14:28:03.043790+0000 mon.a (mon.0) 149 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:28:04.507 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:04 smithi062 bash[89221]: audit 2024-09-13T14:28:03.043790+0000 mon.a (mon.0) 149 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:28:04.507 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:04 smithi062 bash[89221]: audit 2024-09-13T14:28:03.175251+0000 mon.b (mon.1) 96 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-13T14:28:04.507 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:04 smithi062 bash[89221]: audit 2024-09-13T14:28:03.175251+0000 mon.b (mon.1) 96 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-13T14:28:04.507 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:04 smithi062 bash[89221]: audit 2024-09-13T14:28:03.179116+0000 mon.b (mon.1) 97 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:28:04.507 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:04 smithi062 bash[92878]: cluster 2024-09-13T14:28:02.402026+0000 mgr.y (mgr.25139) 455 : cluster [DBG] pgmap v250: 161 pgs: 161 active+clean; 585 KiB data, 273 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:28:04.507 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:04 smithi062 bash[92878]: cluster 2024-09-13T14:28:02.402026+0000 mgr.y (mgr.25139) 455 : cluster [DBG] pgmap v250: 161 pgs: 161 active+clean; 585 KiB data, 273 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:28:04.507 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:04 smithi062 bash[92878]: audit 2024-09-13T14:28:02.551231+0000 mgr.y (mgr.25139) 456 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:28:04.507 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:04 smithi062 bash[92878]: audit 2024-09-13T14:28:02.551231+0000 mgr.y (mgr.25139) 456 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:28:04.507 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:04 smithi062 bash[92878]: audit 2024-09-13T14:28:03.005602+0000 mon.a (mon.0) 145 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:28:04.507 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:04 smithi062 bash[92878]: audit 2024-09-13T14:28:03.005602+0000 mon.a (mon.0) 145 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:28:04.508 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:04 smithi062 bash[92878]: audit 2024-09-13T14:28:03.020798+0000 mon.a (mon.0) 146 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:28:04.508 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:04 smithi062 bash[92878]: audit 2024-09-13T14:28:03.020798+0000 mon.a (mon.0) 146 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:28:04.508 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:04 smithi062 bash[92878]: audit 2024-09-13T14:28:03.022691+0000 mon.b (mon.1) 94 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:28:04.508 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:04 smithi062 bash[92878]: audit 2024-09-13T14:28:03.022691+0000 mon.b (mon.1) 94 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:28:04.508 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:04 smithi062 bash[92878]: audit 2024-09-13T14:28:03.024653+0000 mon.b (mon.1) 95 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-13T14:28:04.508 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:04 smithi062 bash[92878]: audit 2024-09-13T14:28:03.024653+0000 mon.b (mon.1) 95 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-13T14:28:04.508 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:04 smithi062 bash[92878]: cluster 2024-09-13T14:28:03.027474+0000 mon.a (mon.0) 147 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 29/636 objects degraded (4.560%), 8 pgs degraded) 2024-09-13T14:28:04.508 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:04 smithi062 bash[92878]: cluster 2024-09-13T14:28:03.027474+0000 mon.a (mon.0) 147 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 29/636 objects degraded (4.560%), 8 pgs degraded) 2024-09-13T14:28:04.508 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:04 smithi062 bash[92878]: cluster 2024-09-13T14:28:03.027519+0000 mon.a (mon.0) 148 : cluster [INF] Cluster is now healthy 2024-09-13T14:28:04.508 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:04 smithi062 bash[92878]: cluster 2024-09-13T14:28:03.027519+0000 mon.a (mon.0) 148 : cluster [INF] Cluster is now healthy 2024-09-13T14:28:04.508 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:04 smithi062 bash[92878]: audit 2024-09-13T14:28:03.043790+0000 mon.a (mon.0) 149 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:28:04.508 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:04 smithi062 bash[92878]: audit 2024-09-13T14:28:03.043790+0000 mon.a (mon.0) 149 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:28:04.508 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:04 smithi062 bash[92878]: audit 2024-09-13T14:28:03.175251+0000 mon.b (mon.1) 96 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-13T14:28:04.508 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:04 smithi062 bash[92878]: audit 2024-09-13T14:28:03.175251+0000 mon.b (mon.1) 96 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-13T14:28:04.509 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:04 smithi062 bash[92878]: audit 2024-09-13T14:28:03.179116+0000 mon.b (mon.1) 97 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:28:04.509 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:04 smithi062 bash[89221]: audit 2024-09-13T14:28:03.179116+0000 mon.b (mon.1) 97 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:28:04.509 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:04 smithi062 bash[89221]: audit 2024-09-13T14:28:03.181711+0000 mon.b (mon.1) 98 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:28:04.509 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:04 smithi062 bash[89221]: audit 2024-09-13T14:28:03.181711+0000 mon.b (mon.1) 98 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:28:04.509 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:04 smithi062 bash[89221]: audit 2024-09-13T14:28:03.183982+0000 mon.b (mon.1) 99 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:28:04.509 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:04 smithi062 bash[89221]: audit 2024-09-13T14:28:03.183982+0000 mon.b (mon.1) 99 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:28:04.509 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:04 smithi062 bash[89221]: audit 2024-09-13T14:28:03.186702+0000 mon.b (mon.1) 100 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16} : dispatch 2024-09-13T14:28:04.509 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:04 smithi062 bash[89221]: audit 2024-09-13T14:28:03.186702+0000 mon.b (mon.1) 100 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16} : dispatch 2024-09-13T14:28:04.509 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:04 smithi062 bash[92878]: audit 2024-09-13T14:28:03.179116+0000 mon.b (mon.1) 97 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:28:04.510 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:04 smithi062 bash[92878]: audit 2024-09-13T14:28:03.181711+0000 mon.b (mon.1) 98 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:28:04.510 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:04 smithi062 bash[92878]: audit 2024-09-13T14:28:03.181711+0000 mon.b (mon.1) 98 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:28:04.510 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:04 smithi062 bash[92878]: audit 2024-09-13T14:28:03.183982+0000 mon.b (mon.1) 99 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:28:04.510 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:04 smithi062 bash[92878]: audit 2024-09-13T14:28:03.183982+0000 mon.b (mon.1) 99 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:28:04.510 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:04 smithi062 bash[92878]: audit 2024-09-13T14:28:03.186702+0000 mon.b (mon.1) 100 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16} : dispatch 2024-09-13T14:28:04.510 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:04 smithi062 bash[92878]: audit 2024-09-13T14:28:03.186702+0000 mon.b (mon.1) 100 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16} : dispatch 2024-09-13T14:28:05.011 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:28:04 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:28:04.724942479Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:28:05.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:05 smithi062 bash[89221]: audit 2024-09-13T14:28:03.188419+0000 mgr.y (mgr.25139) 457 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-09-13T14:28:05.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:05 smithi062 bash[89221]: audit 2024-09-13T14:28:03.188419+0000 mgr.y (mgr.25139) 457 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-09-13T14:28:05.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:05 smithi062 bash[89221]: cephadm 2024-09-13T14:28:03.190680+0000 mgr.y (mgr.25139) 458 : cephadm [INF] Upgrade: osd.1 is safe to restart 2024-09-13T14:28:05.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:05 smithi062 bash[89221]: cephadm 2024-09-13T14:28:03.190680+0000 mgr.y (mgr.25139) 458 : cephadm [INF] Upgrade: osd.1 is safe to restart 2024-09-13T14:28:05.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:05 smithi062 bash[92878]: audit 2024-09-13T14:28:03.188419+0000 mgr.y (mgr.25139) 457 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-09-13T14:28:05.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:05 smithi062 bash[92878]: audit 2024-09-13T14:28:03.188419+0000 mgr.y (mgr.25139) 457 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-09-13T14:28:05.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:05 smithi062 bash[92878]: cephadm 2024-09-13T14:28:03.190680+0000 mgr.y (mgr.25139) 458 : cephadm [INF] Upgrade: osd.1 is safe to restart 2024-09-13T14:28:05.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:05 smithi062 bash[92878]: cephadm 2024-09-13T14:28:03.190680+0000 mgr.y (mgr.25139) 458 : cephadm [INF] Upgrade: osd.1 is safe to restart 2024-09-13T14:28:05.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:05 smithi178 bash[70490]: audit 2024-09-13T14:28:03.188419+0000 mgr.y (mgr.25139) 457 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-09-13T14:28:05.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:05 smithi178 bash[70490]: audit 2024-09-13T14:28:03.188419+0000 mgr.y (mgr.25139) 457 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-09-13T14:28:05.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:05 smithi178 bash[70490]: cephadm 2024-09-13T14:28:03.190680+0000 mgr.y (mgr.25139) 458 : cephadm [INF] Upgrade: osd.1 is safe to restart 2024-09-13T14:28:05.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:05 smithi178 bash[70490]: cephadm 2024-09-13T14:28:03.190680+0000 mgr.y (mgr.25139) 458 : cephadm [INF] Upgrade: osd.1 is safe to restart 2024-09-13T14:28:06.355 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:06 smithi062 bash[89221]: cluster 2024-09-13T14:28:04.403629+0000 mgr.y (mgr.25139) 459 : cluster [DBG] pgmap v251: 161 pgs: 161 active+clean; 585 KiB data, 273 MiB used, 715 GiB / 715 GiB avail; 1.4 KiB/s rd, 1 op/s 2024-09-13T14:28:06.355 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:06 smithi062 bash[89221]: cluster 2024-09-13T14:28:04.403629+0000 mgr.y (mgr.25139) 459 : cluster [DBG] pgmap v251: 161 pgs: 161 active+clean; 585 KiB data, 273 MiB used, 715 GiB / 715 GiB avail; 1.4 KiB/s rd, 1 op/s 2024-09-13T14:28:06.356 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:06 smithi062 bash[89221]: audit 2024-09-13T14:28:05.746271+0000 mon.a (mon.0) 150 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:28:06.356 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:06 smithi062 bash[89221]: audit 2024-09-13T14:28:05.746271+0000 mon.a (mon.0) 150 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:28:06.356 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:06 smithi062 bash[89221]: audit 2024-09-13T14:28:05.750150+0000 mon.b (mon.1) 101 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.1"} : dispatch 2024-09-13T14:28:06.356 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:06 smithi062 bash[89221]: audit 2024-09-13T14:28:05.750150+0000 mon.b (mon.1) 101 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.1"} : dispatch 2024-09-13T14:28:06.356 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:06 smithi062 bash[89221]: audit 2024-09-13T14:28:05.751877+0000 mon.b (mon.1) 102 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:28:06.356 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:06 smithi062 bash[89221]: audit 2024-09-13T14:28:05.751877+0000 mon.b (mon.1) 102 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:28:06.356 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:06 smithi062 bash[92878]: cluster 2024-09-13T14:28:04.403629+0000 mgr.y (mgr.25139) 459 : cluster [DBG] pgmap v251: 161 pgs: 161 active+clean; 585 KiB data, 273 MiB used, 715 GiB / 715 GiB avail; 1.4 KiB/s rd, 1 op/s 2024-09-13T14:28:06.357 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:06 smithi062 bash[92878]: cluster 2024-09-13T14:28:04.403629+0000 mgr.y (mgr.25139) 459 : cluster [DBG] pgmap v251: 161 pgs: 161 active+clean; 585 KiB data, 273 MiB used, 715 GiB / 715 GiB avail; 1.4 KiB/s rd, 1 op/s 2024-09-13T14:28:06.357 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:06 smithi062 bash[92878]: audit 2024-09-13T14:28:05.746271+0000 mon.a (mon.0) 150 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:28:06.357 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:06 smithi062 bash[92878]: audit 2024-09-13T14:28:05.746271+0000 mon.a (mon.0) 150 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:28:06.357 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:06 smithi062 bash[92878]: audit 2024-09-13T14:28:05.750150+0000 mon.b (mon.1) 101 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.1"} : dispatch 2024-09-13T14:28:06.357 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:06 smithi062 bash[92878]: audit 2024-09-13T14:28:05.750150+0000 mon.b (mon.1) 101 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.1"} : dispatch 2024-09-13T14:28:06.357 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:06 smithi062 bash[92878]: audit 2024-09-13T14:28:05.751877+0000 mon.b (mon.1) 102 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:28:06.357 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:06 smithi062 bash[92878]: audit 2024-09-13T14:28:05.751877+0000 mon.b (mon.1) 102 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:28:06.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:06 smithi178 bash[70490]: cluster 2024-09-13T14:28:04.403629+0000 mgr.y (mgr.25139) 459 : cluster [DBG] pgmap v251: 161 pgs: 161 active+clean; 585 KiB data, 273 MiB used, 715 GiB / 715 GiB avail; 1.4 KiB/s rd, 1 op/s 2024-09-13T14:28:06.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:06 smithi178 bash[70490]: cluster 2024-09-13T14:28:04.403629+0000 mgr.y (mgr.25139) 459 : cluster [DBG] pgmap v251: 161 pgs: 161 active+clean; 585 KiB data, 273 MiB used, 715 GiB / 715 GiB avail; 1.4 KiB/s rd, 1 op/s 2024-09-13T14:28:06.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:06 smithi178 bash[70490]: audit 2024-09-13T14:28:05.746271+0000 mon.a (mon.0) 150 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:28:06.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:06 smithi178 bash[70490]: audit 2024-09-13T14:28:05.746271+0000 mon.a (mon.0) 150 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:28:06.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:06 smithi178 bash[70490]: audit 2024-09-13T14:28:05.750150+0000 mon.b (mon.1) 101 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.1"} : dispatch 2024-09-13T14:28:06.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:06 smithi178 bash[70490]: audit 2024-09-13T14:28:05.750150+0000 mon.b (mon.1) 101 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.1"} : dispatch 2024-09-13T14:28:06.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:06 smithi178 bash[70490]: audit 2024-09-13T14:28:05.751877+0000 mon.b (mon.1) 102 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:28:06.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:06 smithi178 bash[70490]: audit 2024-09-13T14:28:05.751877+0000 mon.b (mon.1) 102 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:28:07.336 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:07 smithi062 bash[92878]: cephadm 2024-09-13T14:28:05.738306+0000 mgr.y (mgr.25139) 460 : cephadm [INF] Upgrade: Updating osd.1 2024-09-13T14:28:07.336 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:07 smithi062 bash[92878]: cephadm 2024-09-13T14:28:05.738306+0000 mgr.y (mgr.25139) 460 : cephadm [INF] Upgrade: Updating osd.1 2024-09-13T14:28:07.336 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:07 smithi062 bash[92878]: cephadm 2024-09-13T14:28:05.758820+0000 mgr.y (mgr.25139) 461 : cephadm [INF] Deploying daemon osd.1 on smithi062 2024-09-13T14:28:07.336 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:07 smithi062 bash[92878]: cephadm 2024-09-13T14:28:05.758820+0000 mgr.y (mgr.25139) 461 : cephadm [INF] Deploying daemon osd.1 on smithi062 2024-09-13T14:28:07.337 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:07 smithi062 bash[89221]: cephadm 2024-09-13T14:28:05.738306+0000 mgr.y (mgr.25139) 460 : cephadm [INF] Upgrade: Updating osd.1 2024-09-13T14:28:07.337 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:07 smithi062 bash[89221]: cephadm 2024-09-13T14:28:05.738306+0000 mgr.y (mgr.25139) 460 : cephadm [INF] Upgrade: Updating osd.1 2024-09-13T14:28:07.337 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:07 smithi062 bash[89221]: cephadm 2024-09-13T14:28:05.758820+0000 mgr.y (mgr.25139) 461 : cephadm [INF] Deploying daemon osd.1 on smithi062 2024-09-13T14:28:07.337 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:07 smithi062 bash[89221]: cephadm 2024-09-13T14:28:05.758820+0000 mgr.y (mgr.25139) 461 : cephadm [INF] Deploying daemon osd.1 on smithi062 2024-09-13T14:28:07.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:07 smithi178 bash[70490]: cephadm 2024-09-13T14:28:05.738306+0000 mgr.y (mgr.25139) 460 : cephadm [INF] Upgrade: Updating osd.1 2024-09-13T14:28:07.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:07 smithi178 bash[70490]: cephadm 2024-09-13T14:28:05.738306+0000 mgr.y (mgr.25139) 460 : cephadm [INF] Upgrade: Updating osd.1 2024-09-13T14:28:07.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:07 smithi178 bash[70490]: cephadm 2024-09-13T14:28:05.758820+0000 mgr.y (mgr.25139) 461 : cephadm [INF] Deploying daemon osd.1 on smithi062 2024-09-13T14:28:07.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:07 smithi178 bash[70490]: cephadm 2024-09-13T14:28:05.758820+0000 mgr.y (mgr.25139) 461 : cephadm [INF] Deploying daemon osd.1 on smithi062 2024-09-13T14:28:08.024 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:28:07 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:28:07.761505151Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:28:08.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:08 smithi178 bash[70490]: cluster 2024-09-13T14:28:06.404347+0000 mgr.y (mgr.25139) 462 : cluster [DBG] pgmap v252: 161 pgs: 161 active+clean; 585 KiB data, 273 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:28:08.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:08 smithi178 bash[70490]: cluster 2024-09-13T14:28:06.404347+0000 mgr.y (mgr.25139) 462 : cluster [DBG] pgmap v252: 161 pgs: 161 active+clean; 585 KiB data, 273 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:28:08.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:08 smithi062 bash[89221]: cluster 2024-09-13T14:28:06.404347+0000 mgr.y (mgr.25139) 462 : cluster [DBG] pgmap v252: 161 pgs: 161 active+clean; 585 KiB data, 273 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:28:08.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:08 smithi062 bash[89221]: cluster 2024-09-13T14:28:06.404347+0000 mgr.y (mgr.25139) 462 : cluster [DBG] pgmap v252: 161 pgs: 161 active+clean; 585 KiB data, 273 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:28:08.504 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:08 smithi062 bash[92878]: cluster 2024-09-13T14:28:06.404347+0000 mgr.y (mgr.25139) 462 : cluster [DBG] pgmap v252: 161 pgs: 161 active+clean; 585 KiB data, 273 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:28:08.504 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:08 smithi062 bash[92878]: cluster 2024-09-13T14:28:06.404347+0000 mgr.y (mgr.25139) 462 : cluster [DBG] pgmap v252: 161 pgs: 161 active+clean; 585 KiB data, 273 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:28:10.264 INFO:teuthology.orchestra.run.smithi062.stdout:true 2024-09-13T14:28:10.325 INFO:journalctl@ceph.osd.0.smithi062.stdout:Sep 13 14:28:10 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:28:10.325 INFO:journalctl@ceph.osd.2.smithi062.stdout:Sep 13 14:28:10 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:28:10.326 INFO:journalctl@ceph.osd.3.smithi062.stdout:Sep 13 14:28:10 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:28:10.326 INFO:journalctl@ceph.alertmanager.a.smithi062.stdout:Sep 13 14:28:10 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:28:10.326 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:28:10 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:28:10.327 INFO:journalctl@ceph.node-exporter.a.smithi062.stdout:Sep 13 14:28:10 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:28:10.327 INFO:journalctl@ceph.osd.1.smithi062.stdout:Sep 13 14:28:10 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:28:10.327 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:10 smithi062 bash[89221]: cluster 2024-09-13T14:28:08.405241+0000 mgr.y (mgr.25139) 463 : cluster [DBG] pgmap v253: 161 pgs: 161 active+clean; 585 KiB data, 273 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-09-13T14:28:10.327 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:10 smithi062 bash[89221]: cluster 2024-09-13T14:28:08.405241+0000 mgr.y (mgr.25139) 463 : cluster [DBG] pgmap v253: 161 pgs: 161 active+clean; 585 KiB data, 273 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-09-13T14:28:10.328 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:10 smithi062 bash[89221]: audit 2024-09-13T14:28:09.069463+0000 mon.a (mon.0) 151 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:28:10.328 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:10 smithi062 bash[89221]: audit 2024-09-13T14:28:09.069463+0000 mon.a (mon.0) 151 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:28:10.328 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:10 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:28:10.328 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:10 smithi062 bash[92878]: cluster 2024-09-13T14:28:08.405241+0000 mgr.y (mgr.25139) 463 : cluster [DBG] pgmap v253: 161 pgs: 161 active+clean; 585 KiB data, 273 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-09-13T14:28:10.328 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:10 smithi062 bash[92878]: cluster 2024-09-13T14:28:08.405241+0000 mgr.y (mgr.25139) 463 : cluster [DBG] pgmap v253: 161 pgs: 161 active+clean; 585 KiB data, 273 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-09-13T14:28:10.328 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:10 smithi062 bash[92878]: audit 2024-09-13T14:28:09.069463+0000 mon.a (mon.0) 151 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:28:10.328 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:10 smithi062 bash[92878]: audit 2024-09-13T14:28:09.069463+0000 mon.a (mon.0) 151 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:28:10.328 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:10 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:28:10.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:10 smithi178 bash[70490]: cluster 2024-09-13T14:28:08.405241+0000 mgr.y (mgr.25139) 463 : cluster [DBG] pgmap v253: 161 pgs: 161 active+clean; 585 KiB data, 273 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-09-13T14:28:10.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:10 smithi178 bash[70490]: cluster 2024-09-13T14:28:08.405241+0000 mgr.y (mgr.25139) 463 : cluster [DBG] pgmap v253: 161 pgs: 161 active+clean; 585 KiB data, 273 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-09-13T14:28:10.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:10 smithi178 bash[70490]: audit 2024-09-13T14:28:09.069463+0000 mon.a (mon.0) 151 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:28:10.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:10 smithi178 bash[70490]: audit 2024-09-13T14:28:09.069463+0000 mon.a (mon.0) 151 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:28:10.752 INFO:journalctl@ceph.osd.1.smithi062.stdout:Sep 13 14:28:10 smithi062 systemd[1]: Stopping Ceph osd.1 for ff1149ea-71d5-11ef-bceb-c7b262605968... 2024-09-13T14:28:10.752 INFO:journalctl@ceph.osd.1.smithi062.stdout:Sep 13 14:28:10 smithi062 bash[35320]: debug 2024-09-13T14:28:10.439+0000 7f53bc259640 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2024-09-13T14:28:10.753 INFO:journalctl@ceph.osd.1.smithi062.stdout:Sep 13 14:28:10 smithi062 bash[35320]: debug 2024-09-13T14:28:10.439+0000 7f53bc259640 -1 osd.1 118 *** Got signal Terminated *** 2024-09-13T14:28:10.753 INFO:journalctl@ceph.osd.1.smithi062.stdout:Sep 13 14:28:10 smithi062 bash[35320]: debug 2024-09-13T14:28:10.439+0000 7f53bc259640 -1 osd.1 118 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-13T14:28:10.917 INFO:teuthology.orchestra.run.smithi062.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-13T14:28:10.917 INFO:teuthology.orchestra.run.smithi062.stdout:alertmanager.a smithi062 *:9093,9094 running (6m) 19s ago 33m 13.8M - 0.27.0 11f11916f8cd 6e93dcf56cea 2024-09-13T14:28:10.917 INFO:teuthology.orchestra.run.smithi062.stdout:grafana.a smithi178 *:3000 running (5m) 3m ago 33m 68.2M - 10.4.0 c8b91775d855 e5af99a01b68 2024-09-13T14:28:10.917 INFO:teuthology.orchestra.run.smithi062.stdout:iscsi.foo.smithi062.auboqe smithi062 *:5000 running (8m) 19s ago 30m 50.0M - 3.8 19dc8d659727 5db99a6f8116 2024-09-13T14:28:10.918 INFO:teuthology.orchestra.run.smithi062.stdout:mgr.x smithi178 *:8443,9283,8765 running (7m) 3m ago 41m 441M - 19.3.0-4917-gb0201b8c 1641fe80ce72 fc18b6fcd5bd 2024-09-13T14:28:10.918 INFO:teuthology.orchestra.run.smithi062.stdout:mgr.y smithi062 *:8443,9283,8765 running (18m) 19s ago 44m 512M - 19.3.0-4917-gb0201b8c 1641fe80ce72 fd629cc84850 2024-09-13T14:28:10.918 INFO:teuthology.orchestra.run.smithi062.stdout:mon.a smithi062 running (2m) 19s ago 44m 42.2M 2048M 19.3.0-4917-gb0201b8c 1641fe80ce72 6370c6daf05c 2024-09-13T14:28:10.918 INFO:teuthology.orchestra.run.smithi062.stdout:mon.b smithi178 running (3m) 3m ago 42m 18.1M 2048M 19.3.0-4917-gb0201b8c 1641fe80ce72 4246b63ea822 2024-09-13T14:28:10.918 INFO:teuthology.orchestra.run.smithi062.stdout:mon.c smithi062 running (2m) 19s ago 42m 32.6M 2048M 19.3.0-4917-gb0201b8c 1641fe80ce72 546ed05b6de1 2024-09-13T14:28:10.918 INFO:teuthology.orchestra.run.smithi062.stdout:node-exporter.a smithi062 *:9100 running (7m) 19s ago 33m 8112k - 1.7.0 72c9c2088986 d2a19c03fb98 2024-09-13T14:28:10.918 INFO:teuthology.orchestra.run.smithi062.stdout:node-exporter.b smithi178 *:9100 running (7m) 3m ago 33m 8131k - 1.7.0 72c9c2088986 ef73b17b6575 2024-09-13T14:28:10.918 INFO:teuthology.orchestra.run.smithi062.stdout:osd.0 smithi062 running (20s) 19s ago 41m - 3036M 19.3.0-4917-gb0201b8c 1641fe80ce72 711a747f4c3b 2024-09-13T14:28:10.918 INFO:teuthology.orchestra.run.smithi062.stdout:osd.1 smithi062 running (40m) 19s ago 40m 61.2M 3036M 19.1.1-322-g7741f7f9 19dc8d659727 d6ca3f655d05 2024-09-13T14:28:10.918 INFO:teuthology.orchestra.run.smithi062.stdout:osd.2 smithi062 running (39m) 19s ago 39m 63.4M 3036M 19.1.1-322-g7741f7f9 19dc8d659727 f001b702483d 2024-09-13T14:28:10.918 INFO:teuthology.orchestra.run.smithi062.stdout:osd.3 smithi062 running (38m) 19s ago 38m 60.8M 3036M 19.1.1-322-g7741f7f9 19dc8d659727 cebed6322996 2024-09-13T14:28:10.918 INFO:teuthology.orchestra.run.smithi062.stdout:osd.4 smithi178 running (37m) 3m ago 37m 67.5M 3292M 19.1.1-322-g7741f7f9 19dc8d659727 7ff166ed36a8 2024-09-13T14:28:10.918 INFO:teuthology.orchestra.run.smithi062.stdout:osd.5 smithi178 running (36m) 3m ago 36m 64.7M 3292M 19.1.1-322-g7741f7f9 19dc8d659727 0ee354299930 2024-09-13T14:28:10.918 INFO:teuthology.orchestra.run.smithi062.stdout:osd.6 smithi178 running (35m) 3m ago 35m 55.2M 3292M 19.1.1-322-g7741f7f9 19dc8d659727 e6cb50c05b1b 2024-09-13T14:28:10.919 INFO:teuthology.orchestra.run.smithi062.stdout:osd.7 smithi178 running (34m) 3m ago 34m 64.7M 3292M 19.1.1-322-g7741f7f9 19dc8d659727 fbc9d74ccd0e 2024-09-13T14:28:10.919 INFO:teuthology.orchestra.run.smithi062.stdout:prometheus.a smithi178 *:9095 running (6m) 3m ago 33m 37.2M - 2.51.0 1d3b7f56885b 3a9393efc8c5 2024-09-13T14:28:10.919 INFO:teuthology.orchestra.run.smithi062.stdout:rgw.foo.smithi062.raldkl smithi062 *:8000 running (31m) 19s ago 31m 101M - 19.1.1-322-g7741f7f9 19dc8d659727 c374202ad667 2024-09-13T14:28:10.919 INFO:teuthology.orchestra.run.smithi062.stdout:rgw.foo.smithi178.sseeij smithi178 *:8000 running (31m) 3m ago 31m 102M - 19.1.1-322-g7741f7f9 19dc8d659727 86fcacc26a6b 2024-09-13T14:28:11.067 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:28:10 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:28:10.722076967Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:28:11.314 INFO:teuthology.orchestra.run.smithi062.stdout:{ 2024-09-13T14:28:11.314 INFO:teuthology.orchestra.run.smithi062.stdout: "mon": { 2024-09-13T14:28:11.314 INFO:teuthology.orchestra.run.smithi062.stdout: "ceph version 19.3.0-4917-gb0201b8c (b0201b8c79733293453e7f10a10c7fa43119222b) squid (dev)": 3 2024-09-13T14:28:11.314 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-09-13T14:28:11.314 INFO:teuthology.orchestra.run.smithi062.stdout: "mgr": { 2024-09-13T14:28:11.314 INFO:teuthology.orchestra.run.smithi062.stdout: "ceph version 19.3.0-4917-gb0201b8c (b0201b8c79733293453e7f10a10c7fa43119222b) squid (dev)": 2 2024-09-13T14:28:11.314 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-09-13T14:28:11.314 INFO:teuthology.orchestra.run.smithi062.stdout: "osd": { 2024-09-13T14:28:11.314 INFO:teuthology.orchestra.run.smithi062.stdout: "ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable)": 6, 2024-09-13T14:28:11.314 INFO:teuthology.orchestra.run.smithi062.stdout: "ceph version 19.3.0-4917-gb0201b8c (b0201b8c79733293453e7f10a10c7fa43119222b) squid (dev)": 1 2024-09-13T14:28:11.315 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-09-13T14:28:11.315 INFO:teuthology.orchestra.run.smithi062.stdout: "rgw": { 2024-09-13T14:28:11.315 INFO:teuthology.orchestra.run.smithi062.stdout: "ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable)": 2 2024-09-13T14:28:11.315 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-09-13T14:28:11.315 INFO:teuthology.orchestra.run.smithi062.stdout: "overall": { 2024-09-13T14:28:11.315 INFO:teuthology.orchestra.run.smithi062.stdout: "ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable)": 8, 2024-09-13T14:28:11.315 INFO:teuthology.orchestra.run.smithi062.stdout: "ceph version 19.3.0-4917-gb0201b8c (b0201b8c79733293453e7f10a10c7fa43119222b) squid (dev)": 6 2024-09-13T14:28:11.315 INFO:teuthology.orchestra.run.smithi062.stdout: } 2024-09-13T14:28:11.315 INFO:teuthology.orchestra.run.smithi062.stdout:} 2024-09-13T14:28:11.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:11 smithi178 bash[70490]: cluster 2024-09-13T14:28:10.441960+0000 mon.a (mon.0) 152 : cluster [INF] osd.1 marked itself down and dead 2024-09-13T14:28:11.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:11 smithi178 bash[70490]: cluster 2024-09-13T14:28:10.441960+0000 mon.a (mon.0) 152 : cluster [INF] osd.1 marked itself down and dead 2024-09-13T14:28:11.502 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:11 smithi062 bash[89221]: cluster 2024-09-13T14:28:10.441960+0000 mon.a (mon.0) 152 : cluster [INF] osd.1 marked itself down and dead 2024-09-13T14:28:11.502 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:11 smithi062 bash[89221]: cluster 2024-09-13T14:28:10.441960+0000 mon.a (mon.0) 152 : cluster [INF] osd.1 marked itself down and dead 2024-09-13T14:28:11.503 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:11 smithi062 bash[92878]: cluster 2024-09-13T14:28:10.441960+0000 mon.a (mon.0) 152 : cluster [INF] osd.1 marked itself down and dead 2024-09-13T14:28:11.503 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:11 smithi062 bash[92878]: cluster 2024-09-13T14:28:10.441960+0000 mon.a (mon.0) 152 : cluster [INF] osd.1 marked itself down and dead 2024-09-13T14:28:11.640 INFO:teuthology.orchestra.run.smithi062.stdout:{ 2024-09-13T14:28:11.641 INFO:teuthology.orchestra.run.smithi062.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph:b0201b8c79733293453e7f10a10c7fa43119222b", 2024-09-13T14:28:11.641 INFO:teuthology.orchestra.run.smithi062.stdout: "in_progress": true, 2024-09-13T14:28:11.641 INFO:teuthology.orchestra.run.smithi062.stdout: "which": "Upgrading daemons of type(s) osd. Upgrade limited to 2 daemons (1 remaining).", 2024-09-13T14:28:11.641 INFO:teuthology.orchestra.run.smithi062.stdout: "services_complete": [], 2024-09-13T14:28:11.641 INFO:teuthology.orchestra.run.smithi062.stdout: "progress": "1/8 daemons upgraded", 2024-09-13T14:28:11.641 INFO:teuthology.orchestra.run.smithi062.stdout: "message": "Currently upgrading osd daemons", 2024-09-13T14:28:11.641 INFO:teuthology.orchestra.run.smithi062.stdout: "is_paused": false 2024-09-13T14:28:11.641 INFO:teuthology.orchestra.run.smithi062.stdout:} 2024-09-13T14:28:12.352 INFO:journalctl@ceph.osd.1.smithi062.stdout:Sep 13 14:28:12 smithi062 bash[102227]: ceph-ff1149ea-71d5-11ef-bceb-c7b262605968-osd-1 2024-09-13T14:28:12.353 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:12 smithi062 bash[92878]: audit 2024-09-13T14:28:10.253093+0000 mgr.y (mgr.25139) 464 : audit [DBG] from='client.54188 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:28:12.353 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:12 smithi062 bash[92878]: audit 2024-09-13T14:28:10.253093+0000 mgr.y (mgr.25139) 464 : audit [DBG] from='client.54188 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:28:12.353 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:12 smithi062 bash[92878]: cluster 2024-09-13T14:28:10.406004+0000 mgr.y (mgr.25139) 465 : cluster [DBG] pgmap v254: 161 pgs: 161 active+clean; 585 KiB data, 273 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s rd, 1 op/s 2024-09-13T14:28:12.353 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:12 smithi062 bash[92878]: cluster 2024-09-13T14:28:10.406004+0000 mgr.y (mgr.25139) 465 : cluster [DBG] pgmap v254: 161 pgs: 161 active+clean; 585 KiB data, 273 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s rd, 1 op/s 2024-09-13T14:28:12.353 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:12 smithi062 bash[92878]: audit 2024-09-13T14:28:10.576672+0000 mgr.y (mgr.25139) 466 : audit [DBG] from='client.54194 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:28:12.353 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:12 smithi062 bash[92878]: audit 2024-09-13T14:28:10.576672+0000 mgr.y (mgr.25139) 466 : audit [DBG] from='client.54194 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:28:12.353 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:12 smithi062 bash[92878]: audit 2024-09-13T14:28:10.894358+0000 mgr.y (mgr.25139) 467 : audit [DBG] from='client.44226 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:28:12.353 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:12 smithi062 bash[92878]: audit 2024-09-13T14:28:10.894358+0000 mgr.y (mgr.25139) 467 : audit [DBG] from='client.44226 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:28:12.353 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:12 smithi062 bash[92878]: cluster 2024-09-13T14:28:11.067444+0000 mon.a (mon.0) 153 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-09-13T14:28:12.354 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:12 smithi062 bash[92878]: cluster 2024-09-13T14:28:11.067444+0000 mon.a (mon.0) 153 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-09-13T14:28:12.354 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:12 smithi062 bash[92878]: cluster 2024-09-13T14:28:11.078599+0000 mon.a (mon.0) 154 : cluster [DBG] osdmap e119: 8 total, 7 up, 8 in 2024-09-13T14:28:12.354 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:12 smithi062 bash[92878]: cluster 2024-09-13T14:28:11.078599+0000 mon.a (mon.0) 154 : cluster [DBG] osdmap e119: 8 total, 7 up, 8 in 2024-09-13T14:28:12.354 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:12 smithi062 bash[92878]: audit 2024-09-13T14:28:11.315007+0000 mon.a (mon.0) 155 : audit [DBG] from='client.? 172.21.15.62:0/574632373' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:28:12.354 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:12 smithi062 bash[92878]: audit 2024-09-13T14:28:11.315007+0000 mon.a (mon.0) 155 : audit [DBG] from='client.? 172.21.15.62:0/574632373' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:28:12.354 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:12 smithi062 bash[89221]: audit 2024-09-13T14:28:10.253093+0000 mgr.y (mgr.25139) 464 : audit [DBG] from='client.54188 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:28:12.354 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:12 smithi062 bash[89221]: audit 2024-09-13T14:28:10.253093+0000 mgr.y (mgr.25139) 464 : audit [DBG] from='client.54188 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:28:12.354 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:12 smithi062 bash[89221]: cluster 2024-09-13T14:28:10.406004+0000 mgr.y (mgr.25139) 465 : cluster [DBG] pgmap v254: 161 pgs: 161 active+clean; 585 KiB data, 273 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s rd, 1 op/s 2024-09-13T14:28:12.354 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:12 smithi062 bash[89221]: cluster 2024-09-13T14:28:10.406004+0000 mgr.y (mgr.25139) 465 : cluster [DBG] pgmap v254: 161 pgs: 161 active+clean; 585 KiB data, 273 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s rd, 1 op/s 2024-09-13T14:28:12.355 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:12 smithi062 bash[89221]: audit 2024-09-13T14:28:10.576672+0000 mgr.y (mgr.25139) 466 : audit [DBG] from='client.54194 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:28:12.355 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:12 smithi062 bash[89221]: audit 2024-09-13T14:28:10.576672+0000 mgr.y (mgr.25139) 466 : audit [DBG] from='client.54194 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:28:12.355 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:12 smithi062 bash[89221]: audit 2024-09-13T14:28:10.894358+0000 mgr.y (mgr.25139) 467 : audit [DBG] from='client.44226 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:28:12.355 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:12 smithi062 bash[89221]: audit 2024-09-13T14:28:10.894358+0000 mgr.y (mgr.25139) 467 : audit [DBG] from='client.44226 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:28:12.355 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:12 smithi062 bash[89221]: cluster 2024-09-13T14:28:11.067444+0000 mon.a (mon.0) 153 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-09-13T14:28:12.355 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:12 smithi062 bash[89221]: cluster 2024-09-13T14:28:11.067444+0000 mon.a (mon.0) 153 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-09-13T14:28:12.355 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:12 smithi062 bash[89221]: cluster 2024-09-13T14:28:11.078599+0000 mon.a (mon.0) 154 : cluster [DBG] osdmap e119: 8 total, 7 up, 8 in 2024-09-13T14:28:12.355 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:12 smithi062 bash[89221]: cluster 2024-09-13T14:28:11.078599+0000 mon.a (mon.0) 154 : cluster [DBG] osdmap e119: 8 total, 7 up, 8 in 2024-09-13T14:28:12.355 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:12 smithi062 bash[89221]: audit 2024-09-13T14:28:11.315007+0000 mon.a (mon.0) 155 : audit [DBG] from='client.? 172.21.15.62:0/574632373' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:28:12.355 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:12 smithi062 bash[89221]: audit 2024-09-13T14:28:11.315007+0000 mon.a (mon.0) 155 : audit [DBG] from='client.? 172.21.15.62:0/574632373' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:28:12.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:12 smithi178 bash[70490]: audit 2024-09-13T14:28:10.253093+0000 mgr.y (mgr.25139) 464 : audit [DBG] from='client.54188 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:28:12.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:12 smithi178 bash[70490]: audit 2024-09-13T14:28:10.253093+0000 mgr.y (mgr.25139) 464 : audit [DBG] from='client.54188 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:28:12.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:12 smithi178 bash[70490]: cluster 2024-09-13T14:28:10.406004+0000 mgr.y (mgr.25139) 465 : cluster [DBG] pgmap v254: 161 pgs: 161 active+clean; 585 KiB data, 273 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s rd, 1 op/s 2024-09-13T14:28:12.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:12 smithi178 bash[70490]: cluster 2024-09-13T14:28:10.406004+0000 mgr.y (mgr.25139) 465 : cluster [DBG] pgmap v254: 161 pgs: 161 active+clean; 585 KiB data, 273 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s rd, 1 op/s 2024-09-13T14:28:12.436 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:12 smithi178 bash[70490]: audit 2024-09-13T14:28:10.576672+0000 mgr.y (mgr.25139) 466 : audit [DBG] from='client.54194 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:28:12.436 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:12 smithi178 bash[70490]: audit 2024-09-13T14:28:10.576672+0000 mgr.y (mgr.25139) 466 : audit [DBG] from='client.54194 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:28:12.436 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:12 smithi178 bash[70490]: audit 2024-09-13T14:28:10.894358+0000 mgr.y (mgr.25139) 467 : audit [DBG] from='client.44226 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:28:12.436 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:12 smithi178 bash[70490]: audit 2024-09-13T14:28:10.894358+0000 mgr.y (mgr.25139) 467 : audit [DBG] from='client.44226 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:28:12.436 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:12 smithi178 bash[70490]: cluster 2024-09-13T14:28:11.067444+0000 mon.a (mon.0) 153 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-09-13T14:28:12.437 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:12 smithi178 bash[70490]: cluster 2024-09-13T14:28:11.067444+0000 mon.a (mon.0) 153 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-09-13T14:28:12.437 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:12 smithi178 bash[70490]: cluster 2024-09-13T14:28:11.078599+0000 mon.a (mon.0) 154 : cluster [DBG] osdmap e119: 8 total, 7 up, 8 in 2024-09-13T14:28:12.437 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:12 smithi178 bash[70490]: cluster 2024-09-13T14:28:11.078599+0000 mon.a (mon.0) 154 : cluster [DBG] osdmap e119: 8 total, 7 up, 8 in 2024-09-13T14:28:12.437 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:12 smithi178 bash[70490]: audit 2024-09-13T14:28:11.315007+0000 mon.a (mon.0) 155 : audit [DBG] from='client.? 172.21.15.62:0/574632373' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:28:12.437 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:12 smithi178 bash[70490]: audit 2024-09-13T14:28:11.315007+0000 mon.a (mon.0) 155 : audit [DBG] from='client.? 172.21.15.62:0/574632373' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:28:12.752 INFO:journalctl@ceph.osd.1.smithi062.stdout:Sep 13 14:28:12 smithi062 bash[102359]: Error response from daemon: No such container: ceph-ff1149ea-71d5-11ef-bceb-c7b262605968-osd-1 2024-09-13T14:28:13.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:13 smithi178 bash[70490]: audit 2024-09-13T14:28:11.642060+0000 mgr.y (mgr.25139) 468 : audit [DBG] from='client.44238 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:28:13.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:13 smithi178 bash[70490]: audit 2024-09-13T14:28:11.642060+0000 mgr.y (mgr.25139) 468 : audit [DBG] from='client.44238 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:28:13.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:13 smithi178 bash[70490]: cluster 2024-09-13T14:28:12.092810+0000 mon.a (mon.0) 156 : cluster [DBG] osdmap e120: 8 total, 7 up, 8 in 2024-09-13T14:28:13.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:13 smithi178 bash[70490]: cluster 2024-09-13T14:28:12.092810+0000 mon.a (mon.0) 156 : cluster [DBG] osdmap e120: 8 total, 7 up, 8 in 2024-09-13T14:28:13.484 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:13 smithi062 bash[89221]: audit 2024-09-13T14:28:11.642060+0000 mgr.y (mgr.25139) 468 : audit [DBG] from='client.44238 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:28:13.484 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:13 smithi062 bash[89221]: audit 2024-09-13T14:28:11.642060+0000 mgr.y (mgr.25139) 468 : audit [DBG] from='client.44238 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:28:13.484 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:13 smithi062 bash[89221]: cluster 2024-09-13T14:28:12.092810+0000 mon.a (mon.0) 156 : cluster [DBG] osdmap e120: 8 total, 7 up, 8 in 2024-09-13T14:28:13.484 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:13 smithi062 bash[89221]: cluster 2024-09-13T14:28:12.092810+0000 mon.a (mon.0) 156 : cluster [DBG] osdmap e120: 8 total, 7 up, 8 in 2024-09-13T14:28:13.484 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:13 smithi062 bash[92878]: audit 2024-09-13T14:28:11.642060+0000 mgr.y (mgr.25139) 468 : audit [DBG] from='client.44238 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:28:13.484 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:13 smithi062 bash[92878]: audit 2024-09-13T14:28:11.642060+0000 mgr.y (mgr.25139) 468 : audit [DBG] from='client.44238 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:28:13.484 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:13 smithi062 bash[92878]: cluster 2024-09-13T14:28:12.092810+0000 mon.a (mon.0) 156 : cluster [DBG] osdmap e120: 8 total, 7 up, 8 in 2024-09-13T14:28:13.485 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:13 smithi062 bash[92878]: cluster 2024-09-13T14:28:12.092810+0000 mon.a (mon.0) 156 : cluster [DBG] osdmap e120: 8 total, 7 up, 8 in 2024-09-13T14:28:13.752 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:28:13 smithi062 bash[68610]: ::ffff:172.21.15.178 - - [13/Sep/2024:14:28:13] "GET /metrics HTTP/1.1" 200 38211 "" "Prometheus/2.51.0" 2024-09-13T14:28:14.095 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:28:13 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:28:13.746471836Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:28:14.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:14 smithi178 bash[70490]: cluster 2024-09-13T14:28:12.406664+0000 mgr.y (mgr.25139) 469 : cluster [DBG] pgmap v257: 161 pgs: 7 peering, 20 stale+active+clean, 134 active+clean; 585 KiB data, 273 MiB used, 715 GiB / 715 GiB avail; 639 B/s rd, 0 op/s 2024-09-13T14:28:14.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:14 smithi178 bash[70490]: cluster 2024-09-13T14:28:12.406664+0000 mgr.y (mgr.25139) 469 : cluster [DBG] pgmap v257: 161 pgs: 7 peering, 20 stale+active+clean, 134 active+clean; 585 KiB data, 273 MiB used, 715 GiB / 715 GiB avail; 639 B/s rd, 0 op/s 2024-09-13T14:28:14.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:14 smithi178 bash[70490]: audit 2024-09-13T14:28:12.553756+0000 mgr.y (mgr.25139) 470 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:28:14.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:14 smithi178 bash[70490]: audit 2024-09-13T14:28:12.553756+0000 mgr.y (mgr.25139) 470 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:28:14.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:14 smithi178 bash[70490]: cluster 2024-09-13T14:28:13.084702+0000 mon.a (mon.0) 157 : cluster [WRN] Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-09-13T14:28:14.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:14 smithi178 bash[70490]: cluster 2024-09-13T14:28:13.084702+0000 mon.a (mon.0) 157 : cluster [WRN] Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-09-13T14:28:14.436 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:14 smithi178 bash[70490]: audit 2024-09-13T14:28:13.865704+0000 mon.a (mon.0) 158 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:28:14.436 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:14 smithi178 bash[70490]: audit 2024-09-13T14:28:13.865704+0000 mon.a (mon.0) 158 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:28:14.436 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:14 smithi178 bash[70490]: audit 2024-09-13T14:28:13.868883+0000 mon.b (mon.1) 103 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:28:14.436 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:14 smithi178 bash[70490]: audit 2024-09-13T14:28:13.868883+0000 mon.b (mon.1) 103 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:28:14.438 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:14 smithi062 bash[92878]: cluster 2024-09-13T14:28:12.406664+0000 mgr.y (mgr.25139) 469 : cluster [DBG] pgmap v257: 161 pgs: 7 peering, 20 stale+active+clean, 134 active+clean; 585 KiB data, 273 MiB used, 715 GiB / 715 GiB avail; 639 B/s rd, 0 op/s 2024-09-13T14:28:14.438 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:14 smithi062 bash[92878]: cluster 2024-09-13T14:28:12.406664+0000 mgr.y (mgr.25139) 469 : cluster [DBG] pgmap v257: 161 pgs: 7 peering, 20 stale+active+clean, 134 active+clean; 585 KiB data, 273 MiB used, 715 GiB / 715 GiB avail; 639 B/s rd, 0 op/s 2024-09-13T14:28:14.438 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:14 smithi062 bash[92878]: audit 2024-09-13T14:28:12.553756+0000 mgr.y (mgr.25139) 470 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:28:14.438 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:14 smithi062 bash[92878]: audit 2024-09-13T14:28:12.553756+0000 mgr.y (mgr.25139) 470 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:28:14.438 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:14 smithi062 bash[92878]: cluster 2024-09-13T14:28:13.084702+0000 mon.a (mon.0) 157 : cluster [WRN] Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-09-13T14:28:14.438 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:14 smithi062 bash[92878]: cluster 2024-09-13T14:28:13.084702+0000 mon.a (mon.0) 157 : cluster [WRN] Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-09-13T14:28:14.438 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:14 smithi062 bash[92878]: audit 2024-09-13T14:28:13.865704+0000 mon.a (mon.0) 158 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:28:14.438 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:14 smithi062 bash[92878]: audit 2024-09-13T14:28:13.865704+0000 mon.a (mon.0) 158 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:28:14.439 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:14 smithi062 bash[92878]: audit 2024-09-13T14:28:13.868883+0000 mon.b (mon.1) 103 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:28:14.439 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:14 smithi062 bash[92878]: audit 2024-09-13T14:28:13.868883+0000 mon.b (mon.1) 103 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:28:14.439 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:14 smithi062 bash[89221]: cluster 2024-09-13T14:28:12.406664+0000 mgr.y (mgr.25139) 469 : cluster [DBG] pgmap v257: 161 pgs: 7 peering, 20 stale+active+clean, 134 active+clean; 585 KiB data, 273 MiB used, 715 GiB / 715 GiB avail; 639 B/s rd, 0 op/s 2024-09-13T14:28:14.439 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:14 smithi062 bash[89221]: cluster 2024-09-13T14:28:12.406664+0000 mgr.y (mgr.25139) 469 : cluster [DBG] pgmap v257: 161 pgs: 7 peering, 20 stale+active+clean, 134 active+clean; 585 KiB data, 273 MiB used, 715 GiB / 715 GiB avail; 639 B/s rd, 0 op/s 2024-09-13T14:28:14.439 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:14 smithi062 bash[89221]: audit 2024-09-13T14:28:12.553756+0000 mgr.y (mgr.25139) 470 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:28:14.439 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:14 smithi062 bash[89221]: audit 2024-09-13T14:28:12.553756+0000 mgr.y (mgr.25139) 470 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:28:14.439 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:14 smithi062 bash[89221]: cluster 2024-09-13T14:28:13.084702+0000 mon.a (mon.0) 157 : cluster [WRN] Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-09-13T14:28:14.439 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:14 smithi062 bash[89221]: cluster 2024-09-13T14:28:13.084702+0000 mon.a (mon.0) 157 : cluster [WRN] Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-09-13T14:28:14.439 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:14 smithi062 bash[89221]: audit 2024-09-13T14:28:13.865704+0000 mon.a (mon.0) 158 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:28:14.439 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:14 smithi062 bash[89221]: audit 2024-09-13T14:28:13.865704+0000 mon.a (mon.0) 158 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:28:14.440 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:14 smithi062 bash[89221]: audit 2024-09-13T14:28:13.868883+0000 mon.b (mon.1) 103 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:28:14.440 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:14 smithi062 bash[89221]: audit 2024-09-13T14:28:13.868883+0000 mon.b (mon.1) 103 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:28:14.698 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:14 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:28:14.698 INFO:journalctl@ceph.osd.0.smithi062.stdout:Sep 13 14:28:14 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:28:14.699 INFO:journalctl@ceph.osd.2.smithi062.stdout:Sep 13 14:28:14 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:28:14.699 INFO:journalctl@ceph.osd.3.smithi062.stdout:Sep 13 14:28:14 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:28:14.699 INFO:journalctl@ceph.node-exporter.a.smithi062.stdout:Sep 13 14:28:14 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:28:14.699 INFO:journalctl@ceph.alertmanager.a.smithi062.stdout:Sep 13 14:28:14 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:28:14.700 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:28:14 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:28:14.700 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:14 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:28:14.700 INFO:journalctl@ceph.osd.1.smithi062.stdout:Sep 13 14:28:14 smithi062 systemd[1]: ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@osd.1.service: Deactivated successfully. 2024-09-13T14:28:14.700 INFO:journalctl@ceph.osd.1.smithi062.stdout:Sep 13 14:28:14 smithi062 systemd[1]: Stopped Ceph osd.1 for ff1149ea-71d5-11ef-bceb-c7b262605968. 2024-09-13T14:28:14.700 INFO:journalctl@ceph.osd.1.smithi062.stdout:Sep 13 14:28:14 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:28:14.701 INFO:journalctl@ceph.osd.1.smithi062.stdout:Sep 13 14:28:14 smithi062 systemd[1]: Started Ceph osd.1 for ff1149ea-71d5-11ef-bceb-c7b262605968. 2024-09-13T14:28:16.002 INFO:journalctl@ceph.osd.1.smithi062.stdout:Sep 13 14:28:15 smithi062 bash[102507]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-13T14:28:16.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:15 smithi062 bash[92878]: cluster 2024-09-13T14:28:14.408452+0000 mgr.y (mgr.25139) 471 : cluster [DBG] pgmap v258: 161 pgs: 37 active+undersized, 7 peering, 19 active+undersized+degraded, 98 active+clean; 585 KiB data, 273 MiB used, 715 GiB / 715 GiB avail; 77/636 objects degraded (12.107%) 2024-09-13T14:28:16.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:15 smithi062 bash[92878]: cluster 2024-09-13T14:28:14.408452+0000 mgr.y (mgr.25139) 471 : cluster [DBG] pgmap v258: 161 pgs: 37 active+undersized, 7 peering, 19 active+undersized+degraded, 98 active+clean; 585 KiB data, 273 MiB used, 715 GiB / 715 GiB avail; 77/636 objects degraded (12.107%) 2024-09-13T14:28:16.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:15 smithi062 bash[92878]: audit 2024-09-13T14:28:14.751473+0000 mon.a (mon.0) 159 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:28:16.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:15 smithi062 bash[92878]: audit 2024-09-13T14:28:14.751473+0000 mon.a (mon.0) 159 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:28:16.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:15 smithi062 bash[92878]: audit 2024-09-13T14:28:14.762149+0000 mon.a (mon.0) 160 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:28:16.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:15 smithi062 bash[92878]: audit 2024-09-13T14:28:14.762149+0000 mon.a (mon.0) 160 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:28:16.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:15 smithi062 bash[92878]: audit 2024-09-13T14:28:14.770195+0000 mon.a (mon.0) 161 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:28:16.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:15 smithi062 bash[92878]: audit 2024-09-13T14:28:14.770195+0000 mon.a (mon.0) 161 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:28:16.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:15 smithi062 bash[92878]: cluster 2024-09-13T14:28:15.095682+0000 mon.a (mon.0) 162 : cluster [WRN] Health check failed: Degraded data redundancy: 77/636 objects degraded (12.107%), 19 pgs degraded (PG_DEGRADED) 2024-09-13T14:28:16.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:15 smithi062 bash[92878]: cluster 2024-09-13T14:28:15.095682+0000 mon.a (mon.0) 162 : cluster [WRN] Health check failed: Degraded data redundancy: 77/636 objects degraded (12.107%), 19 pgs degraded (PG_DEGRADED) 2024-09-13T14:28:16.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:15 smithi062 bash[89221]: cluster 2024-09-13T14:28:14.408452+0000 mgr.y (mgr.25139) 471 : cluster [DBG] pgmap v258: 161 pgs: 37 active+undersized, 7 peering, 19 active+undersized+degraded, 98 active+clean; 585 KiB data, 273 MiB used, 715 GiB / 715 GiB avail; 77/636 objects degraded (12.107%) 2024-09-13T14:28:16.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:15 smithi062 bash[89221]: cluster 2024-09-13T14:28:14.408452+0000 mgr.y (mgr.25139) 471 : cluster [DBG] pgmap v258: 161 pgs: 37 active+undersized, 7 peering, 19 active+undersized+degraded, 98 active+clean; 585 KiB data, 273 MiB used, 715 GiB / 715 GiB avail; 77/636 objects degraded (12.107%) 2024-09-13T14:28:16.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:15 smithi062 bash[89221]: audit 2024-09-13T14:28:14.751473+0000 mon.a (mon.0) 159 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:28:16.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:15 smithi062 bash[89221]: audit 2024-09-13T14:28:14.751473+0000 mon.a (mon.0) 159 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:28:16.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:15 smithi062 bash[89221]: audit 2024-09-13T14:28:14.762149+0000 mon.a (mon.0) 160 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:28:16.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:15 smithi062 bash[89221]: audit 2024-09-13T14:28:14.762149+0000 mon.a (mon.0) 160 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:28:16.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:15 smithi062 bash[89221]: audit 2024-09-13T14:28:14.770195+0000 mon.a (mon.0) 161 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:28:16.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:15 smithi062 bash[89221]: audit 2024-09-13T14:28:14.770195+0000 mon.a (mon.0) 161 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:28:16.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:15 smithi062 bash[89221]: cluster 2024-09-13T14:28:15.095682+0000 mon.a (mon.0) 162 : cluster [WRN] Health check failed: Degraded data redundancy: 77/636 objects degraded (12.107%), 19 pgs degraded (PG_DEGRADED) 2024-09-13T14:28:16.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:15 smithi062 bash[89221]: cluster 2024-09-13T14:28:15.095682+0000 mon.a (mon.0) 162 : cluster [WRN] Health check failed: Degraded data redundancy: 77/636 objects degraded (12.107%), 19 pgs degraded (PG_DEGRADED) 2024-09-13T14:28:16.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:15 smithi178 bash[70490]: cluster 2024-09-13T14:28:14.408452+0000 mgr.y (mgr.25139) 471 : cluster [DBG] pgmap v258: 161 pgs: 37 active+undersized, 7 peering, 19 active+undersized+degraded, 98 active+clean; 585 KiB data, 273 MiB used, 715 GiB / 715 GiB avail; 77/636 objects degraded (12.107%) 2024-09-13T14:28:16.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:15 smithi178 bash[70490]: cluster 2024-09-13T14:28:14.408452+0000 mgr.y (mgr.25139) 471 : cluster [DBG] pgmap v258: 161 pgs: 37 active+undersized, 7 peering, 19 active+undersized+degraded, 98 active+clean; 585 KiB data, 273 MiB used, 715 GiB / 715 GiB avail; 77/636 objects degraded (12.107%) 2024-09-13T14:28:16.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:15 smithi178 bash[70490]: audit 2024-09-13T14:28:14.751473+0000 mon.a (mon.0) 159 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:28:16.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:15 smithi178 bash[70490]: audit 2024-09-13T14:28:14.751473+0000 mon.a (mon.0) 159 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:28:16.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:15 smithi178 bash[70490]: audit 2024-09-13T14:28:14.762149+0000 mon.a (mon.0) 160 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:28:16.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:15 smithi178 bash[70490]: audit 2024-09-13T14:28:14.762149+0000 mon.a (mon.0) 160 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:28:16.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:15 smithi178 bash[70490]: audit 2024-09-13T14:28:14.770195+0000 mon.a (mon.0) 161 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:28:16.186 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:15 smithi178 bash[70490]: audit 2024-09-13T14:28:14.770195+0000 mon.a (mon.0) 161 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:28:16.186 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:15 smithi178 bash[70490]: cluster 2024-09-13T14:28:15.095682+0000 mon.a (mon.0) 162 : cluster [WRN] Health check failed: Degraded data redundancy: 77/636 objects degraded (12.107%), 19 pgs degraded (PG_DEGRADED) 2024-09-13T14:28:16.186 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:15 smithi178 bash[70490]: cluster 2024-09-13T14:28:15.095682+0000 mon.a (mon.0) 162 : cluster [WRN] Health check failed: Degraded data redundancy: 77/636 objects degraded (12.107%), 19 pgs degraded (PG_DEGRADED) 2024-09-13T14:28:16.502 INFO:journalctl@ceph.osd.1.smithi062.stdout:Sep 13 14:28:16 smithi062 bash[102507]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-13T14:28:17.185 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:28:16 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:28:16.759290272Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:28:18.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:17 smithi178 bash[70490]: cluster 2024-09-13T14:28:16.409137+0000 mgr.y (mgr.25139) 472 : cluster [DBG] pgmap v259: 161 pgs: 37 active+undersized, 7 peering, 19 active+undersized+degraded, 98 active+clean; 585 KiB data, 273 MiB used, 715 GiB / 715 GiB avail; 77/636 objects degraded (12.107%) 2024-09-13T14:28:18.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:17 smithi178 bash[70490]: cluster 2024-09-13T14:28:16.409137+0000 mgr.y (mgr.25139) 472 : cluster [DBG] pgmap v259: 161 pgs: 37 active+undersized, 7 peering, 19 active+undersized+degraded, 98 active+clean; 585 KiB data, 273 MiB used, 715 GiB / 715 GiB avail; 77/636 objects degraded (12.107%) 2024-09-13T14:28:18.252 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:17 smithi062 bash[89221]: cluster 2024-09-13T14:28:16.409137+0000 mgr.y (mgr.25139) 472 : cluster [DBG] pgmap v259: 161 pgs: 37 active+undersized, 7 peering, 19 active+undersized+degraded, 98 active+clean; 585 KiB data, 273 MiB used, 715 GiB / 715 GiB avail; 77/636 objects degraded (12.107%) 2024-09-13T14:28:18.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:17 smithi062 bash[89221]: cluster 2024-09-13T14:28:16.409137+0000 mgr.y (mgr.25139) 472 : cluster [DBG] pgmap v259: 161 pgs: 37 active+undersized, 7 peering, 19 active+undersized+degraded, 98 active+clean; 585 KiB data, 273 MiB used, 715 GiB / 715 GiB avail; 77/636 objects degraded (12.107%) 2024-09-13T14:28:18.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:17 smithi062 bash[92878]: cluster 2024-09-13T14:28:16.409137+0000 mgr.y (mgr.25139) 472 : cluster [DBG] pgmap v259: 161 pgs: 37 active+undersized, 7 peering, 19 active+undersized+degraded, 98 active+clean; 585 KiB data, 273 MiB used, 715 GiB / 715 GiB avail; 77/636 objects degraded (12.107%) 2024-09-13T14:28:18.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:17 smithi062 bash[92878]: cluster 2024-09-13T14:28:16.409137+0000 mgr.y (mgr.25139) 472 : cluster [DBG] pgmap v259: 161 pgs: 37 active+undersized, 7 peering, 19 active+undersized+degraded, 98 active+clean; 585 KiB data, 273 MiB used, 715 GiB / 715 GiB avail; 77/636 objects degraded (12.107%) 2024-09-13T14:28:18.966 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:18 smithi062 bash[89221]: cluster 2024-09-13T14:28:18.756067+0000 mon.a (mon.0) 163 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2024-09-13T14:28:18.967 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:18 smithi062 bash[89221]: cluster 2024-09-13T14:28:18.756067+0000 mon.a (mon.0) 163 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2024-09-13T14:28:18.967 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:18 smithi062 bash[92878]: cluster 2024-09-13T14:28:18.756067+0000 mon.a (mon.0) 163 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2024-09-13T14:28:18.967 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:18 smithi062 bash[92878]: cluster 2024-09-13T14:28:18.756067+0000 mon.a (mon.0) 163 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2024-09-13T14:28:18.967 INFO:journalctl@ceph.osd.1.smithi062.stdout:Sep 13 14:28:18 smithi062 bash[102507]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-09-13T14:28:18.967 INFO:journalctl@ceph.osd.1.smithi062.stdout:Sep 13 14:28:18 smithi062 bash[102507]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-1 --no-mon-config --dev /dev/mapper/vg_nvme-lv_3 2024-09-13T14:28:19.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:18 smithi178 bash[70490]: cluster 2024-09-13T14:28:18.756067+0000 mon.a (mon.0) 163 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2024-09-13T14:28:19.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:18 smithi178 bash[70490]: cluster 2024-09-13T14:28:18.756067+0000 mon.a (mon.0) 163 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2024-09-13T14:28:19.227 INFO:journalctl@ceph.osd.1.smithi062.stdout:Sep 13 14:28:18 smithi062 bash[102507]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_3 2024-09-13T14:28:19.227 INFO:journalctl@ceph.osd.1.smithi062.stdout:Sep 13 14:28:18 smithi062 bash[102507]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2 2024-09-13T14:28:19.227 INFO:journalctl@ceph.osd.1.smithi062.stdout:Sep 13 14:28:18 smithi062 bash[102507]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-1/block 2024-09-13T14:28:19.227 INFO:journalctl@ceph.osd.1.smithi062.stdout:Sep 13 14:28:18 smithi062 bash[102507]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-09-13T14:28:19.227 INFO:journalctl@ceph.osd.1.smithi062.stdout:Sep 13 14:28:18 smithi062 bash[102507]: --> ceph-volume raw activate successful for osd ID: 1 2024-09-13T14:28:20.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:19 smithi178 bash[70490]: cluster 2024-09-13T14:28:18.410423+0000 mgr.y (mgr.25139) 473 : cluster [DBG] pgmap v260: 161 pgs: 42 active+undersized, 21 active+undersized+degraded, 98 active+clean; 585 KiB data, 273 MiB used, 715 GiB / 715 GiB avail; 84/636 objects degraded (13.208%) 2024-09-13T14:28:20.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:19 smithi178 bash[70490]: cluster 2024-09-13T14:28:18.410423+0000 mgr.y (mgr.25139) 473 : cluster [DBG] pgmap v260: 161 pgs: 42 active+undersized, 21 active+undersized+degraded, 98 active+clean; 585 KiB data, 273 MiB used, 715 GiB / 715 GiB avail; 84/636 objects degraded (13.208%) 2024-09-13T14:28:20.185 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:28:19 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:28:19.714325294Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:28:20.252 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:19 smithi062 bash[89221]: cluster 2024-09-13T14:28:18.410423+0000 mgr.y (mgr.25139) 473 : cluster [DBG] pgmap v260: 161 pgs: 42 active+undersized, 21 active+undersized+degraded, 98 active+clean; 585 KiB data, 273 MiB used, 715 GiB / 715 GiB avail; 84/636 objects degraded (13.208%) 2024-09-13T14:28:20.252 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:19 smithi062 bash[89221]: cluster 2024-09-13T14:28:18.410423+0000 mgr.y (mgr.25139) 473 : cluster [DBG] pgmap v260: 161 pgs: 42 active+undersized, 21 active+undersized+degraded, 98 active+clean; 585 KiB data, 273 MiB used, 715 GiB / 715 GiB avail; 84/636 objects degraded (13.208%) 2024-09-13T14:28:20.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:19 smithi062 bash[92878]: cluster 2024-09-13T14:28:18.410423+0000 mgr.y (mgr.25139) 473 : cluster [DBG] pgmap v260: 161 pgs: 42 active+undersized, 21 active+undersized+degraded, 98 active+clean; 585 KiB data, 273 MiB used, 715 GiB / 715 GiB avail; 84/636 objects degraded (13.208%) 2024-09-13T14:28:20.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:19 smithi062 bash[92878]: cluster 2024-09-13T14:28:18.410423+0000 mgr.y (mgr.25139) 473 : cluster [DBG] pgmap v260: 161 pgs: 42 active+undersized, 21 active+undersized+degraded, 98 active+clean; 585 KiB data, 273 MiB used, 715 GiB / 715 GiB avail; 84/636 objects degraded (13.208%) 2024-09-13T14:28:21.252 INFO:journalctl@ceph.osd.1.smithi062.stdout:Sep 13 14:28:20 smithi062 bash[102781]: debug 2024-09-13T14:28:20.822+0000 7f90272d3640 1 -- 172.21.15.62:0/211536990 <== mon.0 v2:172.21.15.62:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x562741646960 con 0x562741667c00 2024-09-13T14:28:22.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:21 smithi178 bash[70490]: cluster 2024-09-13T14:28:20.411729+0000 mgr.y (mgr.25139) 474 : cluster [DBG] pgmap v261: 161 pgs: 42 active+undersized, 21 active+undersized+degraded, 98 active+clean; 585 KiB data, 273 MiB used, 715 GiB / 715 GiB avail; 84/636 objects degraded (13.208%) 2024-09-13T14:28:22.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:21 smithi178 bash[70490]: cluster 2024-09-13T14:28:20.411729+0000 mgr.y (mgr.25139) 474 : cluster [DBG] pgmap v261: 161 pgs: 42 active+undersized, 21 active+undersized+degraded, 98 active+clean; 585 KiB data, 273 MiB used, 715 GiB / 715 GiB avail; 84/636 objects degraded (13.208%) 2024-09-13T14:28:22.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:21 smithi178 bash[70490]: cluster 2024-09-13T14:28:21.031361+0000 mon.a (mon.0) 164 : cluster [WRN] Health check update: Degraded data redundancy: 84/636 objects degraded (13.208%), 21 pgs degraded (PG_DEGRADED) 2024-09-13T14:28:22.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:21 smithi178 bash[70490]: cluster 2024-09-13T14:28:21.031361+0000 mon.a (mon.0) 164 : cluster [WRN] Health check update: Degraded data redundancy: 84/636 objects degraded (13.208%), 21 pgs degraded (PG_DEGRADED) 2024-09-13T14:28:22.186 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:21 smithi178 bash[70490]: audit 2024-09-13T14:28:21.079372+0000 mon.a (mon.0) 165 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:28:22.186 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:21 smithi178 bash[70490]: audit 2024-09-13T14:28:21.079372+0000 mon.a (mon.0) 165 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:28:22.186 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:21 smithi178 bash[70490]: audit 2024-09-13T14:28:21.089769+0000 mon.a (mon.0) 166 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:28:22.186 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:21 smithi178 bash[70490]: audit 2024-09-13T14:28:21.089769+0000 mon.a (mon.0) 166 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:28:22.252 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:21 smithi062 bash[89221]: cluster 2024-09-13T14:28:20.411729+0000 mgr.y (mgr.25139) 474 : cluster [DBG] pgmap v261: 161 pgs: 42 active+undersized, 21 active+undersized+degraded, 98 active+clean; 585 KiB data, 273 MiB used, 715 GiB / 715 GiB avail; 84/636 objects degraded (13.208%) 2024-09-13T14:28:22.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:21 smithi062 bash[89221]: cluster 2024-09-13T14:28:20.411729+0000 mgr.y (mgr.25139) 474 : cluster [DBG] pgmap v261: 161 pgs: 42 active+undersized, 21 active+undersized+degraded, 98 active+clean; 585 KiB data, 273 MiB used, 715 GiB / 715 GiB avail; 84/636 objects degraded (13.208%) 2024-09-13T14:28:22.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:21 smithi062 bash[89221]: cluster 2024-09-13T14:28:21.031361+0000 mon.a (mon.0) 164 : cluster [WRN] Health check update: Degraded data redundancy: 84/636 objects degraded (13.208%), 21 pgs degraded (PG_DEGRADED) 2024-09-13T14:28:22.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:21 smithi062 bash[89221]: cluster 2024-09-13T14:28:21.031361+0000 mon.a (mon.0) 164 : cluster [WRN] Health check update: Degraded data redundancy: 84/636 objects degraded (13.208%), 21 pgs degraded (PG_DEGRADED) 2024-09-13T14:28:22.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:21 smithi062 bash[89221]: audit 2024-09-13T14:28:21.079372+0000 mon.a (mon.0) 165 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:28:22.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:21 smithi062 bash[89221]: audit 2024-09-13T14:28:21.079372+0000 mon.a (mon.0) 165 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:28:22.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:21 smithi062 bash[89221]: audit 2024-09-13T14:28:21.089769+0000 mon.a (mon.0) 166 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:28:22.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:21 smithi062 bash[89221]: audit 2024-09-13T14:28:21.089769+0000 mon.a (mon.0) 166 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:28:22.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:21 smithi062 bash[92878]: cluster 2024-09-13T14:28:20.411729+0000 mgr.y (mgr.25139) 474 : cluster [DBG] pgmap v261: 161 pgs: 42 active+undersized, 21 active+undersized+degraded, 98 active+clean; 585 KiB data, 273 MiB used, 715 GiB / 715 GiB avail; 84/636 objects degraded (13.208%) 2024-09-13T14:28:22.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:21 smithi062 bash[92878]: cluster 2024-09-13T14:28:20.411729+0000 mgr.y (mgr.25139) 474 : cluster [DBG] pgmap v261: 161 pgs: 42 active+undersized, 21 active+undersized+degraded, 98 active+clean; 585 KiB data, 273 MiB used, 715 GiB / 715 GiB avail; 84/636 objects degraded (13.208%) 2024-09-13T14:28:22.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:21 smithi062 bash[92878]: cluster 2024-09-13T14:28:21.031361+0000 mon.a (mon.0) 164 : cluster [WRN] Health check update: Degraded data redundancy: 84/636 objects degraded (13.208%), 21 pgs degraded (PG_DEGRADED) 2024-09-13T14:28:22.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:21 smithi062 bash[92878]: cluster 2024-09-13T14:28:21.031361+0000 mon.a (mon.0) 164 : cluster [WRN] Health check update: Degraded data redundancy: 84/636 objects degraded (13.208%), 21 pgs degraded (PG_DEGRADED) 2024-09-13T14:28:22.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:21 smithi062 bash[92878]: audit 2024-09-13T14:28:21.079372+0000 mon.a (mon.0) 165 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:28:22.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:21 smithi062 bash[92878]: audit 2024-09-13T14:28:21.079372+0000 mon.a (mon.0) 165 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:28:22.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:21 smithi062 bash[92878]: audit 2024-09-13T14:28:21.089769+0000 mon.a (mon.0) 166 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:28:22.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:21 smithi062 bash[92878]: audit 2024-09-13T14:28:21.089769+0000 mon.a (mon.0) 166 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:28:22.752 INFO:journalctl@ceph.osd.1.smithi062.stdout:Sep 13 14:28:22 smithi062 bash[102781]: debug 2024-09-13T14:28:22.398+0000 7f9029b3a640 -1 Falling back to public interface 2024-09-13T14:28:23.185 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:28:22 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:28:22.729273916Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:28:23.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:23 smithi062 bash[89221]: audit 2024-09-13T14:28:22.209365+0000 mon.a (mon.0) 167 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:28:23.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:23 smithi062 bash[89221]: audit 2024-09-13T14:28:22.209365+0000 mon.a (mon.0) 167 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:28:23.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:23 smithi062 bash[89221]: audit 2024-09-13T14:28:22.220530+0000 mon.a (mon.0) 168 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:28:23.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:23 smithi062 bash[89221]: audit 2024-09-13T14:28:22.220530+0000 mon.a (mon.0) 168 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:28:23.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:23 smithi062 bash[89221]: cluster 2024-09-13T14:28:22.412513+0000 mgr.y (mgr.25139) 475 : cluster [DBG] pgmap v262: 161 pgs: 42 active+undersized, 21 active+undersized+degraded, 98 active+clean; 585 KiB data, 273 MiB used, 715 GiB / 715 GiB avail; 84/636 objects degraded (13.208%) 2024-09-13T14:28:23.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:23 smithi062 bash[89221]: cluster 2024-09-13T14:28:22.412513+0000 mgr.y (mgr.25139) 475 : cluster [DBG] pgmap v262: 161 pgs: 42 active+undersized, 21 active+undersized+degraded, 98 active+clean; 585 KiB data, 273 MiB used, 715 GiB / 715 GiB avail; 84/636 objects degraded (13.208%) 2024-09-13T14:28:23.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:23 smithi062 bash[89221]: audit 2024-09-13T14:28:22.565045+0000 mgr.y (mgr.25139) 476 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:28:23.504 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:23 smithi062 bash[89221]: audit 2024-09-13T14:28:22.565045+0000 mgr.y (mgr.25139) 476 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:28:23.504 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:23 smithi062 bash[92878]: audit 2024-09-13T14:28:22.209365+0000 mon.a (mon.0) 167 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:28:23.504 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:23 smithi062 bash[92878]: audit 2024-09-13T14:28:22.209365+0000 mon.a (mon.0) 167 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:28:23.504 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:23 smithi062 bash[92878]: audit 2024-09-13T14:28:22.220530+0000 mon.a (mon.0) 168 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:28:23.504 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:23 smithi062 bash[92878]: audit 2024-09-13T14:28:22.220530+0000 mon.a (mon.0) 168 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:28:23.504 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:23 smithi062 bash[92878]: cluster 2024-09-13T14:28:22.412513+0000 mgr.y (mgr.25139) 475 : cluster [DBG] pgmap v262: 161 pgs: 42 active+undersized, 21 active+undersized+degraded, 98 active+clean; 585 KiB data, 273 MiB used, 715 GiB / 715 GiB avail; 84/636 objects degraded (13.208%) 2024-09-13T14:28:23.504 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:23 smithi062 bash[92878]: cluster 2024-09-13T14:28:22.412513+0000 mgr.y (mgr.25139) 475 : cluster [DBG] pgmap v262: 161 pgs: 42 active+undersized, 21 active+undersized+degraded, 98 active+clean; 585 KiB data, 273 MiB used, 715 GiB / 715 GiB avail; 84/636 objects degraded (13.208%) 2024-09-13T14:28:23.504 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:23 smithi062 bash[92878]: audit 2024-09-13T14:28:22.565045+0000 mgr.y (mgr.25139) 476 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:28:23.504 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:23 smithi062 bash[92878]: audit 2024-09-13T14:28:22.565045+0000 mgr.y (mgr.25139) 476 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:28:23.685 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:23 smithi178 bash[70490]: audit 2024-09-13T14:28:22.209365+0000 mon.a (mon.0) 167 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:28:23.685 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:23 smithi178 bash[70490]: audit 2024-09-13T14:28:22.209365+0000 mon.a (mon.0) 167 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:28:23.685 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:23 smithi178 bash[70490]: audit 2024-09-13T14:28:22.220530+0000 mon.a (mon.0) 168 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:28:23.685 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:23 smithi178 bash[70490]: audit 2024-09-13T14:28:22.220530+0000 mon.a (mon.0) 168 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:28:23.685 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:23 smithi178 bash[70490]: cluster 2024-09-13T14:28:22.412513+0000 mgr.y (mgr.25139) 475 : cluster [DBG] pgmap v262: 161 pgs: 42 active+undersized, 21 active+undersized+degraded, 98 active+clean; 585 KiB data, 273 MiB used, 715 GiB / 715 GiB avail; 84/636 objects degraded (13.208%) 2024-09-13T14:28:23.685 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:23 smithi178 bash[70490]: cluster 2024-09-13T14:28:22.412513+0000 mgr.y (mgr.25139) 475 : cluster [DBG] pgmap v262: 161 pgs: 42 active+undersized, 21 active+undersized+degraded, 98 active+clean; 585 KiB data, 273 MiB used, 715 GiB / 715 GiB avail; 84/636 objects degraded (13.208%) 2024-09-13T14:28:23.685 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:23 smithi178 bash[70490]: audit 2024-09-13T14:28:22.565045+0000 mgr.y (mgr.25139) 476 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:28:23.686 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:23 smithi178 bash[70490]: audit 2024-09-13T14:28:22.565045+0000 mgr.y (mgr.25139) 476 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:28:24.002 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:28:23 smithi062 bash[68610]: ::ffff:172.21.15.178 - - [13/Sep/2024:14:28:23] "GET /metrics HTTP/1.1" 200 38358 "" "Prometheus/2.51.0" 2024-09-13T14:28:25.728 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:25 smithi178 bash[70490]: cluster 2024-09-13T14:28:24.414249+0000 mgr.y (mgr.25139) 477 : cluster [DBG] pgmap v263: 161 pgs: 42 active+undersized, 21 active+undersized+degraded, 98 active+clean; 585 KiB data, 273 MiB used, 715 GiB / 715 GiB avail; 84/636 objects degraded (13.208%) 2024-09-13T14:28:25.728 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:25 smithi178 bash[70490]: cluster 2024-09-13T14:28:24.414249+0000 mgr.y (mgr.25139) 477 : cluster [DBG] pgmap v263: 161 pgs: 42 active+undersized, 21 active+undersized+degraded, 98 active+clean; 585 KiB data, 273 MiB used, 715 GiB / 715 GiB avail; 84/636 objects degraded (13.208%) 2024-09-13T14:28:25.752 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:25 smithi062 bash[89221]: cluster 2024-09-13T14:28:24.414249+0000 mgr.y (mgr.25139) 477 : cluster [DBG] pgmap v263: 161 pgs: 42 active+undersized, 21 active+undersized+degraded, 98 active+clean; 585 KiB data, 273 MiB used, 715 GiB / 715 GiB avail; 84/636 objects degraded (13.208%) 2024-09-13T14:28:25.752 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:25 smithi062 bash[89221]: cluster 2024-09-13T14:28:24.414249+0000 mgr.y (mgr.25139) 477 : cluster [DBG] pgmap v263: 161 pgs: 42 active+undersized, 21 active+undersized+degraded, 98 active+clean; 585 KiB data, 273 MiB used, 715 GiB / 715 GiB avail; 84/636 objects degraded (13.208%) 2024-09-13T14:28:25.753 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:25 smithi062 bash[92878]: cluster 2024-09-13T14:28:24.414249+0000 mgr.y (mgr.25139) 477 : cluster [DBG] pgmap v263: 161 pgs: 42 active+undersized, 21 active+undersized+degraded, 98 active+clean; 585 KiB data, 273 MiB used, 715 GiB / 715 GiB avail; 84/636 objects degraded (13.208%) 2024-09-13T14:28:25.753 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:25 smithi062 bash[92878]: cluster 2024-09-13T14:28:24.414249+0000 mgr.y (mgr.25139) 477 : cluster [DBG] pgmap v263: 161 pgs: 42 active+undersized, 21 active+undersized+degraded, 98 active+clean; 585 KiB data, 273 MiB used, 715 GiB / 715 GiB avail; 84/636 objects degraded (13.208%) 2024-09-13T14:28:25.753 INFO:journalctl@ceph.osd.1.smithi062.stdout:Sep 13 14:28:25 smithi062 bash[102781]: debug 2024-09-13T14:28:25.562+0000 7f9029b3a640 -1 osd.1 118 log_to_monitors true 2024-09-13T14:28:26.185 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:28:25 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:28:25.723855269Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:28:26.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:26 smithi062 bash[89221]: audit 2024-09-13T14:28:25.571093+0000 mon.a (mon.0) 169 : audit [INF] from='osd.1 [v2:172.21.15.62:6810/4238932752,v1:172.21.15.62:6811/4238932752]' entity='osd.1' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]} : dispatch 2024-09-13T14:28:26.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:26 smithi062 bash[89221]: audit 2024-09-13T14:28:25.571093+0000 mon.a (mon.0) 169 : audit [INF] from='osd.1 [v2:172.21.15.62:6810/4238932752,v1:172.21.15.62:6811/4238932752]' entity='osd.1' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]} : dispatch 2024-09-13T14:28:26.753 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:26 smithi062 bash[92878]: audit 2024-09-13T14:28:25.571093+0000 mon.a (mon.0) 169 : audit [INF] from='osd.1 [v2:172.21.15.62:6810/4238932752,v1:172.21.15.62:6811/4238932752]' entity='osd.1' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]} : dispatch 2024-09-13T14:28:26.753 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:26 smithi062 bash[92878]: audit 2024-09-13T14:28:25.571093+0000 mon.a (mon.0) 169 : audit [INF] from='osd.1 [v2:172.21.15.62:6810/4238932752,v1:172.21.15.62:6811/4238932752]' entity='osd.1' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]} : dispatch 2024-09-13T14:28:26.754 INFO:journalctl@ceph.osd.1.smithi062.stdout:Sep 13 14:28:26 smithi062 bash[102781]: debug 2024-09-13T14:28:26.522+0000 7f90218e4640 -1 osd.1 118 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-13T14:28:26.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:26 smithi178 bash[70490]: audit 2024-09-13T14:28:25.571093+0000 mon.a (mon.0) 169 : audit [INF] from='osd.1 [v2:172.21.15.62:6810/4238932752,v1:172.21.15.62:6811/4238932752]' entity='osd.1' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]} : dispatch 2024-09-13T14:28:26.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:26 smithi178 bash[70490]: audit 2024-09-13T14:28:25.571093+0000 mon.a (mon.0) 169 : audit [INF] from='osd.1 [v2:172.21.15.62:6810/4238932752,v1:172.21.15.62:6811/4238932752]' entity='osd.1' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]} : dispatch 2024-09-13T14:28:27.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:27 smithi062 bash[89221]: cluster 2024-09-13T14:28:26.415166+0000 mgr.y (mgr.25139) 478 : cluster [DBG] pgmap v264: 161 pgs: 42 active+undersized, 21 active+undersized+degraded, 98 active+clean; 585 KiB data, 273 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s; 84/636 objects degraded (13.208%) 2024-09-13T14:28:27.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:27 smithi062 bash[89221]: cluster 2024-09-13T14:28:26.415166+0000 mgr.y (mgr.25139) 478 : cluster [DBG] pgmap v264: 161 pgs: 42 active+undersized, 21 active+undersized+degraded, 98 active+clean; 585 KiB data, 273 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s; 84/636 objects degraded (13.208%) 2024-09-13T14:28:27.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:27 smithi062 bash[89221]: audit 2024-09-13T14:28:26.481602+0000 mon.a (mon.0) 170 : audit [INF] from='osd.1 [v2:172.21.15.62:6810/4238932752,v1:172.21.15.62:6811/4238932752]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-09-13T14:28:27.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:27 smithi062 bash[89221]: audit 2024-09-13T14:28:26.481602+0000 mon.a (mon.0) 170 : audit [INF] from='osd.1 [v2:172.21.15.62:6810/4238932752,v1:172.21.15.62:6811/4238932752]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-09-13T14:28:27.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:27 smithi062 bash[89221]: cluster 2024-09-13T14:28:26.488421+0000 mon.a (mon.0) 171 : cluster [DBG] osdmap e121: 8 total, 7 up, 8 in 2024-09-13T14:28:27.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:27 smithi062 bash[89221]: cluster 2024-09-13T14:28:26.488421+0000 mon.a (mon.0) 171 : cluster [DBG] osdmap e121: 8 total, 7 up, 8 in 2024-09-13T14:28:27.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:27 smithi062 bash[89221]: audit 2024-09-13T14:28:26.489456+0000 mon.a (mon.0) 172 : audit [INF] from='osd.1 [v2:172.21.15.62:6810/4238932752,v1:172.21.15.62:6811/4238932752]' entity='osd.1' cmd={"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi062", "root=default"]} : dispatch 2024-09-13T14:28:27.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:27 smithi062 bash[89221]: audit 2024-09-13T14:28:26.489456+0000 mon.a (mon.0) 172 : audit [INF] from='osd.1 [v2:172.21.15.62:6810/4238932752,v1:172.21.15.62:6811/4238932752]' entity='osd.1' cmd={"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi062", "root=default"]} : dispatch 2024-09-13T14:28:27.754 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:27 smithi062 bash[92878]: cluster 2024-09-13T14:28:26.415166+0000 mgr.y (mgr.25139) 478 : cluster [DBG] pgmap v264: 161 pgs: 42 active+undersized, 21 active+undersized+degraded, 98 active+clean; 585 KiB data, 273 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s; 84/636 objects degraded (13.208%) 2024-09-13T14:28:27.754 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:27 smithi062 bash[92878]: cluster 2024-09-13T14:28:26.415166+0000 mgr.y (mgr.25139) 478 : cluster [DBG] pgmap v264: 161 pgs: 42 active+undersized, 21 active+undersized+degraded, 98 active+clean; 585 KiB data, 273 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s; 84/636 objects degraded (13.208%) 2024-09-13T14:28:27.754 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:27 smithi062 bash[92878]: audit 2024-09-13T14:28:26.481602+0000 mon.a (mon.0) 170 : audit [INF] from='osd.1 [v2:172.21.15.62:6810/4238932752,v1:172.21.15.62:6811/4238932752]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-09-13T14:28:27.754 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:27 smithi062 bash[92878]: audit 2024-09-13T14:28:26.481602+0000 mon.a (mon.0) 170 : audit [INF] from='osd.1 [v2:172.21.15.62:6810/4238932752,v1:172.21.15.62:6811/4238932752]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-09-13T14:28:27.754 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:27 smithi062 bash[92878]: cluster 2024-09-13T14:28:26.488421+0000 mon.a (mon.0) 171 : cluster [DBG] osdmap e121: 8 total, 7 up, 8 in 2024-09-13T14:28:27.754 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:27 smithi062 bash[92878]: cluster 2024-09-13T14:28:26.488421+0000 mon.a (mon.0) 171 : cluster [DBG] osdmap e121: 8 total, 7 up, 8 in 2024-09-13T14:28:27.754 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:27 smithi062 bash[92878]: audit 2024-09-13T14:28:26.489456+0000 mon.a (mon.0) 172 : audit [INF] from='osd.1 [v2:172.21.15.62:6810/4238932752,v1:172.21.15.62:6811/4238932752]' entity='osd.1' cmd={"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi062", "root=default"]} : dispatch 2024-09-13T14:28:27.754 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:27 smithi062 bash[92878]: audit 2024-09-13T14:28:26.489456+0000 mon.a (mon.0) 172 : audit [INF] from='osd.1 [v2:172.21.15.62:6810/4238932752,v1:172.21.15.62:6811/4238932752]' entity='osd.1' cmd={"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi062", "root=default"]} : dispatch 2024-09-13T14:28:27.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:27 smithi178 bash[70490]: cluster 2024-09-13T14:28:26.415166+0000 mgr.y (mgr.25139) 478 : cluster [DBG] pgmap v264: 161 pgs: 42 active+undersized, 21 active+undersized+degraded, 98 active+clean; 585 KiB data, 273 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s; 84/636 objects degraded (13.208%) 2024-09-13T14:28:27.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:27 smithi178 bash[70490]: cluster 2024-09-13T14:28:26.415166+0000 mgr.y (mgr.25139) 478 : cluster [DBG] pgmap v264: 161 pgs: 42 active+undersized, 21 active+undersized+degraded, 98 active+clean; 585 KiB data, 273 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s; 84/636 objects degraded (13.208%) 2024-09-13T14:28:27.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:27 smithi178 bash[70490]: audit 2024-09-13T14:28:26.481602+0000 mon.a (mon.0) 170 : audit [INF] from='osd.1 [v2:172.21.15.62:6810/4238932752,v1:172.21.15.62:6811/4238932752]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-09-13T14:28:27.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:27 smithi178 bash[70490]: audit 2024-09-13T14:28:26.481602+0000 mon.a (mon.0) 170 : audit [INF] from='osd.1 [v2:172.21.15.62:6810/4238932752,v1:172.21.15.62:6811/4238932752]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-09-13T14:28:27.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:27 smithi178 bash[70490]: cluster 2024-09-13T14:28:26.488421+0000 mon.a (mon.0) 171 : cluster [DBG] osdmap e121: 8 total, 7 up, 8 in 2024-09-13T14:28:27.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:27 smithi178 bash[70490]: cluster 2024-09-13T14:28:26.488421+0000 mon.a (mon.0) 171 : cluster [DBG] osdmap e121: 8 total, 7 up, 8 in 2024-09-13T14:28:27.936 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:27 smithi178 bash[70490]: audit 2024-09-13T14:28:26.489456+0000 mon.a (mon.0) 172 : audit [INF] from='osd.1 [v2:172.21.15.62:6810/4238932752,v1:172.21.15.62:6811/4238932752]' entity='osd.1' cmd={"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi062", "root=default"]} : dispatch 2024-09-13T14:28:27.936 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:27 smithi178 bash[70490]: audit 2024-09-13T14:28:26.489456+0000 mon.a (mon.0) 172 : audit [INF] from='osd.1 [v2:172.21.15.62:6810/4238932752,v1:172.21.15.62:6811/4238932752]' entity='osd.1' cmd={"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi062", "root=default"]} : dispatch 2024-09-13T14:28:28.778 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:28 smithi062 bash[89221]: cluster 2024-09-13T14:28:27.482546+0000 mon.a (mon.0) 173 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-13T14:28:28.779 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:28 smithi062 bash[89221]: cluster 2024-09-13T14:28:27.482546+0000 mon.a (mon.0) 173 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-13T14:28:28.779 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:28 smithi062 bash[89221]: audit 2024-09-13T14:28:27.489159+0000 mon.b (mon.1) 104 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 1} : dispatch 2024-09-13T14:28:28.779 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:28 smithi062 bash[89221]: audit 2024-09-13T14:28:27.489159+0000 mon.b (mon.1) 104 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 1} : dispatch 2024-09-13T14:28:28.779 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:28 smithi062 bash[89221]: cluster 2024-09-13T14:28:27.491346+0000 mon.a (mon.0) 174 : cluster [INF] osd.1 [v2:172.21.15.62:6810/4238932752,v1:172.21.15.62:6811/4238932752] boot 2024-09-13T14:28:28.779 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:28 smithi062 bash[89221]: cluster 2024-09-13T14:28:27.491346+0000 mon.a (mon.0) 174 : cluster [INF] osd.1 [v2:172.21.15.62:6810/4238932752,v1:172.21.15.62:6811/4238932752] boot 2024-09-13T14:28:28.779 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:28 smithi062 bash[89221]: cluster 2024-09-13T14:28:27.491414+0000 mon.a (mon.0) 175 : cluster [DBG] osdmap e122: 8 total, 8 up, 8 in 2024-09-13T14:28:28.779 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:28 smithi062 bash[89221]: cluster 2024-09-13T14:28:27.491414+0000 mon.a (mon.0) 175 : cluster [DBG] osdmap e122: 8 total, 8 up, 8 in 2024-09-13T14:28:28.779 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:28 smithi062 bash[89221]: cluster 2024-09-13T14:28:28.493846+0000 mon.a (mon.0) 176 : cluster [DBG] osdmap e123: 8 total, 8 up, 8 in 2024-09-13T14:28:28.779 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:28 smithi062 bash[89221]: cluster 2024-09-13T14:28:28.493846+0000 mon.a (mon.0) 176 : cluster [DBG] osdmap e123: 8 total, 8 up, 8 in 2024-09-13T14:28:28.779 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:28 smithi062 bash[92878]: cluster 2024-09-13T14:28:27.482546+0000 mon.a (mon.0) 173 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-13T14:28:28.779 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:28 smithi062 bash[92878]: cluster 2024-09-13T14:28:27.482546+0000 mon.a (mon.0) 173 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-13T14:28:28.780 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:28 smithi062 bash[92878]: audit 2024-09-13T14:28:27.489159+0000 mon.b (mon.1) 104 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 1} : dispatch 2024-09-13T14:28:28.780 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:28 smithi062 bash[92878]: audit 2024-09-13T14:28:27.489159+0000 mon.b (mon.1) 104 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 1} : dispatch 2024-09-13T14:28:28.780 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:28 smithi062 bash[92878]: cluster 2024-09-13T14:28:27.491346+0000 mon.a (mon.0) 174 : cluster [INF] osd.1 [v2:172.21.15.62:6810/4238932752,v1:172.21.15.62:6811/4238932752] boot 2024-09-13T14:28:28.780 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:28 smithi062 bash[92878]: cluster 2024-09-13T14:28:27.491346+0000 mon.a (mon.0) 174 : cluster [INF] osd.1 [v2:172.21.15.62:6810/4238932752,v1:172.21.15.62:6811/4238932752] boot 2024-09-13T14:28:28.780 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:28 smithi062 bash[92878]: cluster 2024-09-13T14:28:27.491414+0000 mon.a (mon.0) 175 : cluster [DBG] osdmap e122: 8 total, 8 up, 8 in 2024-09-13T14:28:28.780 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:28 smithi062 bash[92878]: cluster 2024-09-13T14:28:27.491414+0000 mon.a (mon.0) 175 : cluster [DBG] osdmap e122: 8 total, 8 up, 8 in 2024-09-13T14:28:28.780 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:28 smithi062 bash[92878]: cluster 2024-09-13T14:28:28.493846+0000 mon.a (mon.0) 176 : cluster [DBG] osdmap e123: 8 total, 8 up, 8 in 2024-09-13T14:28:28.780 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:28 smithi062 bash[92878]: cluster 2024-09-13T14:28:28.493846+0000 mon.a (mon.0) 176 : cluster [DBG] osdmap e123: 8 total, 8 up, 8 in 2024-09-13T14:28:28.935 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:28:28 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:28:28.730732865Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:28:28.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:28 smithi178 bash[70490]: cluster 2024-09-13T14:28:27.482546+0000 mon.a (mon.0) 173 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-13T14:28:28.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:28 smithi178 bash[70490]: cluster 2024-09-13T14:28:27.482546+0000 mon.a (mon.0) 173 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-13T14:28:28.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:28 smithi178 bash[70490]: audit 2024-09-13T14:28:27.489159+0000 mon.b (mon.1) 104 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 1} : dispatch 2024-09-13T14:28:28.936 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:28 smithi178 bash[70490]: audit 2024-09-13T14:28:27.489159+0000 mon.b (mon.1) 104 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 1} : dispatch 2024-09-13T14:28:28.936 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:28 smithi178 bash[70490]: cluster 2024-09-13T14:28:27.491346+0000 mon.a (mon.0) 174 : cluster [INF] osd.1 [v2:172.21.15.62:6810/4238932752,v1:172.21.15.62:6811/4238932752] boot 2024-09-13T14:28:28.936 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:28 smithi178 bash[70490]: cluster 2024-09-13T14:28:27.491346+0000 mon.a (mon.0) 174 : cluster [INF] osd.1 [v2:172.21.15.62:6810/4238932752,v1:172.21.15.62:6811/4238932752] boot 2024-09-13T14:28:28.936 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:28 smithi178 bash[70490]: cluster 2024-09-13T14:28:27.491414+0000 mon.a (mon.0) 175 : cluster [DBG] osdmap e122: 8 total, 8 up, 8 in 2024-09-13T14:28:28.936 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:28 smithi178 bash[70490]: cluster 2024-09-13T14:28:27.491414+0000 mon.a (mon.0) 175 : cluster [DBG] osdmap e122: 8 total, 8 up, 8 in 2024-09-13T14:28:28.937 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:28 smithi178 bash[70490]: cluster 2024-09-13T14:28:28.493846+0000 mon.a (mon.0) 176 : cluster [DBG] osdmap e123: 8 total, 8 up, 8 in 2024-09-13T14:28:28.937 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:28 smithi178 bash[70490]: cluster 2024-09-13T14:28:28.493846+0000 mon.a (mon.0) 176 : cluster [DBG] osdmap e123: 8 total, 8 up, 8 in 2024-09-13T14:28:30.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:29 smithi062 bash[89221]: cluster 2024-09-13T14:28:28.416171+0000 mgr.y (mgr.25139) 479 : cluster [DBG] pgmap v267: 161 pgs: 42 active+undersized, 21 active+undersized+degraded, 98 active+clean; 585 KiB data, 269 MiB used, 715 GiB / 715 GiB avail; 639 B/s rd, 0 op/s; 84/636 objects degraded (13.208%) 2024-09-13T14:28:30.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:29 smithi062 bash[89221]: cluster 2024-09-13T14:28:28.416171+0000 mgr.y (mgr.25139) 479 : cluster [DBG] pgmap v267: 161 pgs: 42 active+undersized, 21 active+undersized+degraded, 98 active+clean; 585 KiB data, 269 MiB used, 715 GiB / 715 GiB avail; 639 B/s rd, 0 op/s; 84/636 objects degraded (13.208%) 2024-09-13T14:28:30.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:29 smithi062 bash[89221]: audit 2024-09-13T14:28:28.867075+0000 mon.a (mon.0) 177 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:28:30.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:29 smithi062 bash[89221]: audit 2024-09-13T14:28:28.867075+0000 mon.a (mon.0) 177 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:28:30.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:29 smithi062 bash[89221]: audit 2024-09-13T14:28:28.870180+0000 mon.b (mon.1) 105 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:28:30.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:29 smithi062 bash[89221]: audit 2024-09-13T14:28:28.870180+0000 mon.b (mon.1) 105 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:28:30.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:29 smithi062 bash[92878]: cluster 2024-09-13T14:28:28.416171+0000 mgr.y (mgr.25139) 479 : cluster [DBG] pgmap v267: 161 pgs: 42 active+undersized, 21 active+undersized+degraded, 98 active+clean; 585 KiB data, 269 MiB used, 715 GiB / 715 GiB avail; 639 B/s rd, 0 op/s; 84/636 objects degraded (13.208%) 2024-09-13T14:28:30.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:29 smithi062 bash[92878]: cluster 2024-09-13T14:28:28.416171+0000 mgr.y (mgr.25139) 479 : cluster [DBG] pgmap v267: 161 pgs: 42 active+undersized, 21 active+undersized+degraded, 98 active+clean; 585 KiB data, 269 MiB used, 715 GiB / 715 GiB avail; 639 B/s rd, 0 op/s; 84/636 objects degraded (13.208%) 2024-09-13T14:28:30.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:29 smithi062 bash[92878]: audit 2024-09-13T14:28:28.867075+0000 mon.a (mon.0) 177 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:28:30.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:29 smithi062 bash[92878]: audit 2024-09-13T14:28:28.867075+0000 mon.a (mon.0) 177 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:28:30.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:29 smithi062 bash[92878]: audit 2024-09-13T14:28:28.870180+0000 mon.b (mon.1) 105 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:28:30.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:29 smithi062 bash[92878]: audit 2024-09-13T14:28:28.870180+0000 mon.b (mon.1) 105 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:28:30.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:29 smithi178 bash[70490]: cluster 2024-09-13T14:28:28.416171+0000 mgr.y (mgr.25139) 479 : cluster [DBG] pgmap v267: 161 pgs: 42 active+undersized, 21 active+undersized+degraded, 98 active+clean; 585 KiB data, 269 MiB used, 715 GiB / 715 GiB avail; 639 B/s rd, 0 op/s; 84/636 objects degraded (13.208%) 2024-09-13T14:28:30.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:29 smithi178 bash[70490]: cluster 2024-09-13T14:28:28.416171+0000 mgr.y (mgr.25139) 479 : cluster [DBG] pgmap v267: 161 pgs: 42 active+undersized, 21 active+undersized+degraded, 98 active+clean; 585 KiB data, 269 MiB used, 715 GiB / 715 GiB avail; 639 B/s rd, 0 op/s; 84/636 objects degraded (13.208%) 2024-09-13T14:28:30.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:29 smithi178 bash[70490]: audit 2024-09-13T14:28:28.867075+0000 mon.a (mon.0) 177 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:28:30.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:29 smithi178 bash[70490]: audit 2024-09-13T14:28:28.867075+0000 mon.a (mon.0) 177 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:28:30.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:29 smithi178 bash[70490]: audit 2024-09-13T14:28:28.870180+0000 mon.b (mon.1) 105 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:28:30.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:29 smithi178 bash[70490]: audit 2024-09-13T14:28:28.870180+0000 mon.b (mon.1) 105 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:28:31.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:30 smithi178 bash[70490]: cluster 2024-09-13T14:28:30.866498+0000 mon.a (mon.0) 178 : cluster [WRN] Health check update: Degraded data redundancy: 38/636 objects degraded (5.975%), 9 pgs degraded (PG_DEGRADED) 2024-09-13T14:28:31.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:30 smithi178 bash[70490]: cluster 2024-09-13T14:28:30.866498+0000 mon.a (mon.0) 178 : cluster [WRN] Health check update: Degraded data redundancy: 38/636 objects degraded (5.975%), 9 pgs degraded (PG_DEGRADED) 2024-09-13T14:28:31.252 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:30 smithi062 bash[92878]: cluster 2024-09-13T14:28:30.866498+0000 mon.a (mon.0) 178 : cluster [WRN] Health check update: Degraded data redundancy: 38/636 objects degraded (5.975%), 9 pgs degraded (PG_DEGRADED) 2024-09-13T14:28:31.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:30 smithi062 bash[92878]: cluster 2024-09-13T14:28:30.866498+0000 mon.a (mon.0) 178 : cluster [WRN] Health check update: Degraded data redundancy: 38/636 objects degraded (5.975%), 9 pgs degraded (PG_DEGRADED) 2024-09-13T14:28:31.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:30 smithi062 bash[89221]: cluster 2024-09-13T14:28:30.866498+0000 mon.a (mon.0) 178 : cluster [WRN] Health check update: Degraded data redundancy: 38/636 objects degraded (5.975%), 9 pgs degraded (PG_DEGRADED) 2024-09-13T14:28:31.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:30 smithi062 bash[89221]: cluster 2024-09-13T14:28:30.866498+0000 mon.a (mon.0) 178 : cluster [WRN] Health check update: Degraded data redundancy: 38/636 objects degraded (5.975%), 9 pgs degraded (PG_DEGRADED) 2024-09-13T14:28:32.185 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:28:31 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:28:31.734389829Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:28:32.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:31 smithi178 bash[70490]: cluster 2024-09-13T14:28:30.417752+0000 mgr.y (mgr.25139) 480 : cluster [DBG] pgmap v269: 161 pgs: 18 active+undersized, 9 active+undersized+degraded, 134 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s; 38/636 objects degraded (5.975%) 2024-09-13T14:28:32.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:31 smithi178 bash[70490]: cluster 2024-09-13T14:28:30.417752+0000 mgr.y (mgr.25139) 480 : cluster [DBG] pgmap v269: 161 pgs: 18 active+undersized, 9 active+undersized+degraded, 134 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s; 38/636 objects degraded (5.975%) 2024-09-13T14:28:32.252 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:31 smithi062 bash[89221]: cluster 2024-09-13T14:28:30.417752+0000 mgr.y (mgr.25139) 480 : cluster [DBG] pgmap v269: 161 pgs: 18 active+undersized, 9 active+undersized+degraded, 134 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s; 38/636 objects degraded (5.975%) 2024-09-13T14:28:32.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:31 smithi062 bash[89221]: cluster 2024-09-13T14:28:30.417752+0000 mgr.y (mgr.25139) 480 : cluster [DBG] pgmap v269: 161 pgs: 18 active+undersized, 9 active+undersized+degraded, 134 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s; 38/636 objects degraded (5.975%) 2024-09-13T14:28:32.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:31 smithi062 bash[92878]: cluster 2024-09-13T14:28:30.417752+0000 mgr.y (mgr.25139) 480 : cluster [DBG] pgmap v269: 161 pgs: 18 active+undersized, 9 active+undersized+degraded, 134 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s; 38/636 objects degraded (5.975%) 2024-09-13T14:28:32.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:31 smithi062 bash[92878]: cluster 2024-09-13T14:28:30.417752+0000 mgr.y (mgr.25139) 480 : cluster [DBG] pgmap v269: 161 pgs: 18 active+undersized, 9 active+undersized+degraded, 134 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s; 38/636 objects degraded (5.975%) 2024-09-13T14:28:33.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:33 smithi178 bash[70490]: cluster 2024-09-13T14:28:32.418780+0000 mgr.y (mgr.25139) 481 : cluster [DBG] pgmap v270: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:28:33.936 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:33 smithi178 bash[70490]: cluster 2024-09-13T14:28:32.418780+0000 mgr.y (mgr.25139) 481 : cluster [DBG] pgmap v270: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:28:33.936 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:33 smithi178 bash[70490]: audit 2024-09-13T14:28:32.572881+0000 mgr.y (mgr.25139) 482 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:28:33.936 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:33 smithi178 bash[70490]: audit 2024-09-13T14:28:32.572881+0000 mgr.y (mgr.25139) 482 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:28:33.936 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:33 smithi178 bash[70490]: audit 2024-09-13T14:28:32.629751+0000 mon.a (mon.0) 179 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:28:33.936 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:33 smithi178 bash[70490]: audit 2024-09-13T14:28:32.629751+0000 mon.a (mon.0) 179 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:28:33.936 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:33 smithi178 bash[70490]: audit 2024-09-13T14:28:32.642365+0000 mon.a (mon.0) 180 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:28:33.936 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:33 smithi178 bash[70490]: audit 2024-09-13T14:28:32.642365+0000 mon.a (mon.0) 180 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:28:33.936 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:33 smithi178 bash[70490]: audit 2024-09-13T14:28:32.644267+0000 mon.b (mon.1) 106 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:28:33.936 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:33 smithi178 bash[70490]: audit 2024-09-13T14:28:32.644267+0000 mon.b (mon.1) 106 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:28:33.936 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:33 smithi178 bash[70490]: audit 2024-09-13T14:28:32.645912+0000 mon.b (mon.1) 107 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-13T14:28:33.937 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:33 smithi178 bash[70490]: audit 2024-09-13T14:28:32.645912+0000 mon.b (mon.1) 107 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-13T14:28:33.937 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:33 smithi178 bash[70490]: audit 2024-09-13T14:28:32.657729+0000 mon.a (mon.0) 181 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:28:33.937 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:33 smithi178 bash[70490]: audit 2024-09-13T14:28:32.657729+0000 mon.a (mon.0) 181 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:28:33.937 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:33 smithi178 bash[70490]: audit 2024-09-13T14:28:32.805639+0000 mon.b (mon.1) 108 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-13T14:28:33.937 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:33 smithi178 bash[70490]: audit 2024-09-13T14:28:32.805639+0000 mon.b (mon.1) 108 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-13T14:28:33.937 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:33 smithi178 bash[70490]: audit 2024-09-13T14:28:32.809450+0000 mon.b (mon.1) 109 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:28:33.937 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:33 smithi178 bash[70490]: audit 2024-09-13T14:28:32.809450+0000 mon.b (mon.1) 109 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:28:33.937 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:33 smithi178 bash[70490]: audit 2024-09-13T14:28:32.813732+0000 mon.b (mon.1) 110 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:28:33.937 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:33 smithi178 bash[70490]: audit 2024-09-13T14:28:32.813732+0000 mon.b (mon.1) 110 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:28:33.938 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:33 smithi178 bash[70490]: cephadm 2024-09-13T14:28:32.816772+0000 mgr.y (mgr.25139) 483 : cephadm [INF] Upgrade: Setting container_image for all nvmeof 2024-09-13T14:28:33.938 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:33 smithi178 bash[70490]: cephadm 2024-09-13T14:28:32.816772+0000 mgr.y (mgr.25139) 483 : cephadm [INF] Upgrade: Setting container_image for all nvmeof 2024-09-13T14:28:33.938 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:33 smithi178 bash[70490]: audit 2024-09-13T14:28:32.822670+0000 mon.a (mon.0) 182 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:28:33.938 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:33 smithi178 bash[70490]: audit 2024-09-13T14:28:32.822670+0000 mon.a (mon.0) 182 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:28:33.938 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:33 smithi178 bash[70490]: audit 2024-09-13T14:28:32.829120+0000 mon.b (mon.1) 111 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:28:33.939 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:33 smithi178 bash[70490]: audit 2024-09-13T14:28:32.829120+0000 mon.b (mon.1) 111 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:28:33.939 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:33 smithi178 bash[70490]: audit 2024-09-13T14:28:32.832253+0000 mon.b (mon.1) 112 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:28:33.939 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:33 smithi178 bash[70490]: audit 2024-09-13T14:28:32.832253+0000 mon.b (mon.1) 112 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:28:33.939 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:33 smithi178 bash[70490]: audit 2024-09-13T14:28:32.835310+0000 mon.b (mon.1) 113 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:28:33.939 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:33 smithi178 bash[70490]: audit 2024-09-13T14:28:32.835310+0000 mon.b (mon.1) 113 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:28:33.939 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:33 smithi178 bash[70490]: audit 2024-09-13T14:28:32.838524+0000 mon.b (mon.1) 114 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:28:33.939 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:33 smithi178 bash[70490]: audit 2024-09-13T14:28:32.838524+0000 mon.b (mon.1) 114 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:28:33.939 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:33 smithi178 bash[70490]: audit 2024-09-13T14:28:32.841532+0000 mon.b (mon.1) 115 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:28:33.939 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:33 smithi178 bash[70490]: audit 2024-09-13T14:28:32.841532+0000 mon.b (mon.1) 115 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:28:33.939 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:33 smithi178 bash[70490]: audit 2024-09-13T14:28:32.844489+0000 mon.b (mon.1) 116 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:28:33.939 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:33 smithi178 bash[70490]: audit 2024-09-13T14:28:32.844489+0000 mon.b (mon.1) 116 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:28:33.939 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:33 smithi178 bash[70490]: cephadm 2024-09-13T14:28:32.847604+0000 mgr.y (mgr.25139) 484 : cephadm [INF] Upgrade: Finalizing container_image settings 2024-09-13T14:28:33.940 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:33 smithi178 bash[70490]: cephadm 2024-09-13T14:28:32.847604+0000 mgr.y (mgr.25139) 484 : cephadm [INF] Upgrade: Finalizing container_image settings 2024-09-13T14:28:33.940 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:33 smithi178 bash[70490]: audit 2024-09-13T14:28:32.850002+0000 mon.b (mon.1) 117 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2024-09-13T14:28:33.940 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:33 smithi178 bash[70490]: audit 2024-09-13T14:28:32.850002+0000 mon.b (mon.1) 117 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2024-09-13T14:28:33.940 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:33 smithi178 bash[70490]: audit 2024-09-13T14:28:32.852261+0000 mon.a (mon.0) 183 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2024-09-13T14:28:33.940 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:33 smithi178 bash[70490]: audit 2024-09-13T14:28:32.852261+0000 mon.a (mon.0) 183 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2024-09-13T14:28:33.940 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:33 smithi178 bash[70490]: audit 2024-09-13T14:28:32.856638+0000 mon.a (mon.0) 184 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-09-13T14:28:33.940 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:33 smithi178 bash[70490]: audit 2024-09-13T14:28:32.856638+0000 mon.a (mon.0) 184 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-09-13T14:28:33.940 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:33 smithi178 bash[70490]: audit 2024-09-13T14:28:32.861563+0000 mon.b (mon.1) 118 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:28:33.940 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:33 smithi178 bash[70490]: audit 2024-09-13T14:28:32.861563+0000 mon.b (mon.1) 118 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:28:33.940 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:33 smithi178 bash[70490]: audit 2024-09-13T14:28:32.863860+0000 mon.a (mon.0) 185 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:28:33.940 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:33 smithi178 bash[70490]: audit 2024-09-13T14:28:32.863860+0000 mon.a (mon.0) 185 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:28:33.940 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:33 smithi178 bash[70490]: audit 2024-09-13T14:28:32.869718+0000 mon.a (mon.0) 186 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-09-13T14:28:33.940 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:33 smithi178 bash[70490]: audit 2024-09-13T14:28:32.869718+0000 mon.a (mon.0) 186 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-09-13T14:28:33.941 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:33 smithi178 bash[70490]: audit 2024-09-13T14:28:32.873178+0000 mon.b (mon.1) 119 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2024-09-13T14:28:33.941 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:33 smithi178 bash[70490]: audit 2024-09-13T14:28:32.873178+0000 mon.b (mon.1) 119 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2024-09-13T14:28:33.941 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:33 smithi178 bash[70490]: audit 2024-09-13T14:28:32.875580+0000 mon.a (mon.0) 187 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2024-09-13T14:28:33.941 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:33 smithi178 bash[70490]: audit 2024-09-13T14:28:32.875580+0000 mon.a (mon.0) 187 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2024-09-13T14:28:33.941 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:33 smithi178 bash[70490]: audit 2024-09-13T14:28:32.881419+0000 mon.a (mon.0) 188 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-09-13T14:28:33.941 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:33 smithi178 bash[70490]: audit 2024-09-13T14:28:32.881419+0000 mon.a (mon.0) 188 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-09-13T14:28:33.941 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:33 smithi178 bash[70490]: audit 2024-09-13T14:28:32.884795+0000 mon.b (mon.1) 120 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2024-09-13T14:28:33.941 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:33 smithi178 bash[70490]: audit 2024-09-13T14:28:32.884795+0000 mon.b (mon.1) 120 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2024-09-13T14:28:33.941 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:33 smithi178 bash[70490]: audit 2024-09-13T14:28:32.886991+0000 mon.a (mon.0) 189 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2024-09-13T14:28:33.941 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:33 smithi178 bash[70490]: audit 2024-09-13T14:28:32.886991+0000 mon.a (mon.0) 189 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2024-09-13T14:28:33.941 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:33 smithi178 bash[70490]: audit 2024-09-13T14:28:32.887989+0000 mon.b (mon.1) 121 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2024-09-13T14:28:33.941 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:33 smithi178 bash[70490]: audit 2024-09-13T14:28:32.887989+0000 mon.b (mon.1) 121 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2024-09-13T14:28:33.941 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:33 smithi178 bash[70490]: audit 2024-09-13T14:28:32.890177+0000 mon.a (mon.0) 190 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2024-09-13T14:28:33.942 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:33 smithi178 bash[70490]: audit 2024-09-13T14:28:32.890177+0000 mon.a (mon.0) 190 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2024-09-13T14:28:33.942 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:33 smithi178 bash[70490]: audit 2024-09-13T14:28:32.891152+0000 mon.b (mon.1) 122 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2024-09-13T14:28:33.942 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:33 smithi178 bash[70490]: audit 2024-09-13T14:28:32.891152+0000 mon.b (mon.1) 122 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2024-09-13T14:28:33.942 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:33 smithi178 bash[70490]: audit 2024-09-13T14:28:32.893330+0000 mon.a (mon.0) 191 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2024-09-13T14:28:33.942 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:33 smithi178 bash[70490]: audit 2024-09-13T14:28:32.893330+0000 mon.a (mon.0) 191 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2024-09-13T14:28:33.942 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:33 smithi178 bash[70490]: audit 2024-09-13T14:28:32.894143+0000 mon.b (mon.1) 123 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2024-09-13T14:28:33.942 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:33 smithi178 bash[70490]: audit 2024-09-13T14:28:32.894143+0000 mon.b (mon.1) 123 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2024-09-13T14:28:33.942 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:33 smithi178 bash[70490]: audit 2024-09-13T14:28:32.896292+0000 mon.a (mon.0) 192 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2024-09-13T14:28:33.942 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:33 smithi178 bash[70490]: audit 2024-09-13T14:28:32.896292+0000 mon.a (mon.0) 192 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2024-09-13T14:28:33.942 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:33 smithi178 bash[70490]: audit 2024-09-13T14:28:32.897043+0000 mon.b (mon.1) 124 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:28:33.942 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:33 smithi178 bash[70490]: audit 2024-09-13T14:28:32.897043+0000 mon.b (mon.1) 124 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:28:33.942 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:33 smithi178 bash[70490]: audit 2024-09-13T14:28:32.899277+0000 mon.a (mon.0) 193 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:28:33.942 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:33 smithi178 bash[70490]: audit 2024-09-13T14:28:32.899277+0000 mon.a (mon.0) 193 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:28:33.943 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:33 smithi178 bash[70490]: audit 2024-09-13T14:28:32.900193+0000 mon.b (mon.1) 125 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2024-09-13T14:28:33.943 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:33 smithi178 bash[70490]: audit 2024-09-13T14:28:32.900193+0000 mon.b (mon.1) 125 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2024-09-13T14:28:33.943 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:33 smithi178 bash[70490]: audit 2024-09-13T14:28:32.902399+0000 mon.a (mon.0) 194 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2024-09-13T14:28:33.943 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:33 smithi178 bash[70490]: audit 2024-09-13T14:28:32.902399+0000 mon.a (mon.0) 194 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2024-09-13T14:28:33.943 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:33 smithi178 bash[70490]: audit 2024-09-13T14:28:32.903273+0000 mon.b (mon.1) 126 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2024-09-13T14:28:33.943 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:33 smithi178 bash[70490]: audit 2024-09-13T14:28:32.903273+0000 mon.b (mon.1) 126 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2024-09-13T14:28:33.943 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:33 smithi178 bash[70490]: audit 2024-09-13T14:28:32.905456+0000 mon.a (mon.0) 195 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2024-09-13T14:28:33.943 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:33 smithi178 bash[70490]: audit 2024-09-13T14:28:32.905456+0000 mon.a (mon.0) 195 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2024-09-13T14:28:33.943 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:33 smithi178 bash[70490]: audit 2024-09-13T14:28:32.906302+0000 mon.b (mon.1) 127 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2024-09-13T14:28:33.943 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:33 smithi178 bash[70490]: audit 2024-09-13T14:28:32.906302+0000 mon.b (mon.1) 127 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2024-09-13T14:28:33.943 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:33 smithi178 bash[70490]: audit 2024-09-13T14:28:32.908442+0000 mon.a (mon.0) 196 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2024-09-13T14:28:33.943 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:33 smithi178 bash[70490]: audit 2024-09-13T14:28:32.908442+0000 mon.a (mon.0) 196 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2024-09-13T14:28:33.943 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:33 smithi178 bash[70490]: audit 2024-09-13T14:28:32.909271+0000 mon.b (mon.1) 128 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2024-09-13T14:28:33.943 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:33 smithi178 bash[70490]: audit 2024-09-13T14:28:32.909271+0000 mon.b (mon.1) 128 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2024-09-13T14:28:33.944 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:33 smithi178 bash[70490]: audit 2024-09-13T14:28:32.911522+0000 mon.a (mon.0) 197 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2024-09-13T14:28:33.944 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:33 smithi178 bash[70490]: audit 2024-09-13T14:28:32.911522+0000 mon.a (mon.0) 197 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2024-09-13T14:28:33.944 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:33 smithi178 bash[70490]: audit 2024-09-13T14:28:32.917783+0000 mon.a (mon.0) 198 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-09-13T14:28:33.944 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:33 smithi178 bash[70490]: audit 2024-09-13T14:28:32.917783+0000 mon.a (mon.0) 198 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-09-13T14:28:33.944 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:33 smithi178 bash[70490]: cluster 2024-09-13T14:28:32.920780+0000 mon.a (mon.0) 199 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 38/636 objects degraded (5.975%), 9 pgs degraded) 2024-09-13T14:28:33.944 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:33 smithi178 bash[70490]: cluster 2024-09-13T14:28:32.920780+0000 mon.a (mon.0) 199 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 38/636 objects degraded (5.975%), 9 pgs degraded) 2024-09-13T14:28:33.944 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:33 smithi178 bash[70490]: cluster 2024-09-13T14:28:32.920853+0000 mon.a (mon.0) 200 : cluster [INF] Cluster is now healthy 2024-09-13T14:28:33.944 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:33 smithi178 bash[70490]: cluster 2024-09-13T14:28:32.920853+0000 mon.a (mon.0) 200 : cluster [INF] Cluster is now healthy 2024-09-13T14:28:33.945 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:33 smithi178 bash[70490]: audit 2024-09-13T14:28:32.927614+0000 mon.b (mon.1) 129 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:28:33.945 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:33 smithi178 bash[70490]: audit 2024-09-13T14:28:32.927614+0000 mon.b (mon.1) 129 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:28:33.945 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:33 smithi178 bash[70490]: audit 2024-09-13T14:28:32.929880+0000 mon.a (mon.0) 201 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:28:33.945 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:33 smithi178 bash[70490]: audit 2024-09-13T14:28:32.929880+0000 mon.a (mon.0) 201 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:28:33.945 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:33 smithi178 bash[70490]: audit 2024-09-13T14:28:32.930896+0000 mon.b (mon.1) 130 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:28:33.945 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:33 smithi178 bash[70490]: audit 2024-09-13T14:28:32.930896+0000 mon.b (mon.1) 130 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:28:33.945 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:33 smithi178 bash[70490]: audit 2024-09-13T14:28:32.933186+0000 mon.a (mon.0) 202 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:28:33.945 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:33 smithi178 bash[70490]: audit 2024-09-13T14:28:32.933186+0000 mon.a (mon.0) 202 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:28:33.945 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:33 smithi178 bash[70490]: audit 2024-09-13T14:28:32.934123+0000 mon.b (mon.1) 131 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:28:33.945 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:33 smithi178 bash[70490]: audit 2024-09-13T14:28:32.934123+0000 mon.b (mon.1) 131 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:28:33.945 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:33 smithi178 bash[70490]: audit 2024-09-13T14:28:32.936331+0000 mon.a (mon.0) 203 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:28:33.945 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:33 smithi178 bash[70490]: audit 2024-09-13T14:28:32.936331+0000 mon.a (mon.0) 203 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:28:33.945 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:33 smithi178 bash[70490]: audit 2024-09-13T14:28:32.937266+0000 mon.b (mon.1) 132 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:28:33.946 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:33 smithi178 bash[70490]: audit 2024-09-13T14:28:32.937266+0000 mon.b (mon.1) 132 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:28:33.946 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:33 smithi178 bash[70490]: audit 2024-09-13T14:28:32.939477+0000 mon.a (mon.0) 204 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:28:33.946 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:33 smithi178 bash[70490]: audit 2024-09-13T14:28:32.939477+0000 mon.a (mon.0) 204 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:28:33.946 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:33 smithi178 bash[70490]: audit 2024-09-13T14:28:32.940343+0000 mon.b (mon.1) 133 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:28:33.946 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:33 smithi178 bash[70490]: audit 2024-09-13T14:28:32.940343+0000 mon.b (mon.1) 133 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:28:33.946 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:33 smithi178 bash[70490]: audit 2024-09-13T14:28:32.942560+0000 mon.a (mon.0) 205 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:28:33.946 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:33 smithi178 bash[70490]: audit 2024-09-13T14:28:32.942560+0000 mon.a (mon.0) 205 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:28:33.946 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:33 smithi178 bash[70490]: audit 2024-09-13T14:28:32.943529+0000 mon.b (mon.1) 134 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:28:33.946 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:33 smithi178 bash[70490]: audit 2024-09-13T14:28:32.943529+0000 mon.b (mon.1) 134 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:28:33.946 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:33 smithi178 bash[70490]: audit 2024-09-13T14:28:32.945702+0000 mon.a (mon.0) 206 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:28:33.946 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:33 smithi178 bash[70490]: audit 2024-09-13T14:28:32.945702+0000 mon.a (mon.0) 206 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:28:33.946 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:33 smithi178 bash[70490]: audit 2024-09-13T14:28:32.947400+0000 mon.b (mon.1) 135 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2024-09-13T14:28:33.946 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:33 smithi178 bash[70490]: audit 2024-09-13T14:28:32.947400+0000 mon.b (mon.1) 135 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2024-09-13T14:28:33.946 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:33 smithi178 bash[70490]: cephadm 2024-09-13T14:28:32.947707+0000 mgr.y (mgr.25139) 485 : cephadm [INF] Upgrade: Complete! 2024-09-13T14:28:33.947 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:33 smithi178 bash[70490]: cephadm 2024-09-13T14:28:32.947707+0000 mgr.y (mgr.25139) 485 : cephadm [INF] Upgrade: Complete! 2024-09-13T14:28:33.947 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:33 smithi178 bash[70490]: audit 2024-09-13T14:28:32.949572+0000 mon.a (mon.0) 207 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2024-09-13T14:28:33.947 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:33 smithi178 bash[70490]: audit 2024-09-13T14:28:32.949572+0000 mon.a (mon.0) 207 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2024-09-13T14:28:33.947 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:33 smithi178 bash[70490]: audit 2024-09-13T14:28:32.955682+0000 mon.a (mon.0) 208 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-09-13T14:28:33.947 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:33 smithi178 bash[70490]: audit 2024-09-13T14:28:32.955682+0000 mon.a (mon.0) 208 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-09-13T14:28:34.002 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:28:33 smithi062 bash[68610]: ::ffff:172.21.15.178 - - [13/Sep/2024:14:28:33] "GET /metrics HTTP/1.1" 200 38276 "" "Prometheus/2.51.0" 2024-09-13T14:28:34.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:33 smithi062 bash[89221]: cluster 2024-09-13T14:28:32.418780+0000 mgr.y (mgr.25139) 481 : cluster [DBG] pgmap v270: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:28:34.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:33 smithi062 bash[89221]: cluster 2024-09-13T14:28:32.418780+0000 mgr.y (mgr.25139) 481 : cluster [DBG] pgmap v270: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:28:34.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:33 smithi062 bash[89221]: audit 2024-09-13T14:28:32.572881+0000 mgr.y (mgr.25139) 482 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:28:34.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:33 smithi062 bash[89221]: audit 2024-09-13T14:28:32.572881+0000 mgr.y (mgr.25139) 482 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:28:34.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:33 smithi062 bash[89221]: audit 2024-09-13T14:28:32.629751+0000 mon.a (mon.0) 179 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:28:34.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:33 smithi062 bash[89221]: audit 2024-09-13T14:28:32.629751+0000 mon.a (mon.0) 179 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:28:34.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:33 smithi062 bash[89221]: audit 2024-09-13T14:28:32.642365+0000 mon.a (mon.0) 180 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:28:34.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:33 smithi062 bash[89221]: audit 2024-09-13T14:28:32.642365+0000 mon.a (mon.0) 180 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:28:34.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:33 smithi062 bash[89221]: audit 2024-09-13T14:28:32.644267+0000 mon.b (mon.1) 106 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:28:34.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:33 smithi062 bash[89221]: audit 2024-09-13T14:28:32.644267+0000 mon.b (mon.1) 106 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:28:34.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:33 smithi062 bash[89221]: audit 2024-09-13T14:28:32.645912+0000 mon.b (mon.1) 107 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-13T14:28:34.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:33 smithi062 bash[89221]: audit 2024-09-13T14:28:32.645912+0000 mon.b (mon.1) 107 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-13T14:28:34.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:33 smithi062 bash[89221]: audit 2024-09-13T14:28:32.657729+0000 mon.a (mon.0) 181 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:28:34.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:33 smithi062 bash[89221]: audit 2024-09-13T14:28:32.657729+0000 mon.a (mon.0) 181 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:28:34.005 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:33 smithi062 bash[89221]: audit 2024-09-13T14:28:32.805639+0000 mon.b (mon.1) 108 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-13T14:28:34.005 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:33 smithi062 bash[89221]: audit 2024-09-13T14:28:32.805639+0000 mon.b (mon.1) 108 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-13T14:28:34.005 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:33 smithi062 bash[89221]: audit 2024-09-13T14:28:32.809450+0000 mon.b (mon.1) 109 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:28:34.005 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:33 smithi062 bash[89221]: audit 2024-09-13T14:28:32.809450+0000 mon.b (mon.1) 109 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:28:34.005 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:33 smithi062 bash[89221]: audit 2024-09-13T14:28:32.813732+0000 mon.b (mon.1) 110 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:28:34.005 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:33 smithi062 bash[89221]: audit 2024-09-13T14:28:32.813732+0000 mon.b (mon.1) 110 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:28:34.005 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:33 smithi062 bash[92878]: cluster 2024-09-13T14:28:32.418780+0000 mgr.y (mgr.25139) 481 : cluster [DBG] pgmap v270: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:28:34.005 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:33 smithi062 bash[92878]: cluster 2024-09-13T14:28:32.418780+0000 mgr.y (mgr.25139) 481 : cluster [DBG] pgmap v270: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:28:34.005 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:33 smithi062 bash[92878]: audit 2024-09-13T14:28:32.572881+0000 mgr.y (mgr.25139) 482 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:28:34.005 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:33 smithi062 bash[92878]: audit 2024-09-13T14:28:32.572881+0000 mgr.y (mgr.25139) 482 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:28:34.006 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:33 smithi062 bash[92878]: audit 2024-09-13T14:28:32.629751+0000 mon.a (mon.0) 179 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:28:34.006 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:33 smithi062 bash[92878]: audit 2024-09-13T14:28:32.629751+0000 mon.a (mon.0) 179 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:28:34.006 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:33 smithi062 bash[92878]: audit 2024-09-13T14:28:32.642365+0000 mon.a (mon.0) 180 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:28:34.006 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:33 smithi062 bash[92878]: audit 2024-09-13T14:28:32.642365+0000 mon.a (mon.0) 180 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:28:34.006 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:33 smithi062 bash[92878]: audit 2024-09-13T14:28:32.644267+0000 mon.b (mon.1) 106 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:28:34.006 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:33 smithi062 bash[92878]: audit 2024-09-13T14:28:32.644267+0000 mon.b (mon.1) 106 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:28:34.006 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:33 smithi062 bash[92878]: audit 2024-09-13T14:28:32.645912+0000 mon.b (mon.1) 107 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-13T14:28:34.006 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:33 smithi062 bash[92878]: audit 2024-09-13T14:28:32.645912+0000 mon.b (mon.1) 107 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-13T14:28:34.006 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:33 smithi062 bash[92878]: audit 2024-09-13T14:28:32.657729+0000 mon.a (mon.0) 181 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:28:34.006 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:33 smithi062 bash[92878]: audit 2024-09-13T14:28:32.657729+0000 mon.a (mon.0) 181 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:28:34.006 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:33 smithi062 bash[92878]: audit 2024-09-13T14:28:32.805639+0000 mon.b (mon.1) 108 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-13T14:28:34.006 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:33 smithi062 bash[92878]: audit 2024-09-13T14:28:32.805639+0000 mon.b (mon.1) 108 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-13T14:28:34.006 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:33 smithi062 bash[92878]: audit 2024-09-13T14:28:32.809450+0000 mon.b (mon.1) 109 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:28:34.007 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:33 smithi062 bash[92878]: audit 2024-09-13T14:28:32.809450+0000 mon.b (mon.1) 109 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:28:34.007 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:33 smithi062 bash[92878]: audit 2024-09-13T14:28:32.813732+0000 mon.b (mon.1) 110 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:28:34.007 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:33 smithi062 bash[92878]: audit 2024-09-13T14:28:32.813732+0000 mon.b (mon.1) 110 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:28:34.007 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:33 smithi062 bash[89221]: cephadm 2024-09-13T14:28:32.816772+0000 mgr.y (mgr.25139) 483 : cephadm [INF] Upgrade: Setting container_image for all nvmeof 2024-09-13T14:28:34.007 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:33 smithi062 bash[89221]: cephadm 2024-09-13T14:28:32.816772+0000 mgr.y (mgr.25139) 483 : cephadm [INF] Upgrade: Setting container_image for all nvmeof 2024-09-13T14:28:34.007 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:33 smithi062 bash[89221]: audit 2024-09-13T14:28:32.822670+0000 mon.a (mon.0) 182 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:28:34.007 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:33 smithi062 bash[89221]: audit 2024-09-13T14:28:32.822670+0000 mon.a (mon.0) 182 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:28:34.007 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:33 smithi062 bash[89221]: audit 2024-09-13T14:28:32.829120+0000 mon.b (mon.1) 111 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:28:34.007 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:33 smithi062 bash[89221]: audit 2024-09-13T14:28:32.829120+0000 mon.b (mon.1) 111 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:28:34.008 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:33 smithi062 bash[89221]: audit 2024-09-13T14:28:32.832253+0000 mon.b (mon.1) 112 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:28:34.008 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:33 smithi062 bash[89221]: audit 2024-09-13T14:28:32.832253+0000 mon.b (mon.1) 112 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:28:34.008 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:33 smithi062 bash[89221]: audit 2024-09-13T14:28:32.835310+0000 mon.b (mon.1) 113 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:28:34.008 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:33 smithi062 bash[89221]: audit 2024-09-13T14:28:32.835310+0000 mon.b (mon.1) 113 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:28:34.008 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:33 smithi062 bash[89221]: audit 2024-09-13T14:28:32.838524+0000 mon.b (mon.1) 114 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:28:34.008 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:33 smithi062 bash[89221]: audit 2024-09-13T14:28:32.838524+0000 mon.b (mon.1) 114 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:28:34.008 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:33 smithi062 bash[89221]: audit 2024-09-13T14:28:32.841532+0000 mon.b (mon.1) 115 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:28:34.008 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:33 smithi062 bash[89221]: audit 2024-09-13T14:28:32.841532+0000 mon.b (mon.1) 115 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:28:34.008 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:33 smithi062 bash[89221]: audit 2024-09-13T14:28:32.844489+0000 mon.b (mon.1) 116 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:28:34.008 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:33 smithi062 bash[89221]: audit 2024-09-13T14:28:32.844489+0000 mon.b (mon.1) 116 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:28:34.008 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:33 smithi062 bash[89221]: cephadm 2024-09-13T14:28:32.847604+0000 mgr.y (mgr.25139) 484 : cephadm [INF] Upgrade: Finalizing container_image settings 2024-09-13T14:28:34.008 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:33 smithi062 bash[89221]: cephadm 2024-09-13T14:28:32.847604+0000 mgr.y (mgr.25139) 484 : cephadm [INF] Upgrade: Finalizing container_image settings 2024-09-13T14:28:34.008 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:33 smithi062 bash[89221]: audit 2024-09-13T14:28:32.850002+0000 mon.b (mon.1) 117 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2024-09-13T14:28:34.009 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:33 smithi062 bash[89221]: audit 2024-09-13T14:28:32.850002+0000 mon.b (mon.1) 117 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2024-09-13T14:28:34.009 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:33 smithi062 bash[89221]: audit 2024-09-13T14:28:32.852261+0000 mon.a (mon.0) 183 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2024-09-13T14:28:34.009 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:33 smithi062 bash[92878]: cephadm 2024-09-13T14:28:32.816772+0000 mgr.y (mgr.25139) 483 : cephadm [INF] Upgrade: Setting container_image for all nvmeof 2024-09-13T14:28:34.009 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:33 smithi062 bash[92878]: cephadm 2024-09-13T14:28:32.816772+0000 mgr.y (mgr.25139) 483 : cephadm [INF] Upgrade: Setting container_image for all nvmeof 2024-09-13T14:28:34.009 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:33 smithi062 bash[92878]: audit 2024-09-13T14:28:32.822670+0000 mon.a (mon.0) 182 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:28:34.009 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:33 smithi062 bash[92878]: audit 2024-09-13T14:28:32.822670+0000 mon.a (mon.0) 182 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:28:34.009 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:33 smithi062 bash[92878]: audit 2024-09-13T14:28:32.829120+0000 mon.b (mon.1) 111 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:28:34.009 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:33 smithi062 bash[92878]: audit 2024-09-13T14:28:32.829120+0000 mon.b (mon.1) 111 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:28:34.009 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:33 smithi062 bash[92878]: audit 2024-09-13T14:28:32.832253+0000 mon.b (mon.1) 112 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:28:34.010 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:33 smithi062 bash[92878]: audit 2024-09-13T14:28:32.832253+0000 mon.b (mon.1) 112 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:28:34.010 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:33 smithi062 bash[92878]: audit 2024-09-13T14:28:32.835310+0000 mon.b (mon.1) 113 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:28:34.010 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:33 smithi062 bash[92878]: audit 2024-09-13T14:28:32.835310+0000 mon.b (mon.1) 113 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:28:34.010 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:33 smithi062 bash[92878]: audit 2024-09-13T14:28:32.838524+0000 mon.b (mon.1) 114 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:28:34.010 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:33 smithi062 bash[92878]: audit 2024-09-13T14:28:32.838524+0000 mon.b (mon.1) 114 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:28:34.010 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:33 smithi062 bash[92878]: audit 2024-09-13T14:28:32.841532+0000 mon.b (mon.1) 115 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:28:34.010 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:33 smithi062 bash[92878]: audit 2024-09-13T14:28:32.841532+0000 mon.b (mon.1) 115 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:28:34.010 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:33 smithi062 bash[92878]: audit 2024-09-13T14:28:32.844489+0000 mon.b (mon.1) 116 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:28:34.010 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:33 smithi062 bash[92878]: audit 2024-09-13T14:28:32.844489+0000 mon.b (mon.1) 116 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:28:34.010 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:33 smithi062 bash[92878]: cephadm 2024-09-13T14:28:32.847604+0000 mgr.y (mgr.25139) 484 : cephadm [INF] Upgrade: Finalizing container_image settings 2024-09-13T14:28:34.010 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:33 smithi062 bash[92878]: cephadm 2024-09-13T14:28:32.847604+0000 mgr.y (mgr.25139) 484 : cephadm [INF] Upgrade: Finalizing container_image settings 2024-09-13T14:28:34.010 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:33 smithi062 bash[92878]: audit 2024-09-13T14:28:32.850002+0000 mon.b (mon.1) 117 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2024-09-13T14:28:34.011 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:33 smithi062 bash[92878]: audit 2024-09-13T14:28:32.850002+0000 mon.b (mon.1) 117 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2024-09-13T14:28:34.011 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:33 smithi062 bash[92878]: audit 2024-09-13T14:28:32.852261+0000 mon.a (mon.0) 183 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2024-09-13T14:28:34.011 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:33 smithi062 bash[89221]: audit 2024-09-13T14:28:32.852261+0000 mon.a (mon.0) 183 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2024-09-13T14:28:34.011 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:33 smithi062 bash[89221]: audit 2024-09-13T14:28:32.856638+0000 mon.a (mon.0) 184 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-09-13T14:28:34.011 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:33 smithi062 bash[89221]: audit 2024-09-13T14:28:32.856638+0000 mon.a (mon.0) 184 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-09-13T14:28:34.011 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:33 smithi062 bash[89221]: audit 2024-09-13T14:28:32.861563+0000 mon.b (mon.1) 118 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:28:34.011 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:33 smithi062 bash[89221]: audit 2024-09-13T14:28:32.861563+0000 mon.b (mon.1) 118 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:28:34.011 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:33 smithi062 bash[89221]: audit 2024-09-13T14:28:32.863860+0000 mon.a (mon.0) 185 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:28:34.011 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:33 smithi062 bash[89221]: audit 2024-09-13T14:28:32.863860+0000 mon.a (mon.0) 185 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:28:34.012 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:33 smithi062 bash[89221]: audit 2024-09-13T14:28:32.869718+0000 mon.a (mon.0) 186 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-09-13T14:28:34.012 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:33 smithi062 bash[89221]: audit 2024-09-13T14:28:32.869718+0000 mon.a (mon.0) 186 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-09-13T14:28:34.012 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:33 smithi062 bash[89221]: audit 2024-09-13T14:28:32.873178+0000 mon.b (mon.1) 119 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2024-09-13T14:28:34.012 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:33 smithi062 bash[89221]: audit 2024-09-13T14:28:32.873178+0000 mon.b (mon.1) 119 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2024-09-13T14:28:34.012 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:33 smithi062 bash[89221]: audit 2024-09-13T14:28:32.875580+0000 mon.a (mon.0) 187 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2024-09-13T14:28:34.012 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:33 smithi062 bash[89221]: audit 2024-09-13T14:28:32.875580+0000 mon.a (mon.0) 187 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2024-09-13T14:28:34.012 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:33 smithi062 bash[89221]: audit 2024-09-13T14:28:32.881419+0000 mon.a (mon.0) 188 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-09-13T14:28:34.012 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:33 smithi062 bash[89221]: audit 2024-09-13T14:28:32.881419+0000 mon.a (mon.0) 188 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-09-13T14:28:34.012 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:33 smithi062 bash[89221]: audit 2024-09-13T14:28:32.884795+0000 mon.b (mon.1) 120 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2024-09-13T14:28:34.012 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:33 smithi062 bash[89221]: audit 2024-09-13T14:28:32.884795+0000 mon.b (mon.1) 120 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2024-09-13T14:28:34.013 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:33 smithi062 bash[92878]: audit 2024-09-13T14:28:32.852261+0000 mon.a (mon.0) 183 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2024-09-13T14:28:34.013 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:33 smithi062 bash[92878]: audit 2024-09-13T14:28:32.856638+0000 mon.a (mon.0) 184 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-09-13T14:28:34.013 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:33 smithi062 bash[92878]: audit 2024-09-13T14:28:32.856638+0000 mon.a (mon.0) 184 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-09-13T14:28:34.013 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:33 smithi062 bash[92878]: audit 2024-09-13T14:28:32.861563+0000 mon.b (mon.1) 118 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:28:34.013 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:33 smithi062 bash[92878]: audit 2024-09-13T14:28:32.861563+0000 mon.b (mon.1) 118 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:28:34.013 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:33 smithi062 bash[92878]: audit 2024-09-13T14:28:32.863860+0000 mon.a (mon.0) 185 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:28:34.013 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:33 smithi062 bash[92878]: audit 2024-09-13T14:28:32.863860+0000 mon.a (mon.0) 185 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:28:34.013 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:33 smithi062 bash[92878]: audit 2024-09-13T14:28:32.869718+0000 mon.a (mon.0) 186 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-09-13T14:28:34.013 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:33 smithi062 bash[92878]: audit 2024-09-13T14:28:32.869718+0000 mon.a (mon.0) 186 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-09-13T14:28:34.013 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:33 smithi062 bash[92878]: audit 2024-09-13T14:28:32.873178+0000 mon.b (mon.1) 119 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2024-09-13T14:28:34.013 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:33 smithi062 bash[92878]: audit 2024-09-13T14:28:32.873178+0000 mon.b (mon.1) 119 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2024-09-13T14:28:34.014 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:33 smithi062 bash[92878]: audit 2024-09-13T14:28:32.875580+0000 mon.a (mon.0) 187 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2024-09-13T14:28:34.014 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:33 smithi062 bash[92878]: audit 2024-09-13T14:28:32.875580+0000 mon.a (mon.0) 187 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2024-09-13T14:28:34.014 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:33 smithi062 bash[92878]: audit 2024-09-13T14:28:32.881419+0000 mon.a (mon.0) 188 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-09-13T14:28:34.014 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:33 smithi062 bash[92878]: audit 2024-09-13T14:28:32.881419+0000 mon.a (mon.0) 188 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-09-13T14:28:34.014 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:33 smithi062 bash[92878]: audit 2024-09-13T14:28:32.884795+0000 mon.b (mon.1) 120 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2024-09-13T14:28:34.014 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:33 smithi062 bash[92878]: audit 2024-09-13T14:28:32.884795+0000 mon.b (mon.1) 120 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2024-09-13T14:28:34.014 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:33 smithi062 bash[89221]: audit 2024-09-13T14:28:32.886991+0000 mon.a (mon.0) 189 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2024-09-13T14:28:34.014 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:33 smithi062 bash[89221]: audit 2024-09-13T14:28:32.886991+0000 mon.a (mon.0) 189 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2024-09-13T14:28:34.015 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:33 smithi062 bash[89221]: audit 2024-09-13T14:28:32.887989+0000 mon.b (mon.1) 121 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2024-09-13T14:28:34.015 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:33 smithi062 bash[89221]: audit 2024-09-13T14:28:32.887989+0000 mon.b (mon.1) 121 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2024-09-13T14:28:34.015 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:33 smithi062 bash[89221]: audit 2024-09-13T14:28:32.890177+0000 mon.a (mon.0) 190 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2024-09-13T14:28:34.015 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:33 smithi062 bash[89221]: audit 2024-09-13T14:28:32.890177+0000 mon.a (mon.0) 190 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2024-09-13T14:28:34.015 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:33 smithi062 bash[89221]: audit 2024-09-13T14:28:32.891152+0000 mon.b (mon.1) 122 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2024-09-13T14:28:34.015 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:33 smithi062 bash[89221]: audit 2024-09-13T14:28:32.891152+0000 mon.b (mon.1) 122 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2024-09-13T14:28:34.015 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:33 smithi062 bash[89221]: audit 2024-09-13T14:28:32.893330+0000 mon.a (mon.0) 191 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2024-09-13T14:28:34.015 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:33 smithi062 bash[89221]: audit 2024-09-13T14:28:32.893330+0000 mon.a (mon.0) 191 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2024-09-13T14:28:34.015 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:33 smithi062 bash[89221]: audit 2024-09-13T14:28:32.894143+0000 mon.b (mon.1) 123 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2024-09-13T14:28:34.015 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:33 smithi062 bash[89221]: audit 2024-09-13T14:28:32.894143+0000 mon.b (mon.1) 123 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2024-09-13T14:28:34.015 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:33 smithi062 bash[89221]: audit 2024-09-13T14:28:32.896292+0000 mon.a (mon.0) 192 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2024-09-13T14:28:34.015 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:33 smithi062 bash[89221]: audit 2024-09-13T14:28:32.896292+0000 mon.a (mon.0) 192 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2024-09-13T14:28:34.015 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:33 smithi062 bash[89221]: audit 2024-09-13T14:28:32.897043+0000 mon.b (mon.1) 124 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:28:34.016 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:33 smithi062 bash[89221]: audit 2024-09-13T14:28:32.897043+0000 mon.b (mon.1) 124 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:28:34.016 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:33 smithi062 bash[89221]: audit 2024-09-13T14:28:32.899277+0000 mon.a (mon.0) 193 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:28:34.016 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:33 smithi062 bash[89221]: audit 2024-09-13T14:28:32.899277+0000 mon.a (mon.0) 193 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:28:34.016 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:33 smithi062 bash[92878]: audit 2024-09-13T14:28:32.886991+0000 mon.a (mon.0) 189 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2024-09-13T14:28:34.016 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:33 smithi062 bash[92878]: audit 2024-09-13T14:28:32.886991+0000 mon.a (mon.0) 189 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2024-09-13T14:28:34.016 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:33 smithi062 bash[92878]: audit 2024-09-13T14:28:32.887989+0000 mon.b (mon.1) 121 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2024-09-13T14:28:34.016 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:33 smithi062 bash[92878]: audit 2024-09-13T14:28:32.887989+0000 mon.b (mon.1) 121 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2024-09-13T14:28:34.016 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:33 smithi062 bash[92878]: audit 2024-09-13T14:28:32.890177+0000 mon.a (mon.0) 190 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2024-09-13T14:28:34.016 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:33 smithi062 bash[92878]: audit 2024-09-13T14:28:32.890177+0000 mon.a (mon.0) 190 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2024-09-13T14:28:34.016 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:33 smithi062 bash[92878]: audit 2024-09-13T14:28:32.891152+0000 mon.b (mon.1) 122 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2024-09-13T14:28:34.017 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:33 smithi062 bash[92878]: audit 2024-09-13T14:28:32.891152+0000 mon.b (mon.1) 122 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2024-09-13T14:28:34.017 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:33 smithi062 bash[92878]: audit 2024-09-13T14:28:32.893330+0000 mon.a (mon.0) 191 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2024-09-13T14:28:34.017 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:33 smithi062 bash[92878]: audit 2024-09-13T14:28:32.893330+0000 mon.a (mon.0) 191 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2024-09-13T14:28:34.017 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:33 smithi062 bash[92878]: audit 2024-09-13T14:28:32.894143+0000 mon.b (mon.1) 123 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2024-09-13T14:28:34.017 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:33 smithi062 bash[92878]: audit 2024-09-13T14:28:32.894143+0000 mon.b (mon.1) 123 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2024-09-13T14:28:34.017 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:33 smithi062 bash[92878]: audit 2024-09-13T14:28:32.896292+0000 mon.a (mon.0) 192 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2024-09-13T14:28:34.017 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:33 smithi062 bash[92878]: audit 2024-09-13T14:28:32.896292+0000 mon.a (mon.0) 192 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2024-09-13T14:28:34.017 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:33 smithi062 bash[92878]: audit 2024-09-13T14:28:32.897043+0000 mon.b (mon.1) 124 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:28:34.017 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:33 smithi062 bash[92878]: audit 2024-09-13T14:28:32.897043+0000 mon.b (mon.1) 124 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:28:34.017 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:33 smithi062 bash[92878]: audit 2024-09-13T14:28:32.899277+0000 mon.a (mon.0) 193 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:28:34.017 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:33 smithi062 bash[92878]: audit 2024-09-13T14:28:32.899277+0000 mon.a (mon.0) 193 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:28:34.018 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:33 smithi062 bash[89221]: audit 2024-09-13T14:28:32.900193+0000 mon.b (mon.1) 125 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2024-09-13T14:28:34.018 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:33 smithi062 bash[89221]: audit 2024-09-13T14:28:32.900193+0000 mon.b (mon.1) 125 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2024-09-13T14:28:34.018 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:33 smithi062 bash[89221]: audit 2024-09-13T14:28:32.902399+0000 mon.a (mon.0) 194 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2024-09-13T14:28:34.018 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:33 smithi062 bash[89221]: audit 2024-09-13T14:28:32.902399+0000 mon.a (mon.0) 194 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2024-09-13T14:28:34.018 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:33 smithi062 bash[89221]: audit 2024-09-13T14:28:32.903273+0000 mon.b (mon.1) 126 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2024-09-13T14:28:34.018 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:33 smithi062 bash[89221]: audit 2024-09-13T14:28:32.903273+0000 mon.b (mon.1) 126 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2024-09-13T14:28:34.018 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:33 smithi062 bash[89221]: audit 2024-09-13T14:28:32.905456+0000 mon.a (mon.0) 195 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2024-09-13T14:28:34.018 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:33 smithi062 bash[89221]: audit 2024-09-13T14:28:32.905456+0000 mon.a (mon.0) 195 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2024-09-13T14:28:34.018 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:33 smithi062 bash[89221]: audit 2024-09-13T14:28:32.906302+0000 mon.b (mon.1) 127 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2024-09-13T14:28:34.018 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:33 smithi062 bash[89221]: audit 2024-09-13T14:28:32.906302+0000 mon.b (mon.1) 127 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2024-09-13T14:28:34.018 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:33 smithi062 bash[89221]: audit 2024-09-13T14:28:32.908442+0000 mon.a (mon.0) 196 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2024-09-13T14:28:34.018 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:33 smithi062 bash[89221]: audit 2024-09-13T14:28:32.908442+0000 mon.a (mon.0) 196 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2024-09-13T14:28:34.018 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:33 smithi062 bash[89221]: audit 2024-09-13T14:28:32.909271+0000 mon.b (mon.1) 128 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2024-09-13T14:28:34.019 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:33 smithi062 bash[89221]: audit 2024-09-13T14:28:32.909271+0000 mon.b (mon.1) 128 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2024-09-13T14:28:34.019 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:33 smithi062 bash[89221]: audit 2024-09-13T14:28:32.911522+0000 mon.a (mon.0) 197 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2024-09-13T14:28:34.019 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:33 smithi062 bash[89221]: audit 2024-09-13T14:28:32.911522+0000 mon.a (mon.0) 197 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2024-09-13T14:28:34.019 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:33 smithi062 bash[92878]: audit 2024-09-13T14:28:32.900193+0000 mon.b (mon.1) 125 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2024-09-13T14:28:34.019 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:33 smithi062 bash[92878]: audit 2024-09-13T14:28:32.900193+0000 mon.b (mon.1) 125 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2024-09-13T14:28:34.019 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:33 smithi062 bash[92878]: audit 2024-09-13T14:28:32.902399+0000 mon.a (mon.0) 194 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2024-09-13T14:28:34.019 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:33 smithi062 bash[92878]: audit 2024-09-13T14:28:32.902399+0000 mon.a (mon.0) 194 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2024-09-13T14:28:34.019 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:33 smithi062 bash[92878]: audit 2024-09-13T14:28:32.903273+0000 mon.b (mon.1) 126 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2024-09-13T14:28:34.019 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:33 smithi062 bash[92878]: audit 2024-09-13T14:28:32.903273+0000 mon.b (mon.1) 126 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2024-09-13T14:28:34.019 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:33 smithi062 bash[92878]: audit 2024-09-13T14:28:32.905456+0000 mon.a (mon.0) 195 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2024-09-13T14:28:34.020 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:33 smithi062 bash[92878]: audit 2024-09-13T14:28:32.905456+0000 mon.a (mon.0) 195 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2024-09-13T14:28:34.020 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:33 smithi062 bash[92878]: audit 2024-09-13T14:28:32.906302+0000 mon.b (mon.1) 127 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2024-09-13T14:28:34.020 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:33 smithi062 bash[92878]: audit 2024-09-13T14:28:32.906302+0000 mon.b (mon.1) 127 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2024-09-13T14:28:34.020 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:33 smithi062 bash[92878]: audit 2024-09-13T14:28:32.908442+0000 mon.a (mon.0) 196 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2024-09-13T14:28:34.020 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:33 smithi062 bash[92878]: audit 2024-09-13T14:28:32.908442+0000 mon.a (mon.0) 196 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2024-09-13T14:28:34.020 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:33 smithi062 bash[92878]: audit 2024-09-13T14:28:32.909271+0000 mon.b (mon.1) 128 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2024-09-13T14:28:34.020 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:33 smithi062 bash[92878]: audit 2024-09-13T14:28:32.909271+0000 mon.b (mon.1) 128 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2024-09-13T14:28:34.020 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:33 smithi062 bash[92878]: audit 2024-09-13T14:28:32.911522+0000 mon.a (mon.0) 197 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2024-09-13T14:28:34.020 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:33 smithi062 bash[92878]: audit 2024-09-13T14:28:32.911522+0000 mon.a (mon.0) 197 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2024-09-13T14:28:34.020 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:33 smithi062 bash[89221]: audit 2024-09-13T14:28:32.917783+0000 mon.a (mon.0) 198 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-09-13T14:28:34.021 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:33 smithi062 bash[89221]: audit 2024-09-13T14:28:32.917783+0000 mon.a (mon.0) 198 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-09-13T14:28:34.021 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:33 smithi062 bash[89221]: cluster 2024-09-13T14:28:32.920780+0000 mon.a (mon.0) 199 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 38/636 objects degraded (5.975%), 9 pgs degraded) 2024-09-13T14:28:34.021 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:33 smithi062 bash[89221]: cluster 2024-09-13T14:28:32.920780+0000 mon.a (mon.0) 199 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 38/636 objects degraded (5.975%), 9 pgs degraded) 2024-09-13T14:28:34.021 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:33 smithi062 bash[89221]: cluster 2024-09-13T14:28:32.920853+0000 mon.a (mon.0) 200 : cluster [INF] Cluster is now healthy 2024-09-13T14:28:34.021 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:33 smithi062 bash[89221]: cluster 2024-09-13T14:28:32.920853+0000 mon.a (mon.0) 200 : cluster [INF] Cluster is now healthy 2024-09-13T14:28:34.021 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:33 smithi062 bash[89221]: audit 2024-09-13T14:28:32.927614+0000 mon.b (mon.1) 129 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:28:34.021 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:33 smithi062 bash[89221]: audit 2024-09-13T14:28:32.927614+0000 mon.b (mon.1) 129 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:28:34.021 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:33 smithi062 bash[89221]: audit 2024-09-13T14:28:32.929880+0000 mon.a (mon.0) 201 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:28:34.021 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:33 smithi062 bash[89221]: audit 2024-09-13T14:28:32.929880+0000 mon.a (mon.0) 201 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:28:34.022 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:33 smithi062 bash[89221]: audit 2024-09-13T14:28:32.930896+0000 mon.b (mon.1) 130 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:28:34.022 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:33 smithi062 bash[89221]: audit 2024-09-13T14:28:32.930896+0000 mon.b (mon.1) 130 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:28:34.022 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:33 smithi062 bash[89221]: audit 2024-09-13T14:28:32.933186+0000 mon.a (mon.0) 202 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:28:34.022 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:33 smithi062 bash[89221]: audit 2024-09-13T14:28:32.933186+0000 mon.a (mon.0) 202 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:28:34.022 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:33 smithi062 bash[89221]: audit 2024-09-13T14:28:32.934123+0000 mon.b (mon.1) 131 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:28:34.022 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:33 smithi062 bash[89221]: audit 2024-09-13T14:28:32.934123+0000 mon.b (mon.1) 131 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:28:34.022 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:33 smithi062 bash[89221]: audit 2024-09-13T14:28:32.936331+0000 mon.a (mon.0) 203 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:28:34.022 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:33 smithi062 bash[89221]: audit 2024-09-13T14:28:32.936331+0000 mon.a (mon.0) 203 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:28:34.022 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:33 smithi062 bash[89221]: audit 2024-09-13T14:28:32.937266+0000 mon.b (mon.1) 132 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:28:34.022 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:33 smithi062 bash[92878]: audit 2024-09-13T14:28:32.917783+0000 mon.a (mon.0) 198 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-09-13T14:28:34.023 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:33 smithi062 bash[92878]: audit 2024-09-13T14:28:32.917783+0000 mon.a (mon.0) 198 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-09-13T14:28:34.023 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:33 smithi062 bash[92878]: cluster 2024-09-13T14:28:32.920780+0000 mon.a (mon.0) 199 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 38/636 objects degraded (5.975%), 9 pgs degraded) 2024-09-13T14:28:34.023 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:33 smithi062 bash[92878]: cluster 2024-09-13T14:28:32.920780+0000 mon.a (mon.0) 199 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 38/636 objects degraded (5.975%), 9 pgs degraded) 2024-09-13T14:28:34.023 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:33 smithi062 bash[92878]: cluster 2024-09-13T14:28:32.920853+0000 mon.a (mon.0) 200 : cluster [INF] Cluster is now healthy 2024-09-13T14:28:34.023 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:33 smithi062 bash[92878]: cluster 2024-09-13T14:28:32.920853+0000 mon.a (mon.0) 200 : cluster [INF] Cluster is now healthy 2024-09-13T14:28:34.023 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:33 smithi062 bash[92878]: audit 2024-09-13T14:28:32.927614+0000 mon.b (mon.1) 129 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:28:34.023 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:33 smithi062 bash[92878]: audit 2024-09-13T14:28:32.927614+0000 mon.b (mon.1) 129 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:28:34.023 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:33 smithi062 bash[92878]: audit 2024-09-13T14:28:32.929880+0000 mon.a (mon.0) 201 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:28:34.023 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:33 smithi062 bash[92878]: audit 2024-09-13T14:28:32.929880+0000 mon.a (mon.0) 201 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:28:34.023 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:33 smithi062 bash[92878]: audit 2024-09-13T14:28:32.930896+0000 mon.b (mon.1) 130 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:28:34.023 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:33 smithi062 bash[92878]: audit 2024-09-13T14:28:32.930896+0000 mon.b (mon.1) 130 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:28:34.023 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:33 smithi062 bash[92878]: audit 2024-09-13T14:28:32.933186+0000 mon.a (mon.0) 202 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:28:34.024 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:33 smithi062 bash[92878]: audit 2024-09-13T14:28:32.933186+0000 mon.a (mon.0) 202 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:28:34.024 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:33 smithi062 bash[92878]: audit 2024-09-13T14:28:32.934123+0000 mon.b (mon.1) 131 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:28:34.024 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:33 smithi062 bash[92878]: audit 2024-09-13T14:28:32.934123+0000 mon.b (mon.1) 131 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:28:34.024 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:33 smithi062 bash[92878]: audit 2024-09-13T14:28:32.936331+0000 mon.a (mon.0) 203 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:28:34.024 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:33 smithi062 bash[92878]: audit 2024-09-13T14:28:32.936331+0000 mon.a (mon.0) 203 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:28:34.024 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:33 smithi062 bash[92878]: audit 2024-09-13T14:28:32.937266+0000 mon.b (mon.1) 132 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:28:34.024 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:33 smithi062 bash[89221]: audit 2024-09-13T14:28:32.937266+0000 mon.b (mon.1) 132 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:28:34.024 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:33 smithi062 bash[89221]: audit 2024-09-13T14:28:32.939477+0000 mon.a (mon.0) 204 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:28:34.025 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:33 smithi062 bash[89221]: audit 2024-09-13T14:28:32.939477+0000 mon.a (mon.0) 204 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:28:34.025 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:33 smithi062 bash[89221]: audit 2024-09-13T14:28:32.940343+0000 mon.b (mon.1) 133 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:28:34.025 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:33 smithi062 bash[89221]: audit 2024-09-13T14:28:32.940343+0000 mon.b (mon.1) 133 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:28:34.025 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:33 smithi062 bash[89221]: audit 2024-09-13T14:28:32.942560+0000 mon.a (mon.0) 205 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:28:34.025 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:33 smithi062 bash[89221]: audit 2024-09-13T14:28:32.942560+0000 mon.a (mon.0) 205 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:28:34.025 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:33 smithi062 bash[89221]: audit 2024-09-13T14:28:32.943529+0000 mon.b (mon.1) 134 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:28:34.025 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:33 smithi062 bash[89221]: audit 2024-09-13T14:28:32.943529+0000 mon.b (mon.1) 134 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:28:34.025 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:33 smithi062 bash[89221]: audit 2024-09-13T14:28:32.945702+0000 mon.a (mon.0) 206 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:28:34.025 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:33 smithi062 bash[89221]: audit 2024-09-13T14:28:32.945702+0000 mon.a (mon.0) 206 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:28:34.025 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:33 smithi062 bash[89221]: audit 2024-09-13T14:28:32.947400+0000 mon.b (mon.1) 135 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2024-09-13T14:28:34.025 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:33 smithi062 bash[89221]: audit 2024-09-13T14:28:32.947400+0000 mon.b (mon.1) 135 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2024-09-13T14:28:34.025 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:33 smithi062 bash[89221]: cephadm 2024-09-13T14:28:32.947707+0000 mgr.y (mgr.25139) 485 : cephadm [INF] Upgrade: Complete! 2024-09-13T14:28:34.025 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:33 smithi062 bash[89221]: cephadm 2024-09-13T14:28:32.947707+0000 mgr.y (mgr.25139) 485 : cephadm [INF] Upgrade: Complete! 2024-09-13T14:28:34.026 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:33 smithi062 bash[89221]: audit 2024-09-13T14:28:32.949572+0000 mon.a (mon.0) 207 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2024-09-13T14:28:34.026 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:33 smithi062 bash[89221]: audit 2024-09-13T14:28:32.949572+0000 mon.a (mon.0) 207 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2024-09-13T14:28:34.026 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:33 smithi062 bash[89221]: audit 2024-09-13T14:28:32.955682+0000 mon.a (mon.0) 208 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-09-13T14:28:34.026 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:33 smithi062 bash[89221]: audit 2024-09-13T14:28:32.955682+0000 mon.a (mon.0) 208 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-09-13T14:28:34.026 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:33 smithi062 bash[92878]: audit 2024-09-13T14:28:32.937266+0000 mon.b (mon.1) 132 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:28:34.026 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:33 smithi062 bash[92878]: audit 2024-09-13T14:28:32.939477+0000 mon.a (mon.0) 204 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:28:34.026 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:33 smithi062 bash[92878]: audit 2024-09-13T14:28:32.939477+0000 mon.a (mon.0) 204 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:28:34.026 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:33 smithi062 bash[92878]: audit 2024-09-13T14:28:32.940343+0000 mon.b (mon.1) 133 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:28:34.026 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:33 smithi062 bash[92878]: audit 2024-09-13T14:28:32.940343+0000 mon.b (mon.1) 133 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:28:34.026 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:33 smithi062 bash[92878]: audit 2024-09-13T14:28:32.942560+0000 mon.a (mon.0) 205 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:28:34.026 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:33 smithi062 bash[92878]: audit 2024-09-13T14:28:32.942560+0000 mon.a (mon.0) 205 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:28:34.026 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:33 smithi062 bash[92878]: audit 2024-09-13T14:28:32.943529+0000 mon.b (mon.1) 134 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:28:34.027 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:33 smithi062 bash[92878]: audit 2024-09-13T14:28:32.943529+0000 mon.b (mon.1) 134 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:28:34.027 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:33 smithi062 bash[92878]: audit 2024-09-13T14:28:32.945702+0000 mon.a (mon.0) 206 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:28:34.027 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:33 smithi062 bash[92878]: audit 2024-09-13T14:28:32.945702+0000 mon.a (mon.0) 206 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:28:34.027 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:33 smithi062 bash[92878]: audit 2024-09-13T14:28:32.947400+0000 mon.b (mon.1) 135 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2024-09-13T14:28:34.027 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:33 smithi062 bash[92878]: audit 2024-09-13T14:28:32.947400+0000 mon.b (mon.1) 135 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2024-09-13T14:28:34.027 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:33 smithi062 bash[92878]: cephadm 2024-09-13T14:28:32.947707+0000 mgr.y (mgr.25139) 485 : cephadm [INF] Upgrade: Complete! 2024-09-13T14:28:34.027 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:33 smithi062 bash[92878]: cephadm 2024-09-13T14:28:32.947707+0000 mgr.y (mgr.25139) 485 : cephadm [INF] Upgrade: Complete! 2024-09-13T14:28:34.027 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:33 smithi062 bash[92878]: audit 2024-09-13T14:28:32.949572+0000 mon.a (mon.0) 207 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2024-09-13T14:28:34.027 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:33 smithi062 bash[92878]: audit 2024-09-13T14:28:32.949572+0000 mon.a (mon.0) 207 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2024-09-13T14:28:34.027 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:33 smithi062 bash[92878]: audit 2024-09-13T14:28:32.955682+0000 mon.a (mon.0) 208 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-09-13T14:28:34.027 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:33 smithi062 bash[92878]: audit 2024-09-13T14:28:32.955682+0000 mon.a (mon.0) 208 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-09-13T14:28:34.935 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:28:34 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:28:34.737561667Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:28:34.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:34 smithi178 bash[70490]: audit 2024-09-13T14:28:33.690994+0000 mon.b (mon.1) 136 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:28:34.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:34 smithi178 bash[70490]: audit 2024-09-13T14:28:33.690994+0000 mon.b (mon.1) 136 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:28:34.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:34 smithi178 bash[70490]: audit 2024-09-13T14:28:33.693175+0000 mon.b (mon.1) 137 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-13T14:28:34.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:34 smithi178 bash[70490]: audit 2024-09-13T14:28:33.693175+0000 mon.b (mon.1) 137 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-13T14:28:34.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:34 smithi178 bash[70490]: audit 2024-09-13T14:28:33.706060+0000 mon.a (mon.0) 209 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:28:34.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:34 smithi178 bash[70490]: audit 2024-09-13T14:28:33.706060+0000 mon.a (mon.0) 209 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:28:34.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:34 smithi178 bash[70490]: audit 2024-09-13T14:28:33.819046+0000 mon.b (mon.1) 138 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:28:34.936 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:34 smithi178 bash[70490]: audit 2024-09-13T14:28:33.819046+0000 mon.b (mon.1) 138 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:28:34.936 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:34 smithi178 bash[70490]: audit 2024-09-13T14:28:33.821177+0000 mon.b (mon.1) 139 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-13T14:28:34.936 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:34 smithi178 bash[70490]: audit 2024-09-13T14:28:33.821177+0000 mon.b (mon.1) 139 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-13T14:28:34.936 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:34 smithi178 bash[70490]: audit 2024-09-13T14:28:33.836239+0000 mon.a (mon.0) 210 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:28:34.936 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:34 smithi178 bash[70490]: audit 2024-09-13T14:28:33.836239+0000 mon.a (mon.0) 210 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:28:34.936 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:34 smithi178 bash[70490]: audit 2024-09-13T14:28:34.104532+0000 mon.a (mon.0) 211 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:28:34.936 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:34 smithi178 bash[70490]: audit 2024-09-13T14:28:34.104532+0000 mon.a (mon.0) 211 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:28:35.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:34 smithi062 bash[89221]: audit 2024-09-13T14:28:33.690994+0000 mon.b (mon.1) 136 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:28:35.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:34 smithi062 bash[89221]: audit 2024-09-13T14:28:33.690994+0000 mon.b (mon.1) 136 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:28:35.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:34 smithi062 bash[89221]: audit 2024-09-13T14:28:33.693175+0000 mon.b (mon.1) 137 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-13T14:28:35.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:34 smithi062 bash[89221]: audit 2024-09-13T14:28:33.693175+0000 mon.b (mon.1) 137 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-13T14:28:35.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:34 smithi062 bash[89221]: audit 2024-09-13T14:28:33.706060+0000 mon.a (mon.0) 209 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:28:35.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:34 smithi062 bash[89221]: audit 2024-09-13T14:28:33.706060+0000 mon.a (mon.0) 209 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:28:35.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:34 smithi062 bash[89221]: audit 2024-09-13T14:28:33.819046+0000 mon.b (mon.1) 138 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:28:35.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:34 smithi062 bash[89221]: audit 2024-09-13T14:28:33.819046+0000 mon.b (mon.1) 138 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:28:35.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:34 smithi062 bash[89221]: audit 2024-09-13T14:28:33.821177+0000 mon.b (mon.1) 139 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-13T14:28:35.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:34 smithi062 bash[89221]: audit 2024-09-13T14:28:33.821177+0000 mon.b (mon.1) 139 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-13T14:28:35.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:34 smithi062 bash[89221]: audit 2024-09-13T14:28:33.836239+0000 mon.a (mon.0) 210 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:28:35.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:34 smithi062 bash[89221]: audit 2024-09-13T14:28:33.836239+0000 mon.a (mon.0) 210 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:28:35.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:34 smithi062 bash[89221]: audit 2024-09-13T14:28:34.104532+0000 mon.a (mon.0) 211 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:28:35.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:34 smithi062 bash[89221]: audit 2024-09-13T14:28:34.104532+0000 mon.a (mon.0) 211 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:28:35.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:34 smithi062 bash[92878]: audit 2024-09-13T14:28:33.690994+0000 mon.b (mon.1) 136 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:28:35.005 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:34 smithi062 bash[92878]: audit 2024-09-13T14:28:33.690994+0000 mon.b (mon.1) 136 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:28:35.005 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:34 smithi062 bash[92878]: audit 2024-09-13T14:28:33.693175+0000 mon.b (mon.1) 137 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-13T14:28:35.005 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:34 smithi062 bash[92878]: audit 2024-09-13T14:28:33.693175+0000 mon.b (mon.1) 137 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-13T14:28:35.005 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:34 smithi062 bash[92878]: audit 2024-09-13T14:28:33.706060+0000 mon.a (mon.0) 209 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:28:35.005 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:34 smithi062 bash[92878]: audit 2024-09-13T14:28:33.706060+0000 mon.a (mon.0) 209 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:28:35.005 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:34 smithi062 bash[92878]: audit 2024-09-13T14:28:33.819046+0000 mon.b (mon.1) 138 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:28:35.005 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:34 smithi062 bash[92878]: audit 2024-09-13T14:28:33.819046+0000 mon.b (mon.1) 138 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:28:35.005 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:34 smithi062 bash[92878]: audit 2024-09-13T14:28:33.821177+0000 mon.b (mon.1) 139 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-13T14:28:35.005 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:34 smithi062 bash[92878]: audit 2024-09-13T14:28:33.821177+0000 mon.b (mon.1) 139 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-13T14:28:35.005 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:34 smithi062 bash[92878]: audit 2024-09-13T14:28:33.836239+0000 mon.a (mon.0) 210 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:28:35.005 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:34 smithi062 bash[92878]: audit 2024-09-13T14:28:33.836239+0000 mon.a (mon.0) 210 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:28:35.005 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:34 smithi062 bash[92878]: audit 2024-09-13T14:28:34.104532+0000 mon.a (mon.0) 211 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:28:35.005 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:34 smithi062 bash[92878]: audit 2024-09-13T14:28:34.104532+0000 mon.a (mon.0) 211 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:28:35.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:35 smithi178 bash[70490]: cluster 2024-09-13T14:28:34.420181+0000 mgr.y (mgr.25139) 486 : cluster [DBG] pgmap v271: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s rd, 1 op/s 2024-09-13T14:28:35.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:35 smithi178 bash[70490]: cluster 2024-09-13T14:28:34.420181+0000 mgr.y (mgr.25139) 486 : cluster [DBG] pgmap v271: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s rd, 1 op/s 2024-09-13T14:28:36.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:35 smithi062 bash[89221]: cluster 2024-09-13T14:28:34.420181+0000 mgr.y (mgr.25139) 486 : cluster [DBG] pgmap v271: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s rd, 1 op/s 2024-09-13T14:28:36.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:35 smithi062 bash[89221]: cluster 2024-09-13T14:28:34.420181+0000 mgr.y (mgr.25139) 486 : cluster [DBG] pgmap v271: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s rd, 1 op/s 2024-09-13T14:28:36.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:35 smithi062 bash[92878]: cluster 2024-09-13T14:28:34.420181+0000 mgr.y (mgr.25139) 486 : cluster [DBG] pgmap v271: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s rd, 1 op/s 2024-09-13T14:28:36.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:35 smithi062 bash[92878]: cluster 2024-09-13T14:28:34.420181+0000 mgr.y (mgr.25139) 486 : cluster [DBG] pgmap v271: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s rd, 1 op/s 2024-09-13T14:28:37.935 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:28:37 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:28:37.75143283Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:28:37.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:37 smithi178 bash[70490]: cluster 2024-09-13T14:28:36.420882+0000 mgr.y (mgr.25139) 487 : cluster [DBG] pgmap v272: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-09-13T14:28:37.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:37 smithi178 bash[70490]: cluster 2024-09-13T14:28:36.420882+0000 mgr.y (mgr.25139) 487 : cluster [DBG] pgmap v272: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-09-13T14:28:38.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:37 smithi062 bash[89221]: cluster 2024-09-13T14:28:36.420882+0000 mgr.y (mgr.25139) 487 : cluster [DBG] pgmap v272: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-09-13T14:28:38.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:37 smithi062 bash[89221]: cluster 2024-09-13T14:28:36.420882+0000 mgr.y (mgr.25139) 487 : cluster [DBG] pgmap v272: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-09-13T14:28:38.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:37 smithi062 bash[92878]: cluster 2024-09-13T14:28:36.420882+0000 mgr.y (mgr.25139) 487 : cluster [DBG] pgmap v272: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-09-13T14:28:38.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:37 smithi062 bash[92878]: cluster 2024-09-13T14:28:36.420882+0000 mgr.y (mgr.25139) 487 : cluster [DBG] pgmap v272: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-09-13T14:28:39.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:39 smithi178 bash[70490]: cluster 2024-09-13T14:28:38.421889+0000 mgr.y (mgr.25139) 488 : cluster [DBG] pgmap v273: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-09-13T14:28:39.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:39 smithi178 bash[70490]: cluster 2024-09-13T14:28:38.421889+0000 mgr.y (mgr.25139) 488 : cluster [DBG] pgmap v273: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-09-13T14:28:39.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:39 smithi178 bash[70490]: audit 2024-09-13T14:28:39.119798+0000 mon.a (mon.0) 212 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:28:39.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:39 smithi178 bash[70490]: audit 2024-09-13T14:28:39.119798+0000 mon.a (mon.0) 212 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:28:40.002 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:39 smithi062 bash[92878]: cluster 2024-09-13T14:28:38.421889+0000 mgr.y (mgr.25139) 488 : cluster [DBG] pgmap v273: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-09-13T14:28:40.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:39 smithi062 bash[92878]: cluster 2024-09-13T14:28:38.421889+0000 mgr.y (mgr.25139) 488 : cluster [DBG] pgmap v273: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-09-13T14:28:40.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:39 smithi062 bash[92878]: audit 2024-09-13T14:28:39.119798+0000 mon.a (mon.0) 212 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:28:40.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:39 smithi062 bash[92878]: audit 2024-09-13T14:28:39.119798+0000 mon.a (mon.0) 212 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:28:40.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:39 smithi062 bash[89221]: cluster 2024-09-13T14:28:38.421889+0000 mgr.y (mgr.25139) 488 : cluster [DBG] pgmap v273: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-09-13T14:28:40.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:39 smithi062 bash[89221]: cluster 2024-09-13T14:28:38.421889+0000 mgr.y (mgr.25139) 488 : cluster [DBG] pgmap v273: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-09-13T14:28:40.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:39 smithi062 bash[89221]: audit 2024-09-13T14:28:39.119798+0000 mon.a (mon.0) 212 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:28:40.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:39 smithi062 bash[89221]: audit 2024-09-13T14:28:39.119798+0000 mon.a (mon.0) 212 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:28:41.185 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:28:40 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:28:40.755958238Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:28:41.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:41 smithi178 bash[70490]: cluster 2024-09-13T14:28:40.423362+0000 mgr.y (mgr.25139) 489 : cluster [DBG] pgmap v274: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s rd, 1 op/s 2024-09-13T14:28:41.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:41 smithi178 bash[70490]: cluster 2024-09-13T14:28:40.423362+0000 mgr.y (mgr.25139) 489 : cluster [DBG] pgmap v274: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s rd, 1 op/s 2024-09-13T14:28:41.988 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:41 smithi062 bash[89221]: cluster 2024-09-13T14:28:40.423362+0000 mgr.y (mgr.25139) 489 : cluster [DBG] pgmap v274: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s rd, 1 op/s 2024-09-13T14:28:41.988 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:41 smithi062 bash[89221]: cluster 2024-09-13T14:28:40.423362+0000 mgr.y (mgr.25139) 489 : cluster [DBG] pgmap v274: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s rd, 1 op/s 2024-09-13T14:28:41.988 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:41 smithi062 bash[92878]: cluster 2024-09-13T14:28:40.423362+0000 mgr.y (mgr.25139) 489 : cluster [DBG] pgmap v274: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s rd, 1 op/s 2024-09-13T14:28:41.988 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:41 smithi062 bash[92878]: cluster 2024-09-13T14:28:40.423362+0000 mgr.y (mgr.25139) 489 : cluster [DBG] pgmap v274: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s rd, 1 op/s 2024-09-13T14:28:42.865 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:42 smithi062 bash[92878]: audit 2024-09-13T14:28:41.975639+0000 mgr.y (mgr.25139) 490 : audit [DBG] from='client.54224 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:28:42.865 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:42 smithi062 bash[92878]: audit 2024-09-13T14:28:41.975639+0000 mgr.y (mgr.25139) 490 : audit [DBG] from='client.54224 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:28:42.865 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:42 smithi062 bash[89221]: audit 2024-09-13T14:28:41.975639+0000 mgr.y (mgr.25139) 490 : audit [DBG] from='client.54224 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:28:42.866 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:42 smithi062 bash[89221]: audit 2024-09-13T14:28:41.975639+0000 mgr.y (mgr.25139) 490 : audit [DBG] from='client.54224 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:28:42.867 DEBUG:teuthology.orchestra.run.smithi062:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ff1149ea-71d5-11ef-bceb-c7b262605968 -e sha1=b0201b8c79733293453e7f10a10c7fa43119222b -- bash -c 'ceph orch ps' 2024-09-13T14:28:42.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:42 smithi178 bash[70490]: audit 2024-09-13T14:28:41.975639+0000 mgr.y (mgr.25139) 490 : audit [DBG] from='client.54224 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:28:42.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:42 smithi178 bash[70490]: audit 2024-09-13T14:28:41.975639+0000 mgr.y (mgr.25139) 490 : audit [DBG] from='client.54224 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:28:43.935 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:28:43 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:28:43.763909936Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:28:43.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:43 smithi178 bash[70490]: cluster 2024-09-13T14:28:42.424428+0000 mgr.y (mgr.25139) 491 : cluster [DBG] pgmap v275: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:28:43.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:43 smithi178 bash[70490]: cluster 2024-09-13T14:28:42.424428+0000 mgr.y (mgr.25139) 491 : cluster [DBG] pgmap v275: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:28:43.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:43 smithi178 bash[70490]: audit 2024-09-13T14:28:42.578344+0000 mgr.y (mgr.25139) 492 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:28:43.936 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:43 smithi178 bash[70490]: audit 2024-09-13T14:28:42.578344+0000 mgr.y (mgr.25139) 492 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:28:44.002 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:28:43 smithi062 bash[68610]: ::ffff:172.21.15.178 - - [13/Sep/2024:14:28:43] "GET /metrics HTTP/1.1" 200 38276 "" "Prometheus/2.51.0" 2024-09-13T14:28:44.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:43 smithi062 bash[89221]: cluster 2024-09-13T14:28:42.424428+0000 mgr.y (mgr.25139) 491 : cluster [DBG] pgmap v275: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:28:44.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:43 smithi062 bash[89221]: cluster 2024-09-13T14:28:42.424428+0000 mgr.y (mgr.25139) 491 : cluster [DBG] pgmap v275: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:28:44.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:43 smithi062 bash[89221]: audit 2024-09-13T14:28:42.578344+0000 mgr.y (mgr.25139) 492 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:28:44.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:43 smithi062 bash[89221]: audit 2024-09-13T14:28:42.578344+0000 mgr.y (mgr.25139) 492 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:28:44.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:43 smithi062 bash[92878]: cluster 2024-09-13T14:28:42.424428+0000 mgr.y (mgr.25139) 491 : cluster [DBG] pgmap v275: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:28:44.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:43 smithi062 bash[92878]: cluster 2024-09-13T14:28:42.424428+0000 mgr.y (mgr.25139) 491 : cluster [DBG] pgmap v275: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:28:44.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:43 smithi062 bash[92878]: audit 2024-09-13T14:28:42.578344+0000 mgr.y (mgr.25139) 492 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:28:44.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:43 smithi062 bash[92878]: audit 2024-09-13T14:28:42.578344+0000 mgr.y (mgr.25139) 492 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:28:45.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:44 smithi178 bash[70490]: audit 2024-09-13T14:28:43.869564+0000 mon.a (mon.0) 213 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:28:45.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:44 smithi178 bash[70490]: audit 2024-09-13T14:28:43.869564+0000 mon.a (mon.0) 213 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:28:45.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:44 smithi178 bash[70490]: audit 2024-09-13T14:28:43.871088+0000 mon.b (mon.1) 140 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:28:45.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:44 smithi178 bash[70490]: audit 2024-09-13T14:28:43.871088+0000 mon.b (mon.1) 140 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:28:45.252 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:44 smithi062 bash[89221]: audit 2024-09-13T14:28:43.869564+0000 mon.a (mon.0) 213 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:28:45.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:44 smithi062 bash[89221]: audit 2024-09-13T14:28:43.869564+0000 mon.a (mon.0) 213 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:28:45.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:44 smithi062 bash[89221]: audit 2024-09-13T14:28:43.871088+0000 mon.b (mon.1) 140 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:28:45.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:44 smithi062 bash[89221]: audit 2024-09-13T14:28:43.871088+0000 mon.b (mon.1) 140 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:28:45.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:44 smithi062 bash[92878]: audit 2024-09-13T14:28:43.869564+0000 mon.a (mon.0) 213 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:28:45.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:44 smithi062 bash[92878]: audit 2024-09-13T14:28:43.869564+0000 mon.a (mon.0) 213 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:28:45.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:44 smithi062 bash[92878]: audit 2024-09-13T14:28:43.871088+0000 mon.b (mon.1) 140 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:28:45.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:44 smithi062 bash[92878]: audit 2024-09-13T14:28:43.871088+0000 mon.b (mon.1) 140 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:28:46.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:45 smithi178 bash[70490]: cluster 2024-09-13T14:28:44.425785+0000 mgr.y (mgr.25139) 493 : cluster [DBG] pgmap v276: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:28:46.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:45 smithi178 bash[70490]: cluster 2024-09-13T14:28:44.425785+0000 mgr.y (mgr.25139) 493 : cluster [DBG] pgmap v276: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:28:46.252 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:45 smithi062 bash[89221]: cluster 2024-09-13T14:28:44.425785+0000 mgr.y (mgr.25139) 493 : cluster [DBG] pgmap v276: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:28:46.252 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:45 smithi062 bash[89221]: cluster 2024-09-13T14:28:44.425785+0000 mgr.y (mgr.25139) 493 : cluster [DBG] pgmap v276: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:28:46.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:45 smithi062 bash[92878]: cluster 2024-09-13T14:28:44.425785+0000 mgr.y (mgr.25139) 493 : cluster [DBG] pgmap v276: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:28:46.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:45 smithi062 bash[92878]: cluster 2024-09-13T14:28:44.425785+0000 mgr.y (mgr.25139) 493 : cluster [DBG] pgmap v276: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:28:47.185 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:28:46 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:28:46.715271628Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:28:47.691 INFO:teuthology.orchestra.run.smithi062.stderr:Inferring config /var/lib/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T14:28:48.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:47 smithi178 bash[70490]: cluster 2024-09-13T14:28:46.426450+0000 mgr.y (mgr.25139) 494 : cluster [DBG] pgmap v277: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:28:48.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:47 smithi178 bash[70490]: cluster 2024-09-13T14:28:46.426450+0000 mgr.y (mgr.25139) 494 : cluster [DBG] pgmap v277: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:28:48.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:47 smithi062 bash[92878]: cluster 2024-09-13T14:28:46.426450+0000 mgr.y (mgr.25139) 494 : cluster [DBG] pgmap v277: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:28:48.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:47 smithi062 bash[92878]: cluster 2024-09-13T14:28:46.426450+0000 mgr.y (mgr.25139) 494 : cluster [DBG] pgmap v277: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:28:48.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:47 smithi062 bash[89221]: cluster 2024-09-13T14:28:46.426450+0000 mgr.y (mgr.25139) 494 : cluster [DBG] pgmap v277: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:28:48.255 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:47 smithi062 bash[89221]: cluster 2024-09-13T14:28:46.426450+0000 mgr.y (mgr.25139) 494 : cluster [DBG] pgmap v277: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:28:49.316 INFO:teuthology.orchestra.run.smithi062.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-13T14:28:49.316 INFO:teuthology.orchestra.run.smithi062.stdout:alertmanager.a smithi062 *:9093,9094 running (6m) 28s ago 33m 13.9M - 0.27.0 11f11916f8cd 6e93dcf56cea 2024-09-13T14:28:49.316 INFO:teuthology.orchestra.run.smithi062.stdout:grafana.a smithi178 *:3000 running (6m) 4m ago 33m 68.2M - 10.4.0 c8b91775d855 e5af99a01b68 2024-09-13T14:28:49.316 INFO:teuthology.orchestra.run.smithi062.stdout:iscsi.foo.smithi062.auboqe smithi062 *:5000 running (8m) 28s ago 31m 50.1M - 3.8 19dc8d659727 5db99a6f8116 2024-09-13T14:28:49.316 INFO:teuthology.orchestra.run.smithi062.stdout:mgr.x smithi178 *:8443,9283,8765 running (8m) 4m ago 42m 441M - 19.3.0-4917-gb0201b8c 1641fe80ce72 fc18b6fcd5bd 2024-09-13T14:28:49.316 INFO:teuthology.orchestra.run.smithi062.stdout:mgr.y smithi062 *:8443,9283,8765 running (19m) 28s ago 44m 512M - 19.3.0-4917-gb0201b8c 1641fe80ce72 fd629cc84850 2024-09-13T14:28:49.316 INFO:teuthology.orchestra.run.smithi062.stdout:mon.a smithi062 running (3m) 28s ago 44m 43.7M 2048M 19.3.0-4917-gb0201b8c 1641fe80ce72 6370c6daf05c 2024-09-13T14:28:49.316 INFO:teuthology.orchestra.run.smithi062.stdout:mon.b smithi178 running (4m) 4m ago 42m 18.1M 2048M 19.3.0-4917-gb0201b8c 1641fe80ce72 4246b63ea822 2024-09-13T14:28:49.316 INFO:teuthology.orchestra.run.smithi062.stdout:mon.c smithi062 running (2m) 28s ago 42m 33.6M 2048M 19.3.0-4917-gb0201b8c 1641fe80ce72 546ed05b6de1 2024-09-13T14:28:49.317 INFO:teuthology.orchestra.run.smithi062.stdout:node-exporter.a smithi062 *:9100 running (8m) 28s ago 34m 8095k - 1.7.0 72c9c2088986 d2a19c03fb98 2024-09-13T14:28:49.317 INFO:teuthology.orchestra.run.smithi062.stdout:node-exporter.b smithi178 *:9100 running (7m) 4m ago 34m 8131k - 1.7.0 72c9c2088986 ef73b17b6575 2024-09-13T14:28:49.317 INFO:teuthology.orchestra.run.smithi062.stdout:osd.0 smithi062 running (58s) 28s ago 41m 47.8M 3036M 19.3.0-4917-gb0201b8c 1641fe80ce72 711a747f4c3b 2024-09-13T14:28:49.317 INFO:teuthology.orchestra.run.smithi062.stdout:osd.1 smithi062 running (29s) 28s ago 40m - 3036M 19.3.0-4917-gb0201b8c 1641fe80ce72 8ddc722fe2b2 2024-09-13T14:28:49.317 INFO:teuthology.orchestra.run.smithi062.stdout:osd.2 smithi062 running (39m) 28s ago 39m 63.6M 3036M 19.1.1-322-g7741f7f9 19dc8d659727 f001b702483d 2024-09-13T14:28:49.317 INFO:teuthology.orchestra.run.smithi062.stdout:osd.3 smithi062 running (38m) 28s ago 38m 61.1M 3036M 19.1.1-322-g7741f7f9 19dc8d659727 cebed6322996 2024-09-13T14:28:49.317 INFO:teuthology.orchestra.run.smithi062.stdout:osd.4 smithi178 running (38m) 4m ago 38m 67.5M 3292M 19.1.1-322-g7741f7f9 19dc8d659727 7ff166ed36a8 2024-09-13T14:28:49.317 INFO:teuthology.orchestra.run.smithi062.stdout:osd.5 smithi178 running (37m) 4m ago 37m 64.7M 3292M 19.1.1-322-g7741f7f9 19dc8d659727 0ee354299930 2024-09-13T14:28:49.317 INFO:teuthology.orchestra.run.smithi062.stdout:osd.6 smithi178 running (36m) 4m ago 36m 55.2M 3292M 19.1.1-322-g7741f7f9 19dc8d659727 e6cb50c05b1b 2024-09-13T14:28:49.317 INFO:teuthology.orchestra.run.smithi062.stdout:osd.7 smithi178 running (35m) 4m ago 35m 64.7M 3292M 19.1.1-322-g7741f7f9 19dc8d659727 fbc9d74ccd0e 2024-09-13T14:28:49.317 INFO:teuthology.orchestra.run.smithi062.stdout:prometheus.a smithi178 *:9095 running (7m) 4m ago 34m 37.2M - 2.51.0 1d3b7f56885b 3a9393efc8c5 2024-09-13T14:28:49.317 INFO:teuthology.orchestra.run.smithi062.stdout:rgw.foo.smithi062.raldkl smithi062 *:8000 running (31m) 28s ago 31m 101M - 19.1.1-322-g7741f7f9 19dc8d659727 c374202ad667 2024-09-13T14:28:49.317 INFO:teuthology.orchestra.run.smithi062.stdout:rgw.foo.smithi178.sseeij smithi178 *:8000 running (31m) 4m ago 31m 102M - 19.1.1-322-g7741f7f9 19dc8d659727 86fcacc26a6b 2024-09-13T14:28:49.984 DEBUG:teuthology.orchestra.run.smithi062:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ff1149ea-71d5-11ef-bceb-c7b262605968 -e sha1=b0201b8c79733293453e7f10a10c7fa43119222b -- bash -c 'ceph versions | jq -e '"'"'.osd | length == 2'"'"'' 2024-09-13T14:28:50.185 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:28:49 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:28:49.7393Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:28:50.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:49 smithi178 bash[70490]: cluster 2024-09-13T14:28:48.427504+0000 mgr.y (mgr.25139) 495 : cluster [DBG] pgmap v278: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:28:50.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:49 smithi178 bash[70490]: cluster 2024-09-13T14:28:48.427504+0000 mgr.y (mgr.25139) 495 : cluster [DBG] pgmap v278: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:28:50.252 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:49 smithi062 bash[89221]: cluster 2024-09-13T14:28:48.427504+0000 mgr.y (mgr.25139) 495 : cluster [DBG] pgmap v278: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:28:50.252 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:49 smithi062 bash[89221]: cluster 2024-09-13T14:28:48.427504+0000 mgr.y (mgr.25139) 495 : cluster [DBG] pgmap v278: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:28:50.252 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:49 smithi062 bash[92878]: cluster 2024-09-13T14:28:48.427504+0000 mgr.y (mgr.25139) 495 : cluster [DBG] pgmap v278: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:28:50.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:49 smithi062 bash[92878]: cluster 2024-09-13T14:28:48.427504+0000 mgr.y (mgr.25139) 495 : cluster [DBG] pgmap v278: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:28:51.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:50 smithi178 bash[70490]: audit 2024-09-13T14:28:49.279359+0000 mgr.y (mgr.25139) 496 : audit [DBG] from='client.54230 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:28:51.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:50 smithi178 bash[70490]: audit 2024-09-13T14:28:49.279359+0000 mgr.y (mgr.25139) 496 : audit [DBG] from='client.54230 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:28:51.252 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:50 smithi062 bash[89221]: audit 2024-09-13T14:28:49.279359+0000 mgr.y (mgr.25139) 496 : audit [DBG] from='client.54230 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:28:51.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:50 smithi062 bash[89221]: audit 2024-09-13T14:28:49.279359+0000 mgr.y (mgr.25139) 496 : audit [DBG] from='client.54230 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:28:51.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:50 smithi062 bash[92878]: audit 2024-09-13T14:28:49.279359+0000 mgr.y (mgr.25139) 496 : audit [DBG] from='client.54230 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:28:51.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:50 smithi062 bash[92878]: audit 2024-09-13T14:28:49.279359+0000 mgr.y (mgr.25139) 496 : audit [DBG] from='client.54230 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:28:52.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:51 smithi178 bash[70490]: cluster 2024-09-13T14:28:50.429021+0000 mgr.y (mgr.25139) 497 : cluster [DBG] pgmap v279: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:28:52.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:51 smithi178 bash[70490]: cluster 2024-09-13T14:28:50.429021+0000 mgr.y (mgr.25139) 497 : cluster [DBG] pgmap v279: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:28:52.252 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:51 smithi062 bash[89221]: cluster 2024-09-13T14:28:50.429021+0000 mgr.y (mgr.25139) 497 : cluster [DBG] pgmap v279: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:28:52.252 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:51 smithi062 bash[89221]: cluster 2024-09-13T14:28:50.429021+0000 mgr.y (mgr.25139) 497 : cluster [DBG] pgmap v279: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:28:52.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:51 smithi062 bash[92878]: cluster 2024-09-13T14:28:50.429021+0000 mgr.y (mgr.25139) 497 : cluster [DBG] pgmap v279: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:28:52.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:51 smithi062 bash[92878]: cluster 2024-09-13T14:28:50.429021+0000 mgr.y (mgr.25139) 497 : cluster [DBG] pgmap v279: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:28:53.185 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:28:52 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:28:52.714695067Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:28:53.902 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:28:53 smithi062 bash[68610]: ::ffff:172.21.15.178 - - [13/Sep/2024:14:28:53] "GET /metrics HTTP/1.1" 200 38422 "" "Prometheus/2.51.0" 2024-09-13T14:28:54.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:53 smithi178 bash[70490]: cluster 2024-09-13T14:28:52.430097+0000 mgr.y (mgr.25139) 498 : cluster [DBG] pgmap v280: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:28:54.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:53 smithi178 bash[70490]: cluster 2024-09-13T14:28:52.430097+0000 mgr.y (mgr.25139) 498 : cluster [DBG] pgmap v280: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:28:54.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:53 smithi178 bash[70490]: audit 2024-09-13T14:28:52.588408+0000 mgr.y (mgr.25139) 499 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:28:54.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:53 smithi178 bash[70490]: audit 2024-09-13T14:28:52.588408+0000 mgr.y (mgr.25139) 499 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:28:54.252 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:53 smithi062 bash[89221]: cluster 2024-09-13T14:28:52.430097+0000 mgr.y (mgr.25139) 498 : cluster [DBG] pgmap v280: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:28:54.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:53 smithi062 bash[89221]: cluster 2024-09-13T14:28:52.430097+0000 mgr.y (mgr.25139) 498 : cluster [DBG] pgmap v280: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:28:54.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:53 smithi062 bash[89221]: audit 2024-09-13T14:28:52.588408+0000 mgr.y (mgr.25139) 499 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:28:54.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:53 smithi062 bash[89221]: audit 2024-09-13T14:28:52.588408+0000 mgr.y (mgr.25139) 499 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:28:54.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:53 smithi062 bash[92878]: cluster 2024-09-13T14:28:52.430097+0000 mgr.y (mgr.25139) 498 : cluster [DBG] pgmap v280: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:28:54.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:53 smithi062 bash[92878]: cluster 2024-09-13T14:28:52.430097+0000 mgr.y (mgr.25139) 498 : cluster [DBG] pgmap v280: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:28:54.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:53 smithi062 bash[92878]: audit 2024-09-13T14:28:52.588408+0000 mgr.y (mgr.25139) 499 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:28:54.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:53 smithi062 bash[92878]: audit 2024-09-13T14:28:52.588408+0000 mgr.y (mgr.25139) 499 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:28:54.809 INFO:teuthology.orchestra.run.smithi062.stderr:Inferring config /var/lib/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T14:28:56.185 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:28:55 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:28:55.714528304Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:28:56.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:55 smithi178 bash[70490]: cluster 2024-09-13T14:28:54.431587+0000 mgr.y (mgr.25139) 500 : cluster [DBG] pgmap v281: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:28:56.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:55 smithi178 bash[70490]: cluster 2024-09-13T14:28:54.431587+0000 mgr.y (mgr.25139) 500 : cluster [DBG] pgmap v281: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:28:56.252 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:55 smithi062 bash[89221]: cluster 2024-09-13T14:28:54.431587+0000 mgr.y (mgr.25139) 500 : cluster [DBG] pgmap v281: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:28:56.252 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:55 smithi062 bash[89221]: cluster 2024-09-13T14:28:54.431587+0000 mgr.y (mgr.25139) 500 : cluster [DBG] pgmap v281: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:28:56.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:55 smithi062 bash[92878]: cluster 2024-09-13T14:28:54.431587+0000 mgr.y (mgr.25139) 500 : cluster [DBG] pgmap v281: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:28:56.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:55 smithi062 bash[92878]: cluster 2024-09-13T14:28:54.431587+0000 mgr.y (mgr.25139) 500 : cluster [DBG] pgmap v281: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:28:56.533 INFO:teuthology.orchestra.run.smithi062.stdout:true 2024-09-13T14:28:57.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:56 smithi178 bash[70490]: audit 2024-09-13T14:28:56.520343+0000 mon.c (mon.2) 3 : audit [DBG] from='client.? 172.21.15.62:0/2672380136' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:28:57.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:56 smithi178 bash[70490]: audit 2024-09-13T14:28:56.520343+0000 mon.c (mon.2) 3 : audit [DBG] from='client.? 172.21.15.62:0/2672380136' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:28:57.252 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:56 smithi062 bash[92878]: audit 2024-09-13T14:28:56.520343+0000 mon.c (mon.2) 3 : audit [DBG] from='client.? 172.21.15.62:0/2672380136' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:28:57.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:56 smithi062 bash[92878]: audit 2024-09-13T14:28:56.520343+0000 mon.c (mon.2) 3 : audit [DBG] from='client.? 172.21.15.62:0/2672380136' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:28:57.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:56 smithi062 bash[89221]: audit 2024-09-13T14:28:56.520343+0000 mon.c (mon.2) 3 : audit [DBG] from='client.? 172.21.15.62:0/2672380136' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:28:57.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:56 smithi062 bash[89221]: audit 2024-09-13T14:28:56.520343+0000 mon.c (mon.2) 3 : audit [DBG] from='client.? 172.21.15.62:0/2672380136' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:28:57.285 DEBUG:teuthology.orchestra.run.smithi062:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ff1149ea-71d5-11ef-bceb-c7b262605968 -e sha1=b0201b8c79733293453e7f10a10c7fa43119222b -- bash -c 'ceph orch upgrade check quay.ceph.io/ceph-ci/ceph:$sha1 | jq -e '"'"'.up_to_date | length == 7'"'"'' 2024-09-13T14:28:58.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:57 smithi178 bash[70490]: cluster 2024-09-13T14:28:56.432269+0000 mgr.y (mgr.25139) 501 : cluster [DBG] pgmap v282: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:28:58.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:57 smithi178 bash[70490]: cluster 2024-09-13T14:28:56.432269+0000 mgr.y (mgr.25139) 501 : cluster [DBG] pgmap v282: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:28:58.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:57 smithi062 bash[89221]: cluster 2024-09-13T14:28:56.432269+0000 mgr.y (mgr.25139) 501 : cluster [DBG] pgmap v282: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:28:58.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:57 smithi062 bash[89221]: cluster 2024-09-13T14:28:56.432269+0000 mgr.y (mgr.25139) 501 : cluster [DBG] pgmap v282: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:28:58.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:57 smithi062 bash[92878]: cluster 2024-09-13T14:28:56.432269+0000 mgr.y (mgr.25139) 501 : cluster [DBG] pgmap v282: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:28:58.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:57 smithi062 bash[92878]: cluster 2024-09-13T14:28:56.432269+0000 mgr.y (mgr.25139) 501 : cluster [DBG] pgmap v282: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:28:59.188 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:28:58 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:28:58.743252153Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:28:59.188 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:58 smithi178 bash[70490]: audit 2024-09-13T14:28:58.861059+0000 mon.b (mon.1) 141 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:28:59.188 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:58 smithi178 bash[70490]: audit 2024-09-13T14:28:58.861059+0000 mon.b (mon.1) 141 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:28:59.252 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:58 smithi062 bash[89221]: audit 2024-09-13T14:28:58.861059+0000 mon.b (mon.1) 141 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:28:59.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:58 smithi062 bash[89221]: audit 2024-09-13T14:28:58.861059+0000 mon.b (mon.1) 141 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:28:59.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:58 smithi062 bash[92878]: audit 2024-09-13T14:28:58.861059+0000 mon.b (mon.1) 141 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:28:59.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:58 smithi062 bash[92878]: audit 2024-09-13T14:28:58.861059+0000 mon.b (mon.1) 141 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:29:00.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:59 smithi178 bash[70490]: cluster 2024-09-13T14:28:58.433317+0000 mgr.y (mgr.25139) 502 : cluster [DBG] pgmap v283: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:29:00.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:28:59 smithi178 bash[70490]: cluster 2024-09-13T14:28:58.433317+0000 mgr.y (mgr.25139) 502 : cluster [DBG] pgmap v283: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:29:00.252 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:59 smithi062 bash[89221]: cluster 2024-09-13T14:28:58.433317+0000 mgr.y (mgr.25139) 502 : cluster [DBG] pgmap v283: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:29:00.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:28:59 smithi062 bash[89221]: cluster 2024-09-13T14:28:58.433317+0000 mgr.y (mgr.25139) 502 : cluster [DBG] pgmap v283: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:29:00.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:59 smithi062 bash[92878]: cluster 2024-09-13T14:28:58.433317+0000 mgr.y (mgr.25139) 502 : cluster [DBG] pgmap v283: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:29:00.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:28:59 smithi062 bash[92878]: cluster 2024-09-13T14:28:58.433317+0000 mgr.y (mgr.25139) 502 : cluster [DBG] pgmap v283: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:29:02.105 INFO:teuthology.orchestra.run.smithi062.stderr:Inferring config /var/lib/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T14:29:02.185 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:29:01 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:29:01.721338777Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:29:02.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:29:01 smithi178 bash[70490]: cluster 2024-09-13T14:29:00.434789+0000 mgr.y (mgr.25139) 503 : cluster [DBG] pgmap v284: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:29:02.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:29:01 smithi178 bash[70490]: cluster 2024-09-13T14:29:00.434789+0000 mgr.y (mgr.25139) 503 : cluster [DBG] pgmap v284: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:29:02.252 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:29:01 smithi062 bash[89221]: cluster 2024-09-13T14:29:00.434789+0000 mgr.y (mgr.25139) 503 : cluster [DBG] pgmap v284: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:29:02.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:29:01 smithi062 bash[89221]: cluster 2024-09-13T14:29:00.434789+0000 mgr.y (mgr.25139) 503 : cluster [DBG] pgmap v284: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:29:02.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:29:01 smithi062 bash[92878]: cluster 2024-09-13T14:29:00.434789+0000 mgr.y (mgr.25139) 503 : cluster [DBG] pgmap v284: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:29:02.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:29:01 smithi062 bash[92878]: cluster 2024-09-13T14:29:00.434789+0000 mgr.y (mgr.25139) 503 : cluster [DBG] pgmap v284: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:29:03.941 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:29:03 smithi062 bash[68610]: ::ffff:172.21.15.178 - - [13/Sep/2024:14:29:03] "GET /metrics HTTP/1.1" 200 38421 "" "Prometheus/2.51.0" 2024-09-13T14:29:04.252 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:29:03 smithi062 bash[89221]: cluster 2024-09-13T14:29:02.435905+0000 mgr.y (mgr.25139) 504 : cluster [DBG] pgmap v285: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:29:04.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:29:03 smithi062 bash[89221]: cluster 2024-09-13T14:29:02.435905+0000 mgr.y (mgr.25139) 504 : cluster [DBG] pgmap v285: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:29:04.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:29:03 smithi062 bash[89221]: audit 2024-09-13T14:29:02.598494+0000 mgr.y (mgr.25139) 505 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:29:04.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:29:03 smithi062 bash[89221]: audit 2024-09-13T14:29:02.598494+0000 mgr.y (mgr.25139) 505 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:29:04.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:29:03 smithi062 bash[92878]: cluster 2024-09-13T14:29:02.435905+0000 mgr.y (mgr.25139) 504 : cluster [DBG] pgmap v285: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:29:04.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:29:03 smithi062 bash[92878]: cluster 2024-09-13T14:29:02.435905+0000 mgr.y (mgr.25139) 504 : cluster [DBG] pgmap v285: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:29:04.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:29:03 smithi062 bash[92878]: audit 2024-09-13T14:29:02.598494+0000 mgr.y (mgr.25139) 505 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:29:04.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:29:03 smithi062 bash[92878]: audit 2024-09-13T14:29:02.598494+0000 mgr.y (mgr.25139) 505 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:29:04.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:29:03 smithi178 bash[70490]: cluster 2024-09-13T14:29:02.435905+0000 mgr.y (mgr.25139) 504 : cluster [DBG] pgmap v285: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:29:04.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:29:03 smithi178 bash[70490]: cluster 2024-09-13T14:29:02.435905+0000 mgr.y (mgr.25139) 504 : cluster [DBG] pgmap v285: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:29:04.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:29:03 smithi178 bash[70490]: audit 2024-09-13T14:29:02.598494+0000 mgr.y (mgr.25139) 505 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:29:04.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:29:03 smithi178 bash[70490]: audit 2024-09-13T14:29:02.598494+0000 mgr.y (mgr.25139) 505 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:29:05.185 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:29:04 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:29:04.725910885Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:29:05.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:29:04 smithi178 bash[70490]: audit 2024-09-13T14:29:03.543314+0000 mgr.y (mgr.25139) 506 : audit [DBG] from='client.44268 -' entity='client.admin' cmd=[{"prefix": "orch upgrade check", "image": "quay.ceph.io/ceph-ci/ceph:b0201b8c79733293453e7f10a10c7fa43119222b", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:29:05.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:29:04 smithi178 bash[70490]: audit 2024-09-13T14:29:03.543314+0000 mgr.y (mgr.25139) 506 : audit [DBG] from='client.44268 -' entity='client.admin' cmd=[{"prefix": "orch upgrade check", "image": "quay.ceph.io/ceph-ci/ceph:b0201b8c79733293453e7f10a10c7fa43119222b", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:29:05.252 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:29:04 smithi062 bash[92878]: audit 2024-09-13T14:29:03.543314+0000 mgr.y (mgr.25139) 506 : audit [DBG] from='client.44268 -' entity='client.admin' cmd=[{"prefix": "orch upgrade check", "image": "quay.ceph.io/ceph-ci/ceph:b0201b8c79733293453e7f10a10c7fa43119222b", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:29:05.252 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:29:04 smithi062 bash[92878]: audit 2024-09-13T14:29:03.543314+0000 mgr.y (mgr.25139) 506 : audit [DBG] from='client.44268 -' entity='client.admin' cmd=[{"prefix": "orch upgrade check", "image": "quay.ceph.io/ceph-ci/ceph:b0201b8c79733293453e7f10a10c7fa43119222b", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:29:05.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:29:04 smithi062 bash[89221]: audit 2024-09-13T14:29:03.543314+0000 mgr.y (mgr.25139) 506 : audit [DBG] from='client.44268 -' entity='client.admin' cmd=[{"prefix": "orch upgrade check", "image": "quay.ceph.io/ceph-ci/ceph:b0201b8c79733293453e7f10a10c7fa43119222b", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:29:05.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:29:04 smithi062 bash[89221]: audit 2024-09-13T14:29:03.543314+0000 mgr.y (mgr.25139) 506 : audit [DBG] from='client.44268 -' entity='client.admin' cmd=[{"prefix": "orch upgrade check", "image": "quay.ceph.io/ceph-ci/ceph:b0201b8c79733293453e7f10a10c7fa43119222b", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:29:05.917 INFO:teuthology.orchestra.run.smithi062.stdout:true 2024-09-13T14:29:06.252 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:29:05 smithi062 bash[89221]: cluster 2024-09-13T14:29:04.437349+0000 mgr.y (mgr.25139) 507 : cluster [DBG] pgmap v286: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:29:06.252 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:29:05 smithi062 bash[89221]: cluster 2024-09-13T14:29:04.437349+0000 mgr.y (mgr.25139) 507 : cluster [DBG] pgmap v286: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:29:06.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:29:05 smithi062 bash[92878]: cluster 2024-09-13T14:29:04.437349+0000 mgr.y (mgr.25139) 507 : cluster [DBG] pgmap v286: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:29:06.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:29:05 smithi062 bash[92878]: cluster 2024-09-13T14:29:04.437349+0000 mgr.y (mgr.25139) 507 : cluster [DBG] pgmap v286: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:29:06.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:29:05 smithi178 bash[70490]: cluster 2024-09-13T14:29:04.437349+0000 mgr.y (mgr.25139) 507 : cluster [DBG] pgmap v286: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:29:06.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:29:05 smithi178 bash[70490]: cluster 2024-09-13T14:29:04.437349+0000 mgr.y (mgr.25139) 507 : cluster [DBG] pgmap v286: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:29:06.555 DEBUG:teuthology.orchestra.run.smithi062:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ff1149ea-71d5-11ef-bceb-c7b262605968 -e sha1=b0201b8c79733293453e7f10a10c7fa43119222b -- bash -c 'ceph orch upgrade status' 2024-09-13T14:29:08.185 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:29:07 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:29:07.729805143Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:29:08.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:29:07 smithi178 bash[70490]: cluster 2024-09-13T14:29:06.438068+0000 mgr.y (mgr.25139) 508 : cluster [DBG] pgmap v287: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:29:08.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:29:07 smithi178 bash[70490]: cluster 2024-09-13T14:29:06.438068+0000 mgr.y (mgr.25139) 508 : cluster [DBG] pgmap v287: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:29:08.252 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:29:07 smithi062 bash[89221]: cluster 2024-09-13T14:29:06.438068+0000 mgr.y (mgr.25139) 508 : cluster [DBG] pgmap v287: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:29:08.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:29:07 smithi062 bash[89221]: cluster 2024-09-13T14:29:06.438068+0000 mgr.y (mgr.25139) 508 : cluster [DBG] pgmap v287: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:29:08.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:29:07 smithi062 bash[92878]: cluster 2024-09-13T14:29:06.438068+0000 mgr.y (mgr.25139) 508 : cluster [DBG] pgmap v287: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:29:08.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:29:07 smithi062 bash[92878]: cluster 2024-09-13T14:29:06.438068+0000 mgr.y (mgr.25139) 508 : cluster [DBG] pgmap v287: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:29:10.252 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:29:09 smithi062 bash[89221]: cluster 2024-09-13T14:29:08.439081+0000 mgr.y (mgr.25139) 509 : cluster [DBG] pgmap v288: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:29:10.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:29:09 smithi062 bash[89221]: cluster 2024-09-13T14:29:08.439081+0000 mgr.y (mgr.25139) 509 : cluster [DBG] pgmap v288: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:29:10.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:29:09 smithi062 bash[92878]: cluster 2024-09-13T14:29:08.439081+0000 mgr.y (mgr.25139) 509 : cluster [DBG] pgmap v288: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:29:10.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:29:09 smithi062 bash[92878]: cluster 2024-09-13T14:29:08.439081+0000 mgr.y (mgr.25139) 509 : cluster [DBG] pgmap v288: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:29:10.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:29:09 smithi178 bash[70490]: cluster 2024-09-13T14:29:08.439081+0000 mgr.y (mgr.25139) 509 : cluster [DBG] pgmap v288: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:29:10.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:29:09 smithi178 bash[70490]: cluster 2024-09-13T14:29:08.439081+0000 mgr.y (mgr.25139) 509 : cluster [DBG] pgmap v288: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:29:11.185 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:29:10 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:29:10.749655031Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:29:11.376 INFO:teuthology.orchestra.run.smithi062.stderr:Inferring config /var/lib/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T14:29:12.252 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:29:11 smithi062 bash[89221]: cluster 2024-09-13T14:29:10.440614+0000 mgr.y (mgr.25139) 510 : cluster [DBG] pgmap v289: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:29:12.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:29:11 smithi062 bash[89221]: cluster 2024-09-13T14:29:10.440614+0000 mgr.y (mgr.25139) 510 : cluster [DBG] pgmap v289: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:29:12.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:29:11 smithi062 bash[92878]: cluster 2024-09-13T14:29:10.440614+0000 mgr.y (mgr.25139) 510 : cluster [DBG] pgmap v289: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:29:12.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:29:11 smithi062 bash[92878]: cluster 2024-09-13T14:29:10.440614+0000 mgr.y (mgr.25139) 510 : cluster [DBG] pgmap v289: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:29:12.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:29:11 smithi178 bash[70490]: cluster 2024-09-13T14:29:10.440614+0000 mgr.y (mgr.25139) 510 : cluster [DBG] pgmap v289: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:29:12.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:29:11 smithi178 bash[70490]: cluster 2024-09-13T14:29:10.440614+0000 mgr.y (mgr.25139) 510 : cluster [DBG] pgmap v289: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:29:13.260 INFO:teuthology.orchestra.run.smithi062.stdout:{ 2024-09-13T14:29:13.260 INFO:teuthology.orchestra.run.smithi062.stdout: "target_image": null, 2024-09-13T14:29:13.261 INFO:teuthology.orchestra.run.smithi062.stdout: "in_progress": false, 2024-09-13T14:29:13.261 INFO:teuthology.orchestra.run.smithi062.stdout: "which": "", 2024-09-13T14:29:13.261 INFO:teuthology.orchestra.run.smithi062.stdout: "services_complete": [], 2024-09-13T14:29:13.261 INFO:teuthology.orchestra.run.smithi062.stdout: "progress": null, 2024-09-13T14:29:13.261 INFO:teuthology.orchestra.run.smithi062.stdout: "message": "", 2024-09-13T14:29:13.261 INFO:teuthology.orchestra.run.smithi062.stdout: "is_paused": false 2024-09-13T14:29:13.261 INFO:teuthology.orchestra.run.smithi062.stdout:} 2024-09-13T14:29:13.948 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:29:13 smithi062 bash[68610]: ::ffff:172.21.15.178 - - [13/Sep/2024:14:29:13] "GET /metrics HTTP/1.1" 200 38421 "" "Prometheus/2.51.0" 2024-09-13T14:29:13.949 DEBUG:teuthology.orchestra.run.smithi062:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ff1149ea-71d5-11ef-bceb-c7b262605968 -e sha1=b0201b8c79733293453e7f10a10c7fa43119222b -- bash -c 'ceph health detail' 2024-09-13T14:29:13.973 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:29:13 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:29:13.722212099Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:29:14.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:29:13 smithi062 bash[89221]: cluster 2024-09-13T14:29:12.441634+0000 mgr.y (mgr.25139) 511 : cluster [DBG] pgmap v290: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:29:14.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:29:13 smithi062 bash[89221]: cluster 2024-09-13T14:29:12.441634+0000 mgr.y (mgr.25139) 511 : cluster [DBG] pgmap v290: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:29:14.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:29:13 smithi062 bash[89221]: audit 2024-09-13T14:29:12.604520+0000 mgr.y (mgr.25139) 512 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:29:14.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:29:13 smithi062 bash[89221]: audit 2024-09-13T14:29:12.604520+0000 mgr.y (mgr.25139) 512 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:29:14.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:29:13 smithi062 bash[89221]: audit 2024-09-13T14:29:13.861543+0000 mon.b (mon.1) 142 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:29:14.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:29:13 smithi062 bash[89221]: audit 2024-09-13T14:29:13.861543+0000 mon.b (mon.1) 142 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:29:14.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:29:13 smithi062 bash[92878]: cluster 2024-09-13T14:29:12.441634+0000 mgr.y (mgr.25139) 511 : cluster [DBG] pgmap v290: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:29:14.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:29:13 smithi062 bash[92878]: cluster 2024-09-13T14:29:12.441634+0000 mgr.y (mgr.25139) 511 : cluster [DBG] pgmap v290: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:29:14.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:29:13 smithi062 bash[92878]: audit 2024-09-13T14:29:12.604520+0000 mgr.y (mgr.25139) 512 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:29:14.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:29:13 smithi062 bash[92878]: audit 2024-09-13T14:29:12.604520+0000 mgr.y (mgr.25139) 512 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:29:14.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:29:13 smithi062 bash[92878]: audit 2024-09-13T14:29:13.861543+0000 mon.b (mon.1) 142 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:29:14.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:29:13 smithi062 bash[92878]: audit 2024-09-13T14:29:13.861543+0000 mon.b (mon.1) 142 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:29:14.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:29:13 smithi178 bash[70490]: cluster 2024-09-13T14:29:12.441634+0000 mgr.y (mgr.25139) 511 : cluster [DBG] pgmap v290: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:29:14.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:29:13 smithi178 bash[70490]: cluster 2024-09-13T14:29:12.441634+0000 mgr.y (mgr.25139) 511 : cluster [DBG] pgmap v290: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:29:14.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:29:13 smithi178 bash[70490]: audit 2024-09-13T14:29:12.604520+0000 mgr.y (mgr.25139) 512 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:29:14.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:29:13 smithi178 bash[70490]: audit 2024-09-13T14:29:12.604520+0000 mgr.y (mgr.25139) 512 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:29:14.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:29:13 smithi178 bash[70490]: audit 2024-09-13T14:29:13.861543+0000 mon.b (mon.1) 142 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:29:14.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:29:13 smithi178 bash[70490]: audit 2024-09-13T14:29:13.861543+0000 mon.b (mon.1) 142 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:29:15.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:29:14 smithi062 bash[89221]: audit 2024-09-13T14:29:13.261893+0000 mgr.y (mgr.25139) 513 : audit [DBG] from='client.44274 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:29:15.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:29:14 smithi062 bash[89221]: audit 2024-09-13T14:29:13.261893+0000 mgr.y (mgr.25139) 513 : audit [DBG] from='client.44274 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:29:15.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:29:14 smithi062 bash[92878]: audit 2024-09-13T14:29:13.261893+0000 mgr.y (mgr.25139) 513 : audit [DBG] from='client.44274 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:29:15.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:29:14 smithi062 bash[92878]: audit 2024-09-13T14:29:13.261893+0000 mgr.y (mgr.25139) 513 : audit [DBG] from='client.44274 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:29:15.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:29:14 smithi178 bash[70490]: audit 2024-09-13T14:29:13.261893+0000 mgr.y (mgr.25139) 513 : audit [DBG] from='client.44274 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:29:15.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:29:14 smithi178 bash[70490]: audit 2024-09-13T14:29:13.261893+0000 mgr.y (mgr.25139) 513 : audit [DBG] from='client.44274 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:29:16.252 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:29:15 smithi062 bash[89221]: cluster 2024-09-13T14:29:14.443073+0000 mgr.y (mgr.25139) 514 : cluster [DBG] pgmap v291: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:29:16.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:29:15 smithi062 bash[89221]: cluster 2024-09-13T14:29:14.443073+0000 mgr.y (mgr.25139) 514 : cluster [DBG] pgmap v291: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:29:16.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:29:15 smithi062 bash[92878]: cluster 2024-09-13T14:29:14.443073+0000 mgr.y (mgr.25139) 514 : cluster [DBG] pgmap v291: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:29:16.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:29:15 smithi062 bash[92878]: cluster 2024-09-13T14:29:14.443073+0000 mgr.y (mgr.25139) 514 : cluster [DBG] pgmap v291: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:29:16.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:29:15 smithi178 bash[70490]: cluster 2024-09-13T14:29:14.443073+0000 mgr.y (mgr.25139) 514 : cluster [DBG] pgmap v291: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:29:16.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:29:15 smithi178 bash[70490]: cluster 2024-09-13T14:29:14.443073+0000 mgr.y (mgr.25139) 514 : cluster [DBG] pgmap v291: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:29:17.185 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:29:16 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:29:16.739037823Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:29:18.252 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:29:17 smithi062 bash[89221]: cluster 2024-09-13T14:29:16.443832+0000 mgr.y (mgr.25139) 515 : cluster [DBG] pgmap v292: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:29:18.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:29:17 smithi062 bash[89221]: cluster 2024-09-13T14:29:16.443832+0000 mgr.y (mgr.25139) 515 : cluster [DBG] pgmap v292: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:29:18.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:29:17 smithi062 bash[92878]: cluster 2024-09-13T14:29:16.443832+0000 mgr.y (mgr.25139) 515 : cluster [DBG] pgmap v292: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:29:18.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:29:17 smithi062 bash[92878]: cluster 2024-09-13T14:29:16.443832+0000 mgr.y (mgr.25139) 515 : cluster [DBG] pgmap v292: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:29:18.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:29:17 smithi178 bash[70490]: cluster 2024-09-13T14:29:16.443832+0000 mgr.y (mgr.25139) 515 : cluster [DBG] pgmap v292: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:29:18.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:29:17 smithi178 bash[70490]: cluster 2024-09-13T14:29:16.443832+0000 mgr.y (mgr.25139) 515 : cluster [DBG] pgmap v292: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:29:18.775 INFO:teuthology.orchestra.run.smithi062.stderr:Inferring config /var/lib/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T14:29:20.185 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:29:19 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:29:19.74417208Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:29:20.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:29:19 smithi178 bash[70490]: cluster 2024-09-13T14:29:18.444831+0000 mgr.y (mgr.25139) 516 : cluster [DBG] pgmap v293: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:29:20.186 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:29:19 smithi178 bash[70490]: cluster 2024-09-13T14:29:18.444831+0000 mgr.y (mgr.25139) 516 : cluster [DBG] pgmap v293: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:29:20.246 INFO:teuthology.orchestra.run.smithi062.stdout:HEALTH_OK 2024-09-13T14:29:20.252 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:29:19 smithi062 bash[92878]: cluster 2024-09-13T14:29:18.444831+0000 mgr.y (mgr.25139) 516 : cluster [DBG] pgmap v293: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:29:20.252 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:29:19 smithi062 bash[92878]: cluster 2024-09-13T14:29:18.444831+0000 mgr.y (mgr.25139) 516 : cluster [DBG] pgmap v293: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:29:20.252 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:29:19 smithi062 bash[89221]: cluster 2024-09-13T14:29:18.444831+0000 mgr.y (mgr.25139) 516 : cluster [DBG] pgmap v293: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:29:20.252 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:29:19 smithi062 bash[89221]: cluster 2024-09-13T14:29:18.444831+0000 mgr.y (mgr.25139) 516 : cluster [DBG] pgmap v293: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:29:20.965 DEBUG:teuthology.orchestra.run.smithi062:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ff1149ea-71d5-11ef-bceb-c7b262605968 -e sha1=b0201b8c79733293453e7f10a10c7fa43119222b -- bash -c 'ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 --daemon-types crash,osd --limit 1' 2024-09-13T14:29:21.252 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:29:21 smithi062 bash[89221]: audit 2024-09-13T14:29:20.247482+0000 mon.a (mon.0) 214 : audit [DBG] from='client.? 172.21.15.62:0/3420247038' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-09-13T14:29:21.252 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:29:21 smithi062 bash[89221]: audit 2024-09-13T14:29:20.247482+0000 mon.a (mon.0) 214 : audit [DBG] from='client.? 172.21.15.62:0/3420247038' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-09-13T14:29:21.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:29:21 smithi062 bash[92878]: audit 2024-09-13T14:29:20.247482+0000 mon.a (mon.0) 214 : audit [DBG] from='client.? 172.21.15.62:0/3420247038' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-09-13T14:29:21.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:29:21 smithi062 bash[92878]: audit 2024-09-13T14:29:20.247482+0000 mon.a (mon.0) 214 : audit [DBG] from='client.? 172.21.15.62:0/3420247038' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-09-13T14:29:21.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:29:21 smithi178 bash[70490]: audit 2024-09-13T14:29:20.247482+0000 mon.a (mon.0) 214 : audit [DBG] from='client.? 172.21.15.62:0/3420247038' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-09-13T14:29:21.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:29:21 smithi178 bash[70490]: audit 2024-09-13T14:29:20.247482+0000 mon.a (mon.0) 214 : audit [DBG] from='client.? 172.21.15.62:0/3420247038' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-09-13T14:29:22.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:29:22 smithi178 bash[70490]: cluster 2024-09-13T14:29:20.446255+0000 mgr.y (mgr.25139) 517 : cluster [DBG] pgmap v294: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:29:22.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:29:22 smithi178 bash[70490]: cluster 2024-09-13T14:29:20.446255+0000 mgr.y (mgr.25139) 517 : cluster [DBG] pgmap v294: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:29:22.502 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:29:22 smithi062 bash[92878]: cluster 2024-09-13T14:29:20.446255+0000 mgr.y (mgr.25139) 517 : cluster [DBG] pgmap v294: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:29:22.502 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:29:22 smithi062 bash[92878]: cluster 2024-09-13T14:29:20.446255+0000 mgr.y (mgr.25139) 517 : cluster [DBG] pgmap v294: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:29:22.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:29:22 smithi062 bash[89221]: cluster 2024-09-13T14:29:20.446255+0000 mgr.y (mgr.25139) 517 : cluster [DBG] pgmap v294: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:29:22.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:29:22 smithi062 bash[89221]: cluster 2024-09-13T14:29:20.446255+0000 mgr.y (mgr.25139) 517 : cluster [DBG] pgmap v294: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:29:23.185 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:29:22 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:29:22.737609679Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:29:24.002 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:29:23 smithi062 bash[68610]: ::ffff:172.21.15.178 - - [13/Sep/2024:14:29:23] "GET /metrics HTTP/1.1" 200 38420 "" "Prometheus/2.51.0" 2024-09-13T14:29:24.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:29:24 smithi178 bash[70490]: cluster 2024-09-13T14:29:22.447404+0000 mgr.y (mgr.25139) 518 : cluster [DBG] pgmap v295: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:29:24.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:29:24 smithi178 bash[70490]: cluster 2024-09-13T14:29:22.447404+0000 mgr.y (mgr.25139) 518 : cluster [DBG] pgmap v295: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:29:24.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:29:24 smithi178 bash[70490]: audit 2024-09-13T14:29:22.615764+0000 mgr.y (mgr.25139) 519 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:29:24.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:29:24 smithi178 bash[70490]: audit 2024-09-13T14:29:22.615764+0000 mgr.y (mgr.25139) 519 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:29:24.502 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:29:24 smithi062 bash[89221]: cluster 2024-09-13T14:29:22.447404+0000 mgr.y (mgr.25139) 518 : cluster [DBG] pgmap v295: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:29:24.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:29:24 smithi062 bash[89221]: cluster 2024-09-13T14:29:22.447404+0000 mgr.y (mgr.25139) 518 : cluster [DBG] pgmap v295: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:29:24.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:29:24 smithi062 bash[89221]: audit 2024-09-13T14:29:22.615764+0000 mgr.y (mgr.25139) 519 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:29:24.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:29:24 smithi062 bash[89221]: audit 2024-09-13T14:29:22.615764+0000 mgr.y (mgr.25139) 519 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:29:24.503 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:29:24 smithi062 bash[92878]: cluster 2024-09-13T14:29:22.447404+0000 mgr.y (mgr.25139) 518 : cluster [DBG] pgmap v295: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:29:24.503 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:29:24 smithi062 bash[92878]: cluster 2024-09-13T14:29:22.447404+0000 mgr.y (mgr.25139) 518 : cluster [DBG] pgmap v295: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:29:24.503 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:29:24 smithi062 bash[92878]: audit 2024-09-13T14:29:22.615764+0000 mgr.y (mgr.25139) 519 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:29:24.503 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:29:24 smithi062 bash[92878]: audit 2024-09-13T14:29:22.615764+0000 mgr.y (mgr.25139) 519 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:29:25.795 INFO:teuthology.orchestra.run.smithi062.stderr:Inferring config /var/lib/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T14:29:26.014 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:29:25 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:29:25.714693147Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:29:26.252 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:29:26 smithi062 bash[89221]: cluster 2024-09-13T14:29:24.448911+0000 mgr.y (mgr.25139) 520 : cluster [DBG] pgmap v296: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:29:26.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:29:26 smithi062 bash[89221]: cluster 2024-09-13T14:29:24.448911+0000 mgr.y (mgr.25139) 520 : cluster [DBG] pgmap v296: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:29:26.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:29:26 smithi062 bash[92878]: cluster 2024-09-13T14:29:24.448911+0000 mgr.y (mgr.25139) 520 : cluster [DBG] pgmap v296: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:29:26.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:29:26 smithi062 bash[92878]: cluster 2024-09-13T14:29:24.448911+0000 mgr.y (mgr.25139) 520 : cluster [DBG] pgmap v296: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:29:26.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:29:26 smithi178 bash[70490]: cluster 2024-09-13T14:29:24.448911+0000 mgr.y (mgr.25139) 520 : cluster [DBG] pgmap v296: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:29:26.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:29:26 smithi178 bash[70490]: cluster 2024-09-13T14:29:24.448911+0000 mgr.y (mgr.25139) 520 : cluster [DBG] pgmap v296: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:29:28.252 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:29:28 smithi062 bash[89221]: cluster 2024-09-13T14:29:26.449614+0000 mgr.y (mgr.25139) 521 : cluster [DBG] pgmap v297: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:29:28.252 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:29:28 smithi062 bash[89221]: cluster 2024-09-13T14:29:26.449614+0000 mgr.y (mgr.25139) 521 : cluster [DBG] pgmap v297: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:29:28.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:29:28 smithi062 bash[92878]: cluster 2024-09-13T14:29:26.449614+0000 mgr.y (mgr.25139) 521 : cluster [DBG] pgmap v297: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:29:28.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:29:28 smithi062 bash[92878]: cluster 2024-09-13T14:29:26.449614+0000 mgr.y (mgr.25139) 521 : cluster [DBG] pgmap v297: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:29:28.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:29:28 smithi178 bash[70490]: cluster 2024-09-13T14:29:26.449614+0000 mgr.y (mgr.25139) 521 : cluster [DBG] pgmap v297: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:29:28.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:29:28 smithi178 bash[70490]: cluster 2024-09-13T14:29:26.449614+0000 mgr.y (mgr.25139) 521 : cluster [DBG] pgmap v297: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:29:29.025 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:29:28 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:29:28.714928797Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:29:29.252 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:29:29 smithi062 bash[89221]: audit 2024-09-13T14:29:27.345801+0000 mgr.y (mgr.25139) 522 : audit [DBG] from='client.54260 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:b0201b8c79733293453e7f10a10c7fa43119222b", "daemon_types": "crash,osd", "limit": 1, "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:29:29.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:29:29 smithi062 bash[89221]: audit 2024-09-13T14:29:27.345801+0000 mgr.y (mgr.25139) 522 : audit [DBG] from='client.54260 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:b0201b8c79733293453e7f10a10c7fa43119222b", "daemon_types": "crash,osd", "limit": 1, "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:29:29.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:29:29 smithi062 bash[89221]: audit 2024-09-13T14:29:28.862208+0000 mon.b (mon.1) 143 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:29:29.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:29:29 smithi062 bash[89221]: audit 2024-09-13T14:29:28.862208+0000 mon.b (mon.1) 143 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:29:29.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:29:29 smithi062 bash[92878]: audit 2024-09-13T14:29:27.345801+0000 mgr.y (mgr.25139) 522 : audit [DBG] from='client.54260 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:b0201b8c79733293453e7f10a10c7fa43119222b", "daemon_types": "crash,osd", "limit": 1, "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:29:29.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:29:29 smithi062 bash[92878]: audit 2024-09-13T14:29:27.345801+0000 mgr.y (mgr.25139) 522 : audit [DBG] from='client.54260 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:b0201b8c79733293453e7f10a10c7fa43119222b", "daemon_types": "crash,osd", "limit": 1, "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:29:29.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:29:29 smithi062 bash[92878]: audit 2024-09-13T14:29:28.862208+0000 mon.b (mon.1) 143 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:29:29.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:29:29 smithi062 bash[92878]: audit 2024-09-13T14:29:28.862208+0000 mon.b (mon.1) 143 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:29:29.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:29:29 smithi178 bash[70490]: audit 2024-09-13T14:29:27.345801+0000 mgr.y (mgr.25139) 522 : audit [DBG] from='client.54260 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:b0201b8c79733293453e7f10a10c7fa43119222b", "daemon_types": "crash,osd", "limit": 1, "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:29:29.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:29:29 smithi178 bash[70490]: audit 2024-09-13T14:29:27.345801+0000 mgr.y (mgr.25139) 522 : audit [DBG] from='client.54260 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:b0201b8c79733293453e7f10a10c7fa43119222b", "daemon_types": "crash,osd", "limit": 1, "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:29:29.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:29:29 smithi178 bash[70490]: audit 2024-09-13T14:29:28.862208+0000 mon.b (mon.1) 143 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:29:29.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:29:29 smithi178 bash[70490]: audit 2024-09-13T14:29:28.862208+0000 mon.b (mon.1) 143 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:29:29.805 INFO:teuthology.orchestra.run.smithi062.stdout:Initiating upgrade to quay.ceph.io/ceph-ci/ceph:b0201b8c79733293453e7f10a10c7fa43119222b 2024-09-13T14:29:30.252 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:29:30 smithi062 bash[89221]: cluster 2024-09-13T14:29:28.450666+0000 mgr.y (mgr.25139) 523 : cluster [DBG] pgmap v298: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:29:30.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:29:30 smithi062 bash[89221]: cluster 2024-09-13T14:29:28.450666+0000 mgr.y (mgr.25139) 523 : cluster [DBG] pgmap v298: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:29:30.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:29:30 smithi062 bash[89221]: audit 2024-09-13T14:29:29.805043+0000 mon.a (mon.0) 215 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:29:30.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:29:30 smithi062 bash[89221]: audit 2024-09-13T14:29:29.805043+0000 mon.a (mon.0) 215 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:29:30.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:29:30 smithi062 bash[92878]: cluster 2024-09-13T14:29:28.450666+0000 mgr.y (mgr.25139) 523 : cluster [DBG] pgmap v298: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:29:30.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:29:30 smithi062 bash[92878]: cluster 2024-09-13T14:29:28.450666+0000 mgr.y (mgr.25139) 523 : cluster [DBG] pgmap v298: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:29:30.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:29:30 smithi062 bash[92878]: audit 2024-09-13T14:29:29.805043+0000 mon.a (mon.0) 215 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:29:30.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:29:30 smithi062 bash[92878]: audit 2024-09-13T14:29:29.805043+0000 mon.a (mon.0) 215 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:29:30.428 DEBUG:teuthology.orchestra.run.smithi062:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ff1149ea-71d5-11ef-bceb-c7b262605968 -e sha1=b0201b8c79733293453e7f10a10c7fa43119222b -- bash -c 'while ceph orch upgrade status | jq '"'"'.in_progress'"'"' | grep true && ! ceph orch upgrade status | jq '"'"'.message'"'"' | grep Error ; do ceph orch ps ; ceph versions ; ceph orch upgrade status ; sleep 30 ; done' 2024-09-13T14:29:30.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:29:30 smithi178 bash[70490]: cluster 2024-09-13T14:29:28.450666+0000 mgr.y (mgr.25139) 523 : cluster [DBG] pgmap v298: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:29:30.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:29:30 smithi178 bash[70490]: cluster 2024-09-13T14:29:28.450666+0000 mgr.y (mgr.25139) 523 : cluster [DBG] pgmap v298: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:29:30.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:29:30 smithi178 bash[70490]: audit 2024-09-13T14:29:29.805043+0000 mon.a (mon.0) 215 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:29:30.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:29:30 smithi178 bash[70490]: audit 2024-09-13T14:29:29.805043+0000 mon.a (mon.0) 215 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:29:31.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:29:31 smithi178 bash[70490]: cephadm 2024-09-13T14:29:29.796187+0000 mgr.y (mgr.25139) 524 : cephadm [INF] Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:b0201b8c79733293453e7f10a10c7fa43119222b 2024-09-13T14:29:31.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:29:31 smithi178 bash[70490]: cephadm 2024-09-13T14:29:29.796187+0000 mgr.y (mgr.25139) 524 : cephadm [INF] Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:b0201b8c79733293453e7f10a10c7fa43119222b 2024-09-13T14:29:31.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:29:31 smithi178 bash[70490]: audit 2024-09-13T14:29:30.460876+0000 mon.b (mon.1) 144 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:29:31.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:29:31 smithi178 bash[70490]: audit 2024-09-13T14:29:30.460876+0000 mon.b (mon.1) 144 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:29:31.436 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:29:31 smithi178 bash[70490]: audit 2024-09-13T14:29:30.462345+0000 mon.b (mon.1) 145 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-13T14:29:31.436 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:29:31 smithi178 bash[70490]: audit 2024-09-13T14:29:30.462345+0000 mon.b (mon.1) 145 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-13T14:29:31.436 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:29:31 smithi178 bash[70490]: audit 2024-09-13T14:29:30.471778+0000 mon.a (mon.0) 216 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:29:31.436 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:29:31 smithi178 bash[70490]: audit 2024-09-13T14:29:30.471778+0000 mon.a (mon.0) 216 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:29:31.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:29:31 smithi062 bash[89221]: cephadm 2024-09-13T14:29:29.796187+0000 mgr.y (mgr.25139) 524 : cephadm [INF] Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:b0201b8c79733293453e7f10a10c7fa43119222b 2024-09-13T14:29:31.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:29:31 smithi062 bash[89221]: cephadm 2024-09-13T14:29:29.796187+0000 mgr.y (mgr.25139) 524 : cephadm [INF] Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:b0201b8c79733293453e7f10a10c7fa43119222b 2024-09-13T14:29:31.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:29:31 smithi062 bash[89221]: audit 2024-09-13T14:29:30.460876+0000 mon.b (mon.1) 144 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:29:31.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:29:31 smithi062 bash[89221]: audit 2024-09-13T14:29:30.460876+0000 mon.b (mon.1) 144 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:29:31.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:29:31 smithi062 bash[89221]: audit 2024-09-13T14:29:30.462345+0000 mon.b (mon.1) 145 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-13T14:29:31.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:29:31 smithi062 bash[89221]: audit 2024-09-13T14:29:30.462345+0000 mon.b (mon.1) 145 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-13T14:29:31.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:29:31 smithi062 bash[89221]: audit 2024-09-13T14:29:30.471778+0000 mon.a (mon.0) 216 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:29:31.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:29:31 smithi062 bash[89221]: audit 2024-09-13T14:29:30.471778+0000 mon.a (mon.0) 216 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:29:31.503 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:29:31 smithi062 bash[92878]: cephadm 2024-09-13T14:29:29.796187+0000 mgr.y (mgr.25139) 524 : cephadm [INF] Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:b0201b8c79733293453e7f10a10c7fa43119222b 2024-09-13T14:29:31.504 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:29:31 smithi062 bash[92878]: cephadm 2024-09-13T14:29:29.796187+0000 mgr.y (mgr.25139) 524 : cephadm [INF] Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:b0201b8c79733293453e7f10a10c7fa43119222b 2024-09-13T14:29:31.504 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:29:31 smithi062 bash[92878]: audit 2024-09-13T14:29:30.460876+0000 mon.b (mon.1) 144 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:29:31.504 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:29:31 smithi062 bash[92878]: audit 2024-09-13T14:29:30.460876+0000 mon.b (mon.1) 144 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:29:31.504 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:29:31 smithi062 bash[92878]: audit 2024-09-13T14:29:30.462345+0000 mon.b (mon.1) 145 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-13T14:29:31.504 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:29:31 smithi062 bash[92878]: audit 2024-09-13T14:29:30.462345+0000 mon.b (mon.1) 145 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-13T14:29:31.504 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:29:31 smithi062 bash[92878]: audit 2024-09-13T14:29:30.471778+0000 mon.a (mon.0) 216 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:29:31.504 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:29:31 smithi062 bash[92878]: audit 2024-09-13T14:29:30.471778+0000 mon.a (mon.0) 216 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:29:32.037 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:29:31 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:29:31.753005481Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:29:32.401 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:29:32 smithi062 bash[89221]: cluster 2024-09-13T14:29:30.451762+0000 mgr.y (mgr.25139) 525 : cluster [DBG] pgmap v299: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:29:32.401 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:29:32 smithi062 bash[89221]: cluster 2024-09-13T14:29:30.451762+0000 mgr.y (mgr.25139) 525 : cluster [DBG] pgmap v299: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:29:32.401 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:29:32 smithi062 bash[89221]: cephadm 2024-09-13T14:29:30.552301+0000 mgr.y (mgr.25139) 526 : cephadm [INF] Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:b0201b8c79733293453e7f10a10c7fa43119222b 2024-09-13T14:29:32.401 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:29:32 smithi062 bash[89221]: cephadm 2024-09-13T14:29:30.552301+0000 mgr.y (mgr.25139) 526 : cephadm [INF] Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:b0201b8c79733293453e7f10a10c7fa43119222b 2024-09-13T14:29:32.402 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:29:32 smithi062 bash[92878]: cluster 2024-09-13T14:29:30.451762+0000 mgr.y (mgr.25139) 525 : cluster [DBG] pgmap v299: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:29:32.402 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:29:32 smithi062 bash[92878]: cluster 2024-09-13T14:29:30.451762+0000 mgr.y (mgr.25139) 525 : cluster [DBG] pgmap v299: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:29:32.402 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:29:32 smithi062 bash[92878]: cephadm 2024-09-13T14:29:30.552301+0000 mgr.y (mgr.25139) 526 : cephadm [INF] Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:b0201b8c79733293453e7f10a10c7fa43119222b 2024-09-13T14:29:32.402 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:29:32 smithi062 bash[92878]: cephadm 2024-09-13T14:29:30.552301+0000 mgr.y (mgr.25139) 526 : cephadm [INF] Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:b0201b8c79733293453e7f10a10c7fa43119222b 2024-09-13T14:29:32.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:29:32 smithi178 bash[70490]: cluster 2024-09-13T14:29:30.451762+0000 mgr.y (mgr.25139) 525 : cluster [DBG] pgmap v299: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:29:32.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:29:32 smithi178 bash[70490]: cluster 2024-09-13T14:29:30.451762+0000 mgr.y (mgr.25139) 525 : cluster [DBG] pgmap v299: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:29:32.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:29:32 smithi178 bash[70490]: cephadm 2024-09-13T14:29:30.552301+0000 mgr.y (mgr.25139) 526 : cephadm [INF] Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:b0201b8c79733293453e7f10a10c7fa43119222b 2024-09-13T14:29:32.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:29:32 smithi178 bash[70490]: cephadm 2024-09-13T14:29:30.552301+0000 mgr.y (mgr.25139) 526 : cephadm [INF] Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:b0201b8c79733293453e7f10a10c7fa43119222b 2024-09-13T14:29:33.953 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:29:33 smithi062 bash[68610]: ::ffff:172.21.15.178 - - [13/Sep/2024:14:29:33] "GET /metrics HTTP/1.1" 200 38417 "" "Prometheus/2.51.0" 2024-09-13T14:29:34.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:29:33 smithi062 bash[89221]: cluster 2024-09-13T14:29:32.452857+0000 mgr.y (mgr.25139) 527 : cluster [DBG] pgmap v300: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:29:34.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:29:33 smithi062 bash[89221]: cluster 2024-09-13T14:29:32.452857+0000 mgr.y (mgr.25139) 527 : cluster [DBG] pgmap v300: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:29:34.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:29:33 smithi062 bash[89221]: audit 2024-09-13T14:29:32.627061+0000 mgr.y (mgr.25139) 528 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:29:34.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:29:33 smithi062 bash[89221]: audit 2024-09-13T14:29:32.627061+0000 mgr.y (mgr.25139) 528 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:29:34.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:29:33 smithi062 bash[89221]: audit 2024-09-13T14:29:32.956426+0000 mon.a (mon.0) 217 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:29:34.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:29:33 smithi062 bash[89221]: audit 2024-09-13T14:29:32.956426+0000 mon.a (mon.0) 217 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:29:34.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:29:33 smithi062 bash[89221]: cephadm 2024-09-13T14:29:32.958211+0000 mgr.y (mgr.25139) 529 : cephadm [INF] Upgrade: Target is version 19.3.0-4917-gb0201b8c (squid) 2024-09-13T14:29:34.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:29:33 smithi062 bash[89221]: cephadm 2024-09-13T14:29:32.958211+0000 mgr.y (mgr.25139) 529 : cephadm [INF] Upgrade: Target is version 19.3.0-4917-gb0201b8c (squid) 2024-09-13T14:29:34.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:29:33 smithi062 bash[89221]: cephadm 2024-09-13T14:29:32.958403+0000 mgr.y (mgr.25139) 530 : cephadm [INF] Upgrade: Target container is quay.ceph.io/ceph-ci/ceph:b0201b8c79733293453e7f10a10c7fa43119222b, digests ['quay.ceph.io/ceph-ci/ceph@sha256:5ab18e92f956ea4280103e54eef24f76e1a43e77fc4dc78cee3cb12c7a94538b'] 2024-09-13T14:29:34.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:29:33 smithi062 bash[89221]: cephadm 2024-09-13T14:29:32.958403+0000 mgr.y (mgr.25139) 530 : cephadm [INF] Upgrade: Target container is quay.ceph.io/ceph-ci/ceph:b0201b8c79733293453e7f10a10c7fa43119222b, digests ['quay.ceph.io/ceph-ci/ceph@sha256:5ab18e92f956ea4280103e54eef24f76e1a43e77fc4dc78cee3cb12c7a94538b'] 2024-09-13T14:29:34.255 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:29:33 smithi062 bash[89221]: audit 2024-09-13T14:29:32.960389+0000 mon.b (mon.1) 146 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-13T14:29:34.255 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:29:33 smithi062 bash[89221]: audit 2024-09-13T14:29:32.960389+0000 mon.b (mon.1) 146 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-13T14:29:34.255 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:29:33 smithi062 bash[89221]: audit 2024-09-13T14:29:32.963750+0000 mon.b (mon.1) 147 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:29:34.255 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:29:33 smithi062 bash[89221]: audit 2024-09-13T14:29:32.963750+0000 mon.b (mon.1) 147 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:29:34.255 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:29:33 smithi062 bash[89221]: cephadm 2024-09-13T14:29:32.966792+0000 mgr.y (mgr.25139) 531 : cephadm [INF] Upgrade: Setting container_image for all mgr 2024-09-13T14:29:34.255 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:29:33 smithi062 bash[89221]: cephadm 2024-09-13T14:29:32.966792+0000 mgr.y (mgr.25139) 531 : cephadm [INF] Upgrade: Setting container_image for all mgr 2024-09-13T14:29:34.255 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:29:33 smithi062 bash[89221]: audit 2024-09-13T14:29:32.974097+0000 mon.a (mon.0) 218 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:29:34.255 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:29:33 smithi062 bash[89221]: audit 2024-09-13T14:29:32.974097+0000 mon.a (mon.0) 218 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:29:34.255 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:29:33 smithi062 bash[89221]: audit 2024-09-13T14:29:32.977473+0000 mon.b (mon.1) 148 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:29:34.255 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:29:33 smithi062 bash[92878]: cluster 2024-09-13T14:29:32.452857+0000 mgr.y (mgr.25139) 527 : cluster [DBG] pgmap v300: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:29:34.256 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:29:33 smithi062 bash[92878]: cluster 2024-09-13T14:29:32.452857+0000 mgr.y (mgr.25139) 527 : cluster [DBG] pgmap v300: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:29:34.256 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:29:33 smithi062 bash[92878]: audit 2024-09-13T14:29:32.627061+0000 mgr.y (mgr.25139) 528 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:29:34.256 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:29:33 smithi062 bash[92878]: audit 2024-09-13T14:29:32.627061+0000 mgr.y (mgr.25139) 528 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:29:34.256 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:29:33 smithi062 bash[92878]: audit 2024-09-13T14:29:32.956426+0000 mon.a (mon.0) 217 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:29:34.256 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:29:33 smithi062 bash[92878]: audit 2024-09-13T14:29:32.956426+0000 mon.a (mon.0) 217 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:29:34.256 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:29:33 smithi062 bash[92878]: cephadm 2024-09-13T14:29:32.958211+0000 mgr.y (mgr.25139) 529 : cephadm [INF] Upgrade: Target is version 19.3.0-4917-gb0201b8c (squid) 2024-09-13T14:29:34.256 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:29:33 smithi062 bash[92878]: cephadm 2024-09-13T14:29:32.958211+0000 mgr.y (mgr.25139) 529 : cephadm [INF] Upgrade: Target is version 19.3.0-4917-gb0201b8c (squid) 2024-09-13T14:29:34.256 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:29:33 smithi062 bash[92878]: cephadm 2024-09-13T14:29:32.958403+0000 mgr.y (mgr.25139) 530 : cephadm [INF] Upgrade: Target container is quay.ceph.io/ceph-ci/ceph:b0201b8c79733293453e7f10a10c7fa43119222b, digests ['quay.ceph.io/ceph-ci/ceph@sha256:5ab18e92f956ea4280103e54eef24f76e1a43e77fc4dc78cee3cb12c7a94538b'] 2024-09-13T14:29:34.256 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:29:33 smithi062 bash[92878]: cephadm 2024-09-13T14:29:32.958403+0000 mgr.y (mgr.25139) 530 : cephadm [INF] Upgrade: Target container is quay.ceph.io/ceph-ci/ceph:b0201b8c79733293453e7f10a10c7fa43119222b, digests ['quay.ceph.io/ceph-ci/ceph@sha256:5ab18e92f956ea4280103e54eef24f76e1a43e77fc4dc78cee3cb12c7a94538b'] 2024-09-13T14:29:34.256 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:29:33 smithi062 bash[92878]: audit 2024-09-13T14:29:32.960389+0000 mon.b (mon.1) 146 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-13T14:29:34.257 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:29:33 smithi062 bash[92878]: audit 2024-09-13T14:29:32.960389+0000 mon.b (mon.1) 146 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-13T14:29:34.257 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:29:33 smithi062 bash[92878]: audit 2024-09-13T14:29:32.963750+0000 mon.b (mon.1) 147 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:29:34.257 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:29:33 smithi062 bash[92878]: audit 2024-09-13T14:29:32.963750+0000 mon.b (mon.1) 147 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:29:34.257 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:29:33 smithi062 bash[92878]: cephadm 2024-09-13T14:29:32.966792+0000 mgr.y (mgr.25139) 531 : cephadm [INF] Upgrade: Setting container_image for all mgr 2024-09-13T14:29:34.257 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:29:33 smithi062 bash[92878]: cephadm 2024-09-13T14:29:32.966792+0000 mgr.y (mgr.25139) 531 : cephadm [INF] Upgrade: Setting container_image for all mgr 2024-09-13T14:29:34.257 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:29:33 smithi062 bash[92878]: audit 2024-09-13T14:29:32.974097+0000 mon.a (mon.0) 218 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:29:34.257 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:29:33 smithi062 bash[92878]: audit 2024-09-13T14:29:32.974097+0000 mon.a (mon.0) 218 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:29:34.257 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:29:33 smithi062 bash[92878]: audit 2024-09-13T14:29:32.977473+0000 mon.b (mon.1) 148 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:29:34.258 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:29:33 smithi062 bash[89221]: audit 2024-09-13T14:29:32.977473+0000 mon.b (mon.1) 148 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:29:34.258 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:29:33 smithi062 bash[89221]: cephadm 2024-09-13T14:29:32.980260+0000 mgr.y (mgr.25139) 532 : cephadm [INF] Upgrade: Setting container_image for all mon 2024-09-13T14:29:34.258 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:29:33 smithi062 bash[89221]: cephadm 2024-09-13T14:29:32.980260+0000 mgr.y (mgr.25139) 532 : cephadm [INF] Upgrade: Setting container_image for all mon 2024-09-13T14:29:34.258 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:29:33 smithi062 bash[89221]: audit 2024-09-13T14:29:32.986998+0000 mon.a (mon.0) 219 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:29:34.258 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:29:33 smithi062 bash[89221]: audit 2024-09-13T14:29:32.986998+0000 mon.a (mon.0) 219 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:29:34.258 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:29:33 smithi062 bash[89221]: audit 2024-09-13T14:29:32.990472+0000 mon.b (mon.1) 149 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:29:34.258 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:29:33 smithi062 bash[89221]: audit 2024-09-13T14:29:32.990472+0000 mon.b (mon.1) 149 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:29:34.258 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:29:33 smithi062 bash[89221]: cephadm 2024-09-13T14:29:32.993704+0000 mgr.y (mgr.25139) 533 : cephadm [INF] Upgrade: Setting container_image for all crash 2024-09-13T14:29:34.258 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:29:33 smithi062 bash[89221]: cephadm 2024-09-13T14:29:32.993704+0000 mgr.y (mgr.25139) 533 : cephadm [INF] Upgrade: Setting container_image for all crash 2024-09-13T14:29:34.258 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:29:33 smithi062 bash[89221]: audit 2024-09-13T14:29:33.000168+0000 mon.a (mon.0) 220 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:29:34.258 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:29:33 smithi062 bash[89221]: audit 2024-09-13T14:29:33.000168+0000 mon.a (mon.0) 220 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:29:34.259 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:29:33 smithi062 bash[89221]: audit 2024-09-13T14:29:33.005491+0000 mon.b (mon.1) 150 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16} : dispatch 2024-09-13T14:29:34.259 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:29:33 smithi062 bash[89221]: audit 2024-09-13T14:29:33.005491+0000 mon.b (mon.1) 150 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16} : dispatch 2024-09-13T14:29:34.259 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:29:33 smithi062 bash[89221]: audit 2024-09-13T14:29:33.007439+0000 mgr.y (mgr.25139) 534 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-09-13T14:29:34.259 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:29:33 smithi062 bash[89221]: audit 2024-09-13T14:29:33.007439+0000 mgr.y (mgr.25139) 534 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-09-13T14:29:34.259 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:29:33 smithi062 bash[89221]: cephadm 2024-09-13T14:29:33.009597+0000 mgr.y (mgr.25139) 535 : cephadm [INF] Upgrade: osd.2 is safe to restart 2024-09-13T14:29:34.259 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:29:33 smithi062 bash[89221]: cephadm 2024-09-13T14:29:33.009597+0000 mgr.y (mgr.25139) 535 : cephadm [INF] Upgrade: osd.2 is safe to restart 2024-09-13T14:29:34.259 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:29:33 smithi062 bash[92878]: audit 2024-09-13T14:29:32.977473+0000 mon.b (mon.1) 148 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:29:34.259 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:29:33 smithi062 bash[92878]: cephadm 2024-09-13T14:29:32.980260+0000 mgr.y (mgr.25139) 532 : cephadm [INF] Upgrade: Setting container_image for all mon 2024-09-13T14:29:34.259 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:29:33 smithi062 bash[92878]: cephadm 2024-09-13T14:29:32.980260+0000 mgr.y (mgr.25139) 532 : cephadm [INF] Upgrade: Setting container_image for all mon 2024-09-13T14:29:34.259 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:29:33 smithi062 bash[92878]: audit 2024-09-13T14:29:32.986998+0000 mon.a (mon.0) 219 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:29:34.259 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:29:33 smithi062 bash[92878]: audit 2024-09-13T14:29:32.986998+0000 mon.a (mon.0) 219 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:29:34.260 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:29:33 smithi062 bash[92878]: audit 2024-09-13T14:29:32.990472+0000 mon.b (mon.1) 149 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:29:34.260 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:29:33 smithi062 bash[92878]: audit 2024-09-13T14:29:32.990472+0000 mon.b (mon.1) 149 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:29:34.260 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:29:33 smithi062 bash[92878]: cephadm 2024-09-13T14:29:32.993704+0000 mgr.y (mgr.25139) 533 : cephadm [INF] Upgrade: Setting container_image for all crash 2024-09-13T14:29:34.260 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:29:33 smithi062 bash[92878]: cephadm 2024-09-13T14:29:32.993704+0000 mgr.y (mgr.25139) 533 : cephadm [INF] Upgrade: Setting container_image for all crash 2024-09-13T14:29:34.260 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:29:33 smithi062 bash[92878]: audit 2024-09-13T14:29:33.000168+0000 mon.a (mon.0) 220 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:29:34.260 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:29:33 smithi062 bash[92878]: audit 2024-09-13T14:29:33.000168+0000 mon.a (mon.0) 220 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:29:34.260 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:29:33 smithi062 bash[92878]: audit 2024-09-13T14:29:33.005491+0000 mon.b (mon.1) 150 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16} : dispatch 2024-09-13T14:29:34.260 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:29:33 smithi062 bash[92878]: audit 2024-09-13T14:29:33.005491+0000 mon.b (mon.1) 150 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16} : dispatch 2024-09-13T14:29:34.260 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:29:33 smithi062 bash[92878]: audit 2024-09-13T14:29:33.007439+0000 mgr.y (mgr.25139) 534 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-09-13T14:29:34.260 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:29:33 smithi062 bash[92878]: audit 2024-09-13T14:29:33.007439+0000 mgr.y (mgr.25139) 534 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-09-13T14:29:34.260 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:29:33 smithi062 bash[92878]: cephadm 2024-09-13T14:29:33.009597+0000 mgr.y (mgr.25139) 535 : cephadm [INF] Upgrade: osd.2 is safe to restart 2024-09-13T14:29:34.260 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:29:33 smithi062 bash[92878]: cephadm 2024-09-13T14:29:33.009597+0000 mgr.y (mgr.25139) 535 : cephadm [INF] Upgrade: osd.2 is safe to restart 2024-09-13T14:29:34.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:29:33 smithi178 bash[70490]: cluster 2024-09-13T14:29:32.452857+0000 mgr.y (mgr.25139) 527 : cluster [DBG] pgmap v300: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:29:34.436 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:29:33 smithi178 bash[70490]: cluster 2024-09-13T14:29:32.452857+0000 mgr.y (mgr.25139) 527 : cluster [DBG] pgmap v300: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:29:34.436 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:29:33 smithi178 bash[70490]: audit 2024-09-13T14:29:32.627061+0000 mgr.y (mgr.25139) 528 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:29:34.436 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:29:33 smithi178 bash[70490]: audit 2024-09-13T14:29:32.627061+0000 mgr.y (mgr.25139) 528 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:29:34.436 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:29:33 smithi178 bash[70490]: audit 2024-09-13T14:29:32.956426+0000 mon.a (mon.0) 217 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:29:34.436 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:29:33 smithi178 bash[70490]: audit 2024-09-13T14:29:32.956426+0000 mon.a (mon.0) 217 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:29:34.436 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:29:33 smithi178 bash[70490]: cephadm 2024-09-13T14:29:32.958211+0000 mgr.y (mgr.25139) 529 : cephadm [INF] Upgrade: Target is version 19.3.0-4917-gb0201b8c (squid) 2024-09-13T14:29:34.436 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:29:33 smithi178 bash[70490]: cephadm 2024-09-13T14:29:32.958211+0000 mgr.y (mgr.25139) 529 : cephadm [INF] Upgrade: Target is version 19.3.0-4917-gb0201b8c (squid) 2024-09-13T14:29:34.436 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:29:33 smithi178 bash[70490]: cephadm 2024-09-13T14:29:32.958403+0000 mgr.y (mgr.25139) 530 : cephadm [INF] Upgrade: Target container is quay.ceph.io/ceph-ci/ceph:b0201b8c79733293453e7f10a10c7fa43119222b, digests ['quay.ceph.io/ceph-ci/ceph@sha256:5ab18e92f956ea4280103e54eef24f76e1a43e77fc4dc78cee3cb12c7a94538b'] 2024-09-13T14:29:34.436 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:29:33 smithi178 bash[70490]: cephadm 2024-09-13T14:29:32.958403+0000 mgr.y (mgr.25139) 530 : cephadm [INF] Upgrade: Target container is quay.ceph.io/ceph-ci/ceph:b0201b8c79733293453e7f10a10c7fa43119222b, digests ['quay.ceph.io/ceph-ci/ceph@sha256:5ab18e92f956ea4280103e54eef24f76e1a43e77fc4dc78cee3cb12c7a94538b'] 2024-09-13T14:29:34.436 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:29:33 smithi178 bash[70490]: audit 2024-09-13T14:29:32.960389+0000 mon.b (mon.1) 146 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-13T14:29:34.436 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:29:33 smithi178 bash[70490]: audit 2024-09-13T14:29:32.960389+0000 mon.b (mon.1) 146 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-13T14:29:34.437 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:29:33 smithi178 bash[70490]: audit 2024-09-13T14:29:32.963750+0000 mon.b (mon.1) 147 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:29:34.437 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:29:33 smithi178 bash[70490]: audit 2024-09-13T14:29:32.963750+0000 mon.b (mon.1) 147 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:29:34.437 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:29:33 smithi178 bash[70490]: cephadm 2024-09-13T14:29:32.966792+0000 mgr.y (mgr.25139) 531 : cephadm [INF] Upgrade: Setting container_image for all mgr 2024-09-13T14:29:34.437 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:29:33 smithi178 bash[70490]: cephadm 2024-09-13T14:29:32.966792+0000 mgr.y (mgr.25139) 531 : cephadm [INF] Upgrade: Setting container_image for all mgr 2024-09-13T14:29:34.437 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:29:33 smithi178 bash[70490]: audit 2024-09-13T14:29:32.974097+0000 mon.a (mon.0) 218 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:29:34.437 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:29:33 smithi178 bash[70490]: audit 2024-09-13T14:29:32.974097+0000 mon.a (mon.0) 218 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:29:34.437 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:29:33 smithi178 bash[70490]: audit 2024-09-13T14:29:32.977473+0000 mon.b (mon.1) 148 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:29:34.437 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:29:33 smithi178 bash[70490]: audit 2024-09-13T14:29:32.977473+0000 mon.b (mon.1) 148 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:29:34.437 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:29:33 smithi178 bash[70490]: cephadm 2024-09-13T14:29:32.980260+0000 mgr.y (mgr.25139) 532 : cephadm [INF] Upgrade: Setting container_image for all mon 2024-09-13T14:29:34.438 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:29:33 smithi178 bash[70490]: cephadm 2024-09-13T14:29:32.980260+0000 mgr.y (mgr.25139) 532 : cephadm [INF] Upgrade: Setting container_image for all mon 2024-09-13T14:29:34.438 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:29:33 smithi178 bash[70490]: audit 2024-09-13T14:29:32.986998+0000 mon.a (mon.0) 219 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:29:34.438 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:29:33 smithi178 bash[70490]: audit 2024-09-13T14:29:32.986998+0000 mon.a (mon.0) 219 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:29:34.438 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:29:33 smithi178 bash[70490]: audit 2024-09-13T14:29:32.990472+0000 mon.b (mon.1) 149 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:29:34.438 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:29:33 smithi178 bash[70490]: audit 2024-09-13T14:29:32.990472+0000 mon.b (mon.1) 149 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:29:34.438 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:29:33 smithi178 bash[70490]: cephadm 2024-09-13T14:29:32.993704+0000 mgr.y (mgr.25139) 533 : cephadm [INF] Upgrade: Setting container_image for all crash 2024-09-13T14:29:34.438 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:29:33 smithi178 bash[70490]: cephadm 2024-09-13T14:29:32.993704+0000 mgr.y (mgr.25139) 533 : cephadm [INF] Upgrade: Setting container_image for all crash 2024-09-13T14:29:34.438 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:29:33 smithi178 bash[70490]: audit 2024-09-13T14:29:33.000168+0000 mon.a (mon.0) 220 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:29:34.438 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:29:33 smithi178 bash[70490]: audit 2024-09-13T14:29:33.000168+0000 mon.a (mon.0) 220 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:29:34.438 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:29:33 smithi178 bash[70490]: audit 2024-09-13T14:29:33.005491+0000 mon.b (mon.1) 150 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16} : dispatch 2024-09-13T14:29:34.438 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:29:33 smithi178 bash[70490]: audit 2024-09-13T14:29:33.005491+0000 mon.b (mon.1) 150 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16} : dispatch 2024-09-13T14:29:34.438 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:29:33 smithi178 bash[70490]: audit 2024-09-13T14:29:33.007439+0000 mgr.y (mgr.25139) 534 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-09-13T14:29:34.438 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:29:33 smithi178 bash[70490]: audit 2024-09-13T14:29:33.007439+0000 mgr.y (mgr.25139) 534 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-09-13T14:29:34.439 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:29:33 smithi178 bash[70490]: cephadm 2024-09-13T14:29:33.009597+0000 mgr.y (mgr.25139) 535 : cephadm [INF] Upgrade: osd.2 is safe to restart 2024-09-13T14:29:34.439 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:29:33 smithi178 bash[70490]: cephadm 2024-09-13T14:29:33.009597+0000 mgr.y (mgr.25139) 535 : cephadm [INF] Upgrade: osd.2 is safe to restart 2024-09-13T14:29:35.185 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:29:34 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:29:34.726535733Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:29:36.011 INFO:teuthology.orchestra.run.smithi062.stderr:Inferring config /var/lib/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T14:29:36.220 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:29:35 smithi062 bash[92878]: cluster 2024-09-13T14:29:34.454316+0000 mgr.y (mgr.25139) 536 : cluster [DBG] pgmap v301: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:29:36.220 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:29:35 smithi062 bash[92878]: cluster 2024-09-13T14:29:34.454316+0000 mgr.y (mgr.25139) 536 : cluster [DBG] pgmap v301: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:29:36.221 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:29:35 smithi062 bash[92878]: audit 2024-09-13T14:29:35.539012+0000 mon.a (mon.0) 221 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:29:36.221 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:29:35 smithi062 bash[92878]: audit 2024-09-13T14:29:35.539012+0000 mon.a (mon.0) 221 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:29:36.221 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:29:35 smithi062 bash[92878]: audit 2024-09-13T14:29:35.543875+0000 mon.b (mon.1) 151 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.2"} : dispatch 2024-09-13T14:29:36.221 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:29:35 smithi062 bash[92878]: audit 2024-09-13T14:29:35.543875+0000 mon.b (mon.1) 151 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.2"} : dispatch 2024-09-13T14:29:36.221 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:29:35 smithi062 bash[92878]: audit 2024-09-13T14:29:35.545333+0000 mon.b (mon.1) 152 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:29:36.221 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:29:35 smithi062 bash[92878]: audit 2024-09-13T14:29:35.545333+0000 mon.b (mon.1) 152 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:29:36.221 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:29:35 smithi062 bash[89221]: cluster 2024-09-13T14:29:34.454316+0000 mgr.y (mgr.25139) 536 : cluster [DBG] pgmap v301: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:29:36.221 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:29:35 smithi062 bash[89221]: cluster 2024-09-13T14:29:34.454316+0000 mgr.y (mgr.25139) 536 : cluster [DBG] pgmap v301: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:29:36.221 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:29:35 smithi062 bash[89221]: audit 2024-09-13T14:29:35.539012+0000 mon.a (mon.0) 221 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:29:36.221 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:29:35 smithi062 bash[89221]: audit 2024-09-13T14:29:35.539012+0000 mon.a (mon.0) 221 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:29:36.221 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:29:35 smithi062 bash[89221]: audit 2024-09-13T14:29:35.543875+0000 mon.b (mon.1) 151 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.2"} : dispatch 2024-09-13T14:29:36.222 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:29:35 smithi062 bash[89221]: audit 2024-09-13T14:29:35.543875+0000 mon.b (mon.1) 151 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.2"} : dispatch 2024-09-13T14:29:36.222 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:29:35 smithi062 bash[89221]: audit 2024-09-13T14:29:35.545333+0000 mon.b (mon.1) 152 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:29:36.222 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:29:35 smithi062 bash[89221]: audit 2024-09-13T14:29:35.545333+0000 mon.b (mon.1) 152 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:29:36.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:29:35 smithi178 bash[70490]: cluster 2024-09-13T14:29:34.454316+0000 mgr.y (mgr.25139) 536 : cluster [DBG] pgmap v301: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:29:36.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:29:35 smithi178 bash[70490]: cluster 2024-09-13T14:29:34.454316+0000 mgr.y (mgr.25139) 536 : cluster [DBG] pgmap v301: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:29:36.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:29:35 smithi178 bash[70490]: audit 2024-09-13T14:29:35.539012+0000 mon.a (mon.0) 221 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:29:36.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:29:35 smithi178 bash[70490]: audit 2024-09-13T14:29:35.539012+0000 mon.a (mon.0) 221 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:29:36.436 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:29:35 smithi178 bash[70490]: audit 2024-09-13T14:29:35.543875+0000 mon.b (mon.1) 151 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.2"} : dispatch 2024-09-13T14:29:36.436 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:29:35 smithi178 bash[70490]: audit 2024-09-13T14:29:35.543875+0000 mon.b (mon.1) 151 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.2"} : dispatch 2024-09-13T14:29:36.436 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:29:35 smithi178 bash[70490]: audit 2024-09-13T14:29:35.545333+0000 mon.b (mon.1) 152 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:29:36.436 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:29:35 smithi178 bash[70490]: audit 2024-09-13T14:29:35.545333+0000 mon.b (mon.1) 152 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:29:37.252 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:29:36 smithi062 bash[89221]: cephadm 2024-09-13T14:29:35.532949+0000 mgr.y (mgr.25139) 537 : cephadm [INF] Upgrade: Updating osd.2 2024-09-13T14:29:37.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:29:36 smithi062 bash[89221]: cephadm 2024-09-13T14:29:35.532949+0000 mgr.y (mgr.25139) 537 : cephadm [INF] Upgrade: Updating osd.2 2024-09-13T14:29:37.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:29:36 smithi062 bash[89221]: cephadm 2024-09-13T14:29:35.551926+0000 mgr.y (mgr.25139) 538 : cephadm [INF] Deploying daemon osd.2 on smithi062 2024-09-13T14:29:37.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:29:36 smithi062 bash[89221]: cephadm 2024-09-13T14:29:35.551926+0000 mgr.y (mgr.25139) 538 : cephadm [INF] Deploying daemon osd.2 on smithi062 2024-09-13T14:29:37.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:29:36 smithi062 bash[92878]: cephadm 2024-09-13T14:29:35.532949+0000 mgr.y (mgr.25139) 537 : cephadm [INF] Upgrade: Updating osd.2 2024-09-13T14:29:37.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:29:36 smithi062 bash[92878]: cephadm 2024-09-13T14:29:35.532949+0000 mgr.y (mgr.25139) 537 : cephadm [INF] Upgrade: Updating osd.2 2024-09-13T14:29:37.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:29:36 smithi062 bash[92878]: cephadm 2024-09-13T14:29:35.551926+0000 mgr.y (mgr.25139) 538 : cephadm [INF] Deploying daemon osd.2 on smithi062 2024-09-13T14:29:37.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:29:36 smithi062 bash[92878]: cephadm 2024-09-13T14:29:35.551926+0000 mgr.y (mgr.25139) 538 : cephadm [INF] Deploying daemon osd.2 on smithi062 2024-09-13T14:29:37.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:29:36 smithi178 bash[70490]: cephadm 2024-09-13T14:29:35.532949+0000 mgr.y (mgr.25139) 537 : cephadm [INF] Upgrade: Updating osd.2 2024-09-13T14:29:37.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:29:36 smithi178 bash[70490]: cephadm 2024-09-13T14:29:35.532949+0000 mgr.y (mgr.25139) 537 : cephadm [INF] Upgrade: Updating osd.2 2024-09-13T14:29:37.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:29:36 smithi178 bash[70490]: cephadm 2024-09-13T14:29:35.551926+0000 mgr.y (mgr.25139) 538 : cephadm [INF] Deploying daemon osd.2 on smithi062 2024-09-13T14:29:37.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:29:36 smithi178 bash[70490]: cephadm 2024-09-13T14:29:35.551926+0000 mgr.y (mgr.25139) 538 : cephadm [INF] Deploying daemon osd.2 on smithi062 2024-09-13T14:29:38.131 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:29:37 smithi062 bash[89221]: cluster 2024-09-13T14:29:36.455017+0000 mgr.y (mgr.25139) 539 : cluster [DBG] pgmap v302: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:29:38.131 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:29:37 smithi062 bash[89221]: cluster 2024-09-13T14:29:36.455017+0000 mgr.y (mgr.25139) 539 : cluster [DBG] pgmap v302: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:29:38.131 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:29:37 smithi062 bash[92878]: cluster 2024-09-13T14:29:36.455017+0000 mgr.y (mgr.25139) 539 : cluster [DBG] pgmap v302: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:29:38.131 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:29:37 smithi062 bash[92878]: cluster 2024-09-13T14:29:36.455017+0000 mgr.y (mgr.25139) 539 : cluster [DBG] pgmap v302: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:29:38.174 INFO:teuthology.orchestra.run.smithi062.stdout:true 2024-09-13T14:29:38.185 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:29:37 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:29:37.746493346Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:29:38.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:29:37 smithi178 bash[70490]: cluster 2024-09-13T14:29:36.455017+0000 mgr.y (mgr.25139) 539 : cluster [DBG] pgmap v302: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:29:38.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:29:37 smithi178 bash[70490]: cluster 2024-09-13T14:29:36.455017+0000 mgr.y (mgr.25139) 539 : cluster [DBG] pgmap v302: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:29:38.807 INFO:teuthology.orchestra.run.smithi062.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-13T14:29:38.807 INFO:teuthology.orchestra.run.smithi062.stdout:alertmanager.a smithi062 *:9093,9094 running (7m) 77s ago 34m 13.9M - 0.27.0 11f11916f8cd 6e93dcf56cea 2024-09-13T14:29:38.807 INFO:teuthology.orchestra.run.smithi062.stdout:grafana.a smithi178 *:3000 running (7m) 5m ago 34m 68.2M - 10.4.0 c8b91775d855 e5af99a01b68 2024-09-13T14:29:38.807 INFO:teuthology.orchestra.run.smithi062.stdout:iscsi.foo.smithi062.auboqe smithi062 *:5000 running (9m) 77s ago 32m 50.1M - 3.8 19dc8d659727 5db99a6f8116 2024-09-13T14:29:38.807 INFO:teuthology.orchestra.run.smithi062.stdout:mgr.x smithi178 *:8443,9283,8765 running (9m) 5m ago 43m 441M - 19.3.0-4917-gb0201b8c 1641fe80ce72 fc18b6fcd5bd 2024-09-13T14:29:38.807 INFO:teuthology.orchestra.run.smithi062.stdout:mgr.y smithi062 *:8443,9283,8765 running (20m) 77s ago 45m 512M - 19.3.0-4917-gb0201b8c 1641fe80ce72 fd629cc84850 2024-09-13T14:29:38.807 INFO:teuthology.orchestra.run.smithi062.stdout:mon.a smithi062 running (4m) 77s ago 45m 43.7M 2048M 19.3.0-4917-gb0201b8c 1641fe80ce72 6370c6daf05c 2024-09-13T14:29:38.807 INFO:teuthology.orchestra.run.smithi062.stdout:mon.b smithi178 running (5m) 5m ago 43m 18.1M 2048M 19.3.0-4917-gb0201b8c 1641fe80ce72 4246b63ea822 2024-09-13T14:29:38.808 INFO:teuthology.orchestra.run.smithi062.stdout:mon.c smithi062 running (3m) 77s ago 43m 33.6M 2048M 19.3.0-4917-gb0201b8c 1641fe80ce72 546ed05b6de1 2024-09-13T14:29:38.808 INFO:teuthology.orchestra.run.smithi062.stdout:node-exporter.a smithi062 *:9100 running (8m) 77s ago 35m 8095k - 1.7.0 72c9c2088986 d2a19c03fb98 2024-09-13T14:29:38.808 INFO:teuthology.orchestra.run.smithi062.stdout:node-exporter.b smithi178 *:9100 running (8m) 5m ago 35m 8131k - 1.7.0 72c9c2088986 ef73b17b6575 2024-09-13T14:29:38.808 INFO:teuthology.orchestra.run.smithi062.stdout:osd.0 smithi062 running (108s) 77s ago 42m 47.8M 3036M 19.3.0-4917-gb0201b8c 1641fe80ce72 711a747f4c3b 2024-09-13T14:29:38.808 INFO:teuthology.orchestra.run.smithi062.stdout:osd.1 smithi062 running (79s) 77s ago 41m - 3036M 19.3.0-4917-gb0201b8c 1641fe80ce72 8ddc722fe2b2 2024-09-13T14:29:38.808 INFO:teuthology.orchestra.run.smithi062.stdout:osd.2 smithi062 running (40m) 77s ago 40m 63.6M 3036M 19.1.1-322-g7741f7f9 19dc8d659727 f001b702483d 2024-09-13T14:29:38.808 INFO:teuthology.orchestra.run.smithi062.stdout:osd.3 smithi062 running (39m) 77s ago 39m 61.1M 3036M 19.1.1-322-g7741f7f9 19dc8d659727 cebed6322996 2024-09-13T14:29:38.808 INFO:teuthology.orchestra.run.smithi062.stdout:osd.4 smithi178 running (38m) 5m ago 38m 67.5M 3292M 19.1.1-322-g7741f7f9 19dc8d659727 7ff166ed36a8 2024-09-13T14:29:38.808 INFO:teuthology.orchestra.run.smithi062.stdout:osd.5 smithi178 running (38m) 5m ago 38m 64.7M 3292M 19.1.1-322-g7741f7f9 19dc8d659727 0ee354299930 2024-09-13T14:29:38.808 INFO:teuthology.orchestra.run.smithi062.stdout:osd.6 smithi178 running (37m) 5m ago 37m 55.2M 3292M 19.1.1-322-g7741f7f9 19dc8d659727 e6cb50c05b1b 2024-09-13T14:29:38.808 INFO:teuthology.orchestra.run.smithi062.stdout:osd.7 smithi178 running (36m) 5m ago 36m 64.7M 3292M 19.1.1-322-g7741f7f9 19dc8d659727 fbc9d74ccd0e 2024-09-13T14:29:38.808 INFO:teuthology.orchestra.run.smithi062.stdout:prometheus.a smithi178 *:9095 running (8m) 5m ago 35m 37.2M - 2.51.0 1d3b7f56885b 3a9393efc8c5 2024-09-13T14:29:38.808 INFO:teuthology.orchestra.run.smithi062.stdout:rgw.foo.smithi062.raldkl smithi062 *:8000 running (32m) 77s ago 32m 101M - 19.1.1-322-g7741f7f9 19dc8d659727 c374202ad667 2024-09-13T14:29:38.809 INFO:teuthology.orchestra.run.smithi062.stdout:rgw.foo.smithi178.sseeij smithi178 *:8000 running (32m) 5m ago 32m 102M - 19.1.1-322-g7741f7f9 19dc8d659727 86fcacc26a6b 2024-09-13T14:29:39.181 INFO:teuthology.orchestra.run.smithi062.stdout:{ 2024-09-13T14:29:39.181 INFO:teuthology.orchestra.run.smithi062.stdout: "mon": { 2024-09-13T14:29:39.181 INFO:teuthology.orchestra.run.smithi062.stdout: "ceph version 19.3.0-4917-gb0201b8c (b0201b8c79733293453e7f10a10c7fa43119222b) squid (dev)": 3 2024-09-13T14:29:39.181 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-09-13T14:29:39.181 INFO:teuthology.orchestra.run.smithi062.stdout: "mgr": { 2024-09-13T14:29:39.181 INFO:teuthology.orchestra.run.smithi062.stdout: "ceph version 19.3.0-4917-gb0201b8c (b0201b8c79733293453e7f10a10c7fa43119222b) squid (dev)": 2 2024-09-13T14:29:39.182 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-09-13T14:29:39.182 INFO:teuthology.orchestra.run.smithi062.stdout: "osd": { 2024-09-13T14:29:39.182 INFO:teuthology.orchestra.run.smithi062.stdout: "ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable)": 6, 2024-09-13T14:29:39.182 INFO:teuthology.orchestra.run.smithi062.stdout: "ceph version 19.3.0-4917-gb0201b8c (b0201b8c79733293453e7f10a10c7fa43119222b) squid (dev)": 2 2024-09-13T14:29:39.182 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-09-13T14:29:39.182 INFO:teuthology.orchestra.run.smithi062.stdout: "rgw": { 2024-09-13T14:29:39.182 INFO:teuthology.orchestra.run.smithi062.stdout: "ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable)": 2 2024-09-13T14:29:39.182 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-09-13T14:29:39.182 INFO:teuthology.orchestra.run.smithi062.stdout: "overall": { 2024-09-13T14:29:39.182 INFO:teuthology.orchestra.run.smithi062.stdout: "ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable)": 8, 2024-09-13T14:29:39.182 INFO:teuthology.orchestra.run.smithi062.stdout: "ceph version 19.3.0-4917-gb0201b8c (b0201b8c79733293453e7f10a10c7fa43119222b) squid (dev)": 7 2024-09-13T14:29:39.182 INFO:teuthology.orchestra.run.smithi062.stdout: } 2024-09-13T14:29:39.182 INFO:teuthology.orchestra.run.smithi062.stdout:} 2024-09-13T14:29:39.504 INFO:teuthology.orchestra.run.smithi062.stdout:{ 2024-09-13T14:29:39.504 INFO:teuthology.orchestra.run.smithi062.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph:b0201b8c79733293453e7f10a10c7fa43119222b", 2024-09-13T14:29:39.504 INFO:teuthology.orchestra.run.smithi062.stdout: "in_progress": true, 2024-09-13T14:29:39.504 INFO:teuthology.orchestra.run.smithi062.stdout: "which": "Upgrading daemons of type(s) crash,osd. Upgrade limited to 1 daemons (1 remaining).", 2024-09-13T14:29:39.504 INFO:teuthology.orchestra.run.smithi062.stdout: "services_complete": [], 2024-09-13T14:29:39.504 INFO:teuthology.orchestra.run.smithi062.stdout: "progress": "2/8 daemons upgraded", 2024-09-13T14:29:39.505 INFO:teuthology.orchestra.run.smithi062.stdout: "message": "Currently upgrading osd daemons", 2024-09-13T14:29:39.505 INFO:teuthology.orchestra.run.smithi062.stdout: "is_paused": false 2024-09-13T14:29:39.505 INFO:teuthology.orchestra.run.smithi062.stdout:} 2024-09-13T14:29:40.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:29:39 smithi062 bash[89221]: audit 2024-09-13T14:29:38.163334+0000 mgr.y (mgr.25139) 540 : audit [DBG] from='client.54266 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:29:40.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:29:39 smithi062 bash[89221]: audit 2024-09-13T14:29:38.163334+0000 mgr.y (mgr.25139) 540 : audit [DBG] from='client.54266 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:29:40.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:29:39 smithi062 bash[89221]: cluster 2024-09-13T14:29:38.455976+0000 mgr.y (mgr.25139) 541 : cluster [DBG] pgmap v303: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:29:40.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:29:39 smithi062 bash[89221]: cluster 2024-09-13T14:29:38.455976+0000 mgr.y (mgr.25139) 541 : cluster [DBG] pgmap v303: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:29:40.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:29:39 smithi062 bash[89221]: audit 2024-09-13T14:29:38.477710+0000 mgr.y (mgr.25139) 542 : audit [DBG] from='client.54272 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:29:40.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:29:39 smithi062 bash[89221]: audit 2024-09-13T14:29:38.477710+0000 mgr.y (mgr.25139) 542 : audit [DBG] from='client.54272 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:29:40.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:29:39 smithi062 bash[89221]: audit 2024-09-13T14:29:38.789827+0000 mgr.y (mgr.25139) 543 : audit [DBG] from='client.44304 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:29:40.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:29:39 smithi062 bash[89221]: audit 2024-09-13T14:29:38.789827+0000 mgr.y (mgr.25139) 543 : audit [DBG] from='client.44304 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:29:40.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:29:39 smithi062 bash[89221]: audit 2024-09-13T14:29:39.182261+0000 mon.c (mon.2) 4 : audit [DBG] from='client.? 172.21.15.62:0/3947240822' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:29:40.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:29:39 smithi062 bash[89221]: audit 2024-09-13T14:29:39.182261+0000 mon.c (mon.2) 4 : audit [DBG] from='client.? 172.21.15.62:0/3947240822' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:29:40.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:29:39 smithi062 bash[92878]: audit 2024-09-13T14:29:38.163334+0000 mgr.y (mgr.25139) 540 : audit [DBG] from='client.54266 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:29:40.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:29:39 smithi062 bash[92878]: audit 2024-09-13T14:29:38.163334+0000 mgr.y (mgr.25139) 540 : audit [DBG] from='client.54266 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:29:40.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:29:39 smithi062 bash[92878]: cluster 2024-09-13T14:29:38.455976+0000 mgr.y (mgr.25139) 541 : cluster [DBG] pgmap v303: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:29:40.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:29:39 smithi062 bash[92878]: cluster 2024-09-13T14:29:38.455976+0000 mgr.y (mgr.25139) 541 : cluster [DBG] pgmap v303: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:29:40.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:29:39 smithi062 bash[92878]: audit 2024-09-13T14:29:38.477710+0000 mgr.y (mgr.25139) 542 : audit [DBG] from='client.54272 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:29:40.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:29:39 smithi062 bash[92878]: audit 2024-09-13T14:29:38.477710+0000 mgr.y (mgr.25139) 542 : audit [DBG] from='client.54272 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:29:40.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:29:39 smithi062 bash[92878]: audit 2024-09-13T14:29:38.789827+0000 mgr.y (mgr.25139) 543 : audit [DBG] from='client.44304 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:29:40.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:29:39 smithi062 bash[92878]: audit 2024-09-13T14:29:38.789827+0000 mgr.y (mgr.25139) 543 : audit [DBG] from='client.44304 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:29:40.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:29:39 smithi062 bash[92878]: audit 2024-09-13T14:29:39.182261+0000 mon.c (mon.2) 4 : audit [DBG] from='client.? 172.21.15.62:0/3947240822' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:29:40.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:29:39 smithi062 bash[92878]: audit 2024-09-13T14:29:39.182261+0000 mon.c (mon.2) 4 : audit [DBG] from='client.? 172.21.15.62:0/3947240822' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:29:40.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:29:39 smithi178 bash[70490]: audit 2024-09-13T14:29:38.163334+0000 mgr.y (mgr.25139) 540 : audit [DBG] from='client.54266 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:29:40.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:29:39 smithi178 bash[70490]: audit 2024-09-13T14:29:38.163334+0000 mgr.y (mgr.25139) 540 : audit [DBG] from='client.54266 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:29:40.436 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:29:39 smithi178 bash[70490]: cluster 2024-09-13T14:29:38.455976+0000 mgr.y (mgr.25139) 541 : cluster [DBG] pgmap v303: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:29:40.436 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:29:39 smithi178 bash[70490]: cluster 2024-09-13T14:29:38.455976+0000 mgr.y (mgr.25139) 541 : cluster [DBG] pgmap v303: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:29:40.436 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:29:39 smithi178 bash[70490]: audit 2024-09-13T14:29:38.477710+0000 mgr.y (mgr.25139) 542 : audit [DBG] from='client.54272 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:29:40.436 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:29:39 smithi178 bash[70490]: audit 2024-09-13T14:29:38.477710+0000 mgr.y (mgr.25139) 542 : audit [DBG] from='client.54272 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:29:40.436 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:29:39 smithi178 bash[70490]: audit 2024-09-13T14:29:38.789827+0000 mgr.y (mgr.25139) 543 : audit [DBG] from='client.44304 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:29:40.436 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:29:39 smithi178 bash[70490]: audit 2024-09-13T14:29:38.789827+0000 mgr.y (mgr.25139) 543 : audit [DBG] from='client.44304 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:29:40.436 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:29:39 smithi178 bash[70490]: audit 2024-09-13T14:29:39.182261+0000 mon.c (mon.2) 4 : audit [DBG] from='client.? 172.21.15.62:0/3947240822' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:29:40.436 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:29:39 smithi178 bash[70490]: audit 2024-09-13T14:29:39.182261+0000 mon.c (mon.2) 4 : audit [DBG] from='client.? 172.21.15.62:0/3947240822' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:29:41.040 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:29:40 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:29:41.041 INFO:journalctl@ceph.osd.3.smithi062.stdout:Sep 13 14:29:40 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:29:41.041 INFO:journalctl@ceph.node-exporter.a.smithi062.stdout:Sep 13 14:29:40 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:29:41.041 INFO:journalctl@ceph.alertmanager.a.smithi062.stdout:Sep 13 14:29:40 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:29:41.042 INFO:journalctl@ceph.osd.1.smithi062.stdout:Sep 13 14:29:40 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:29:41.042 INFO:journalctl@ceph.osd.2.smithi062.stdout:Sep 13 14:29:40 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:29:41.042 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:29:40 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:29:41.042 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:29:40 smithi062 bash[89221]: audit 2024-09-13T14:29:39.505353+0000 mgr.y (mgr.25139) 544 : audit [DBG] from='client.54290 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:29:41.042 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:29:40 smithi062 bash[89221]: audit 2024-09-13T14:29:39.505353+0000 mgr.y (mgr.25139) 544 : audit [DBG] from='client.54290 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:29:41.043 INFO:journalctl@ceph.osd.0.smithi062.stdout:Sep 13 14:29:40 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:29:41.043 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:29:40 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:29:41.043 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:29:40 smithi062 bash[92878]: audit 2024-09-13T14:29:39.505353+0000 mgr.y (mgr.25139) 544 : audit [DBG] from='client.54290 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:29:41.043 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:29:40 smithi062 bash[92878]: audit 2024-09-13T14:29:39.505353+0000 mgr.y (mgr.25139) 544 : audit [DBG] from='client.54290 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:29:41.185 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:29:40 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:29:40.751714839Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:29:41.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:29:40 smithi178 bash[70490]: audit 2024-09-13T14:29:39.505353+0000 mgr.y (mgr.25139) 544 : audit [DBG] from='client.54290 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:29:41.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:29:40 smithi178 bash[70490]: audit 2024-09-13T14:29:39.505353+0000 mgr.y (mgr.25139) 544 : audit [DBG] from='client.54290 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:29:41.503 INFO:journalctl@ceph.osd.2.smithi062.stdout:Sep 13 14:29:41 smithi062 systemd[1]: Stopping Ceph osd.2 for ff1149ea-71d5-11ef-bceb-c7b262605968... 2024-09-13T14:29:41.503 INFO:journalctl@ceph.osd.2.smithi062.stdout:Sep 13 14:29:41 smithi062 bash[40853]: debug 2024-09-13T14:29:41.157+0000 7fe90449a640 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2024-09-13T14:29:41.503 INFO:journalctl@ceph.osd.2.smithi062.stdout:Sep 13 14:29:41 smithi062 bash[40853]: debug 2024-09-13T14:29:41.157+0000 7fe90449a640 -1 osd.2 123 *** Got signal Terminated *** 2024-09-13T14:29:41.503 INFO:journalctl@ceph.osd.2.smithi062.stdout:Sep 13 14:29:41 smithi062 bash[40853]: debug 2024-09-13T14:29:41.157+0000 7fe90449a640 -1 osd.2 123 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-13T14:29:42.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:29:41 smithi062 bash[92878]: cluster 2024-09-13T14:29:40.457416+0000 mgr.y (mgr.25139) 545 : cluster [DBG] pgmap v304: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:29:42.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:29:41 smithi062 bash[92878]: cluster 2024-09-13T14:29:40.457416+0000 mgr.y (mgr.25139) 545 : cluster [DBG] pgmap v304: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:29:42.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:29:41 smithi062 bash[92878]: cluster 2024-09-13T14:29:41.162784+0000 mon.a (mon.0) 222 : cluster [INF] osd.2 marked itself down and dead 2024-09-13T14:29:42.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:29:41 smithi062 bash[92878]: cluster 2024-09-13T14:29:41.162784+0000 mon.a (mon.0) 222 : cluster [INF] osd.2 marked itself down and dead 2024-09-13T14:29:42.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:29:41 smithi062 bash[89221]: cluster 2024-09-13T14:29:40.457416+0000 mgr.y (mgr.25139) 545 : cluster [DBG] pgmap v304: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:29:42.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:29:41 smithi062 bash[89221]: cluster 2024-09-13T14:29:40.457416+0000 mgr.y (mgr.25139) 545 : cluster [DBG] pgmap v304: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:29:42.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:29:41 smithi062 bash[89221]: cluster 2024-09-13T14:29:41.162784+0000 mon.a (mon.0) 222 : cluster [INF] osd.2 marked itself down and dead 2024-09-13T14:29:42.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:29:41 smithi062 bash[89221]: cluster 2024-09-13T14:29:41.162784+0000 mon.a (mon.0) 222 : cluster [INF] osd.2 marked itself down and dead 2024-09-13T14:29:42.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:29:41 smithi178 bash[70490]: cluster 2024-09-13T14:29:40.457416+0000 mgr.y (mgr.25139) 545 : cluster [DBG] pgmap v304: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:29:42.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:29:41 smithi178 bash[70490]: cluster 2024-09-13T14:29:40.457416+0000 mgr.y (mgr.25139) 545 : cluster [DBG] pgmap v304: 161 pgs: 161 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:29:42.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:29:41 smithi178 bash[70490]: cluster 2024-09-13T14:29:41.162784+0000 mon.a (mon.0) 222 : cluster [INF] osd.2 marked itself down and dead 2024-09-13T14:29:42.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:29:41 smithi178 bash[70490]: cluster 2024-09-13T14:29:41.162784+0000 mon.a (mon.0) 222 : cluster [INF] osd.2 marked itself down and dead 2024-09-13T14:29:43.252 INFO:journalctl@ceph.osd.2.smithi062.stdout:Sep 13 14:29:43 smithi062 bash[107963]: ceph-ff1149ea-71d5-11ef-bceb-c7b262605968-osd-2 2024-09-13T14:29:43.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:29:42 smithi062 bash[92878]: cluster 2024-09-13T14:29:41.984568+0000 mon.a (mon.0) 223 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-09-13T14:29:43.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:29:42 smithi062 bash[92878]: cluster 2024-09-13T14:29:41.984568+0000 mon.a (mon.0) 223 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-09-13T14:29:43.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:29:42 smithi062 bash[92878]: cluster 2024-09-13T14:29:42.001241+0000 mon.a (mon.0) 224 : cluster [DBG] osdmap e124: 8 total, 7 up, 8 in 2024-09-13T14:29:43.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:29:42 smithi062 bash[92878]: cluster 2024-09-13T14:29:42.001241+0000 mon.a (mon.0) 224 : cluster [DBG] osdmap e124: 8 total, 7 up, 8 in 2024-09-13T14:29:43.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:29:42 smithi062 bash[89221]: cluster 2024-09-13T14:29:41.984568+0000 mon.a (mon.0) 223 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-09-13T14:29:43.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:29:42 smithi062 bash[89221]: cluster 2024-09-13T14:29:41.984568+0000 mon.a (mon.0) 223 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-09-13T14:29:43.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:29:42 smithi062 bash[89221]: cluster 2024-09-13T14:29:42.001241+0000 mon.a (mon.0) 224 : cluster [DBG] osdmap e124: 8 total, 7 up, 8 in 2024-09-13T14:29:43.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:29:42 smithi062 bash[89221]: cluster 2024-09-13T14:29:42.001241+0000 mon.a (mon.0) 224 : cluster [DBG] osdmap e124: 8 total, 7 up, 8 in 2024-09-13T14:29:43.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:29:42 smithi178 bash[70490]: cluster 2024-09-13T14:29:41.984568+0000 mon.a (mon.0) 223 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-09-13T14:29:43.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:29:42 smithi178 bash[70490]: cluster 2024-09-13T14:29:41.984568+0000 mon.a (mon.0) 223 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-09-13T14:29:43.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:29:42 smithi178 bash[70490]: cluster 2024-09-13T14:29:42.001241+0000 mon.a (mon.0) 224 : cluster [DBG] osdmap e124: 8 total, 7 up, 8 in 2024-09-13T14:29:43.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:29:42 smithi178 bash[70490]: cluster 2024-09-13T14:29:42.001241+0000 mon.a (mon.0) 224 : cluster [DBG] osdmap e124: 8 total, 7 up, 8 in 2024-09-13T14:29:43.585 INFO:journalctl@ceph.osd.2.smithi062.stdout:Sep 13 14:29:43 smithi062 bash[108025]: Error response from daemon: No such container: ceph-ff1149ea-71d5-11ef-bceb-c7b262605968-osd-2 2024-09-13T14:29:43.988 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:29:43 smithi062 bash[68610]: ::ffff:172.21.15.178 - - [13/Sep/2024:14:29:43] "GET /metrics HTTP/1.1" 200 38417 "" "Prometheus/2.51.0" 2024-09-13T14:29:44.185 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:29:43 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:29:43.746051315Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:29:44.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:29:43 smithi178 bash[70490]: cluster 2024-09-13T14:29:42.458471+0000 mgr.y (mgr.25139) 546 : cluster [DBG] pgmap v306: 161 pgs: 7 peering, 10 stale+active+clean, 144 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 921 B/s rd, 0 op/s 2024-09-13T14:29:44.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:29:43 smithi178 bash[70490]: cluster 2024-09-13T14:29:42.458471+0000 mgr.y (mgr.25139) 546 : cluster [DBG] pgmap v306: 161 pgs: 7 peering, 10 stale+active+clean, 144 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 921 B/s rd, 0 op/s 2024-09-13T14:29:44.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:29:43 smithi178 bash[70490]: audit 2024-09-13T14:29:42.638253+0000 mgr.y (mgr.25139) 547 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:29:44.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:29:43 smithi178 bash[70490]: audit 2024-09-13T14:29:42.638253+0000 mgr.y (mgr.25139) 547 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:29:44.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:29:43 smithi178 bash[70490]: cluster 2024-09-13T14:29:42.994366+0000 mon.a (mon.0) 225 : cluster [WRN] Health check failed: Reduced data availability: 2 pgs inactive, 7 pgs peering (PG_AVAILABILITY) 2024-09-13T14:29:44.186 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:29:43 smithi178 bash[70490]: cluster 2024-09-13T14:29:42.994366+0000 mon.a (mon.0) 225 : cluster [WRN] Health check failed: Reduced data availability: 2 pgs inactive, 7 pgs peering (PG_AVAILABILITY) 2024-09-13T14:29:44.186 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:29:43 smithi178 bash[70490]: cluster 2024-09-13T14:29:43.009758+0000 mon.a (mon.0) 226 : cluster [DBG] osdmap e125: 8 total, 7 up, 8 in 2024-09-13T14:29:44.186 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:29:43 smithi178 bash[70490]: cluster 2024-09-13T14:29:43.009758+0000 mon.a (mon.0) 226 : cluster [DBG] osdmap e125: 8 total, 7 up, 8 in 2024-09-13T14:29:44.186 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:29:43 smithi178 bash[70490]: audit 2024-09-13T14:29:43.871932+0000 mon.a (mon.0) 227 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:29:44.186 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:29:43 smithi178 bash[70490]: audit 2024-09-13T14:29:43.871932+0000 mon.a (mon.0) 227 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:29:44.186 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:29:43 smithi178 bash[70490]: audit 2024-09-13T14:29:43.873871+0000 mon.b (mon.1) 153 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:29:44.186 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:29:43 smithi178 bash[70490]: audit 2024-09-13T14:29:43.873871+0000 mon.b (mon.1) 153 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:29:44.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:29:43 smithi062 bash[89221]: cluster 2024-09-13T14:29:42.458471+0000 mgr.y (mgr.25139) 546 : cluster [DBG] pgmap v306: 161 pgs: 7 peering, 10 stale+active+clean, 144 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 921 B/s rd, 0 op/s 2024-09-13T14:29:44.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:29:43 smithi062 bash[89221]: cluster 2024-09-13T14:29:42.458471+0000 mgr.y (mgr.25139) 546 : cluster [DBG] pgmap v306: 161 pgs: 7 peering, 10 stale+active+clean, 144 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 921 B/s rd, 0 op/s 2024-09-13T14:29:44.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:29:43 smithi062 bash[89221]: audit 2024-09-13T14:29:42.638253+0000 mgr.y (mgr.25139) 547 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:29:44.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:29:43 smithi062 bash[89221]: audit 2024-09-13T14:29:42.638253+0000 mgr.y (mgr.25139) 547 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:29:44.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:29:43 smithi062 bash[89221]: cluster 2024-09-13T14:29:42.994366+0000 mon.a (mon.0) 225 : cluster [WRN] Health check failed: Reduced data availability: 2 pgs inactive, 7 pgs peering (PG_AVAILABILITY) 2024-09-13T14:29:44.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:29:43 smithi062 bash[89221]: cluster 2024-09-13T14:29:42.994366+0000 mon.a (mon.0) 225 : cluster [WRN] Health check failed: Reduced data availability: 2 pgs inactive, 7 pgs peering (PG_AVAILABILITY) 2024-09-13T14:29:44.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:29:43 smithi062 bash[89221]: cluster 2024-09-13T14:29:43.009758+0000 mon.a (mon.0) 226 : cluster [DBG] osdmap e125: 8 total, 7 up, 8 in 2024-09-13T14:29:44.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:29:43 smithi062 bash[89221]: cluster 2024-09-13T14:29:43.009758+0000 mon.a (mon.0) 226 : cluster [DBG] osdmap e125: 8 total, 7 up, 8 in 2024-09-13T14:29:44.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:29:43 smithi062 bash[89221]: audit 2024-09-13T14:29:43.871932+0000 mon.a (mon.0) 227 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:29:44.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:29:43 smithi062 bash[89221]: audit 2024-09-13T14:29:43.871932+0000 mon.a (mon.0) 227 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:29:44.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:29:43 smithi062 bash[89221]: audit 2024-09-13T14:29:43.873871+0000 mon.b (mon.1) 153 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:29:44.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:29:43 smithi062 bash[89221]: audit 2024-09-13T14:29:43.873871+0000 mon.b (mon.1) 153 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:29:44.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:29:43 smithi062 bash[92878]: cluster 2024-09-13T14:29:42.458471+0000 mgr.y (mgr.25139) 546 : cluster [DBG] pgmap v306: 161 pgs: 7 peering, 10 stale+active+clean, 144 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 921 B/s rd, 0 op/s 2024-09-13T14:29:44.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:29:43 smithi062 bash[92878]: cluster 2024-09-13T14:29:42.458471+0000 mgr.y (mgr.25139) 546 : cluster [DBG] pgmap v306: 161 pgs: 7 peering, 10 stale+active+clean, 144 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 921 B/s rd, 0 op/s 2024-09-13T14:29:44.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:29:43 smithi062 bash[92878]: audit 2024-09-13T14:29:42.638253+0000 mgr.y (mgr.25139) 547 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:29:44.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:29:43 smithi062 bash[92878]: audit 2024-09-13T14:29:42.638253+0000 mgr.y (mgr.25139) 547 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:29:44.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:29:43 smithi062 bash[92878]: cluster 2024-09-13T14:29:42.994366+0000 mon.a (mon.0) 225 : cluster [WRN] Health check failed: Reduced data availability: 2 pgs inactive, 7 pgs peering (PG_AVAILABILITY) 2024-09-13T14:29:44.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:29:43 smithi062 bash[92878]: cluster 2024-09-13T14:29:42.994366+0000 mon.a (mon.0) 225 : cluster [WRN] Health check failed: Reduced data availability: 2 pgs inactive, 7 pgs peering (PG_AVAILABILITY) 2024-09-13T14:29:44.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:29:43 smithi062 bash[92878]: cluster 2024-09-13T14:29:43.009758+0000 mon.a (mon.0) 226 : cluster [DBG] osdmap e125: 8 total, 7 up, 8 in 2024-09-13T14:29:44.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:29:43 smithi062 bash[92878]: cluster 2024-09-13T14:29:43.009758+0000 mon.a (mon.0) 226 : cluster [DBG] osdmap e125: 8 total, 7 up, 8 in 2024-09-13T14:29:44.255 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:29:43 smithi062 bash[92878]: audit 2024-09-13T14:29:43.871932+0000 mon.a (mon.0) 227 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:29:44.255 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:29:43 smithi062 bash[92878]: audit 2024-09-13T14:29:43.871932+0000 mon.a (mon.0) 227 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:29:44.255 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:29:43 smithi062 bash[92878]: audit 2024-09-13T14:29:43.873871+0000 mon.b (mon.1) 153 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:29:44.255 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:29:43 smithi062 bash[92878]: audit 2024-09-13T14:29:43.873871+0000 mon.b (mon.1) 153 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:29:45.256 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:29:45 smithi062 bash[89221]: cluster 2024-09-13T14:29:44.989460+0000 mon.a (mon.0) 228 : cluster [WRN] Health check failed: Degraded data redundancy: 36/636 objects degraded (5.660%), 14 pgs degraded (PG_DEGRADED) 2024-09-13T14:29:45.257 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:29:45 smithi062 bash[89221]: cluster 2024-09-13T14:29:44.989460+0000 mon.a (mon.0) 228 : cluster [WRN] Health check failed: Degraded data redundancy: 36/636 objects degraded (5.660%), 14 pgs degraded (PG_DEGRADED) 2024-09-13T14:29:45.257 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:29:45 smithi062 bash[92878]: cluster 2024-09-13T14:29:44.989460+0000 mon.a (mon.0) 228 : cluster [WRN] Health check failed: Degraded data redundancy: 36/636 objects degraded (5.660%), 14 pgs degraded (PG_DEGRADED) 2024-09-13T14:29:45.257 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:29:45 smithi062 bash[92878]: cluster 2024-09-13T14:29:44.989460+0000 mon.a (mon.0) 228 : cluster [WRN] Health check failed: Degraded data redundancy: 36/636 objects degraded (5.660%), 14 pgs degraded (PG_DEGRADED) 2024-09-13T14:29:45.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:29:45 smithi178 bash[70490]: cluster 2024-09-13T14:29:44.989460+0000 mon.a (mon.0) 228 : cluster [WRN] Health check failed: Degraded data redundancy: 36/636 objects degraded (5.660%), 14 pgs degraded (PG_DEGRADED) 2024-09-13T14:29:45.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:29:45 smithi178 bash[70490]: cluster 2024-09-13T14:29:44.989460+0000 mon.a (mon.0) 228 : cluster [WRN] Health check failed: Degraded data redundancy: 36/636 objects degraded (5.660%), 14 pgs degraded (PG_DEGRADED) 2024-09-13T14:29:45.877 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:29:45 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:29:45.878 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:29:45 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:29:45.878 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:29:45 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:29:45.878 INFO:journalctl@ceph.osd.0.smithi062.stdout:Sep 13 14:29:45 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:29:45.879 INFO:journalctl@ceph.osd.1.smithi062.stdout:Sep 13 14:29:45 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:29:45.879 INFO:journalctl@ceph.osd.3.smithi062.stdout:Sep 13 14:29:45 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:29:45.879 INFO:journalctl@ceph.node-exporter.a.smithi062.stdout:Sep 13 14:29:45 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:29:45.880 INFO:journalctl@ceph.osd.2.smithi062.stdout:Sep 13 14:29:45 smithi062 systemd[1]: ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@osd.2.service: Deactivated successfully. 2024-09-13T14:29:45.880 INFO:journalctl@ceph.osd.2.smithi062.stdout:Sep 13 14:29:45 smithi062 systemd[1]: Stopped Ceph osd.2 for ff1149ea-71d5-11ef-bceb-c7b262605968. 2024-09-13T14:29:45.880 INFO:journalctl@ceph.osd.2.smithi062.stdout:Sep 13 14:29:45 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:29:45.880 INFO:journalctl@ceph.osd.2.smithi062.stdout:Sep 13 14:29:45 smithi062 systemd[1]: Started Ceph osd.2 for ff1149ea-71d5-11ef-bceb-c7b262605968. 2024-09-13T14:29:45.880 INFO:journalctl@ceph.alertmanager.a.smithi062.stdout:Sep 13 14:29:45 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:29:46.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:29:46 smithi062 bash[89221]: cluster 2024-09-13T14:29:44.460246+0000 mgr.y (mgr.25139) 548 : cluster [DBG] pgmap v308: 161 pgs: 20 active+undersized, 7 peering, 1 stale+active+clean, 14 active+undersized+degraded, 119 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 36/636 objects degraded (5.660%) 2024-09-13T14:29:46.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:29:46 smithi062 bash[89221]: cluster 2024-09-13T14:29:44.460246+0000 mgr.y (mgr.25139) 548 : cluster [DBG] pgmap v308: 161 pgs: 20 active+undersized, 7 peering, 1 stale+active+clean, 14 active+undersized+degraded, 119 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 36/636 objects degraded (5.660%) 2024-09-13T14:29:46.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:29:46 smithi062 bash[89221]: audit 2024-09-13T14:29:45.818846+0000 mon.a (mon.0) 229 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:29:46.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:29:46 smithi062 bash[89221]: audit 2024-09-13T14:29:45.818846+0000 mon.a (mon.0) 229 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:29:46.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:29:46 smithi062 bash[89221]: audit 2024-09-13T14:29:45.829425+0000 mon.a (mon.0) 230 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:29:46.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:29:46 smithi062 bash[89221]: audit 2024-09-13T14:29:45.829425+0000 mon.a (mon.0) 230 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:29:46.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:29:46 smithi062 bash[89221]: audit 2024-09-13T14:29:45.837532+0000 mon.a (mon.0) 231 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:29:46.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:29:46 smithi062 bash[89221]: audit 2024-09-13T14:29:45.837532+0000 mon.a (mon.0) 231 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:29:46.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:29:46 smithi062 bash[92878]: cluster 2024-09-13T14:29:44.460246+0000 mgr.y (mgr.25139) 548 : cluster [DBG] pgmap v308: 161 pgs: 20 active+undersized, 7 peering, 1 stale+active+clean, 14 active+undersized+degraded, 119 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 36/636 objects degraded (5.660%) 2024-09-13T14:29:46.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:29:46 smithi062 bash[92878]: cluster 2024-09-13T14:29:44.460246+0000 mgr.y (mgr.25139) 548 : cluster [DBG] pgmap v308: 161 pgs: 20 active+undersized, 7 peering, 1 stale+active+clean, 14 active+undersized+degraded, 119 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 36/636 objects degraded (5.660%) 2024-09-13T14:29:46.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:29:46 smithi062 bash[92878]: audit 2024-09-13T14:29:45.818846+0000 mon.a (mon.0) 229 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:29:46.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:29:46 smithi062 bash[92878]: audit 2024-09-13T14:29:45.818846+0000 mon.a (mon.0) 229 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:29:46.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:29:46 smithi062 bash[92878]: audit 2024-09-13T14:29:45.829425+0000 mon.a (mon.0) 230 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:29:46.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:29:46 smithi062 bash[92878]: audit 2024-09-13T14:29:45.829425+0000 mon.a (mon.0) 230 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:29:46.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:29:46 smithi062 bash[92878]: audit 2024-09-13T14:29:45.837532+0000 mon.a (mon.0) 231 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:29:46.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:29:46 smithi062 bash[92878]: audit 2024-09-13T14:29:45.837532+0000 mon.a (mon.0) 231 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:29:46.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:29:46 smithi178 bash[70490]: cluster 2024-09-13T14:29:44.460246+0000 mgr.y (mgr.25139) 548 : cluster [DBG] pgmap v308: 161 pgs: 20 active+undersized, 7 peering, 1 stale+active+clean, 14 active+undersized+degraded, 119 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 36/636 objects degraded (5.660%) 2024-09-13T14:29:46.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:29:46 smithi178 bash[70490]: cluster 2024-09-13T14:29:44.460246+0000 mgr.y (mgr.25139) 548 : cluster [DBG] pgmap v308: 161 pgs: 20 active+undersized, 7 peering, 1 stale+active+clean, 14 active+undersized+degraded, 119 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 36/636 objects degraded (5.660%) 2024-09-13T14:29:46.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:29:46 smithi178 bash[70490]: audit 2024-09-13T14:29:45.818846+0000 mon.a (mon.0) 229 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:29:46.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:29:46 smithi178 bash[70490]: audit 2024-09-13T14:29:45.818846+0000 mon.a (mon.0) 229 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:29:46.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:29:46 smithi178 bash[70490]: audit 2024-09-13T14:29:45.829425+0000 mon.a (mon.0) 230 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:29:46.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:29:46 smithi178 bash[70490]: audit 2024-09-13T14:29:45.829425+0000 mon.a (mon.0) 230 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:29:46.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:29:46 smithi178 bash[70490]: audit 2024-09-13T14:29:45.837532+0000 mon.a (mon.0) 231 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:29:46.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:29:46 smithi178 bash[70490]: audit 2024-09-13T14:29:45.837532+0000 mon.a (mon.0) 231 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:29:47.185 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:29:46 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:29:46.722594777Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:29:47.502 INFO:journalctl@ceph.osd.2.smithi062.stdout:Sep 13 14:29:47 smithi062 bash[108173]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-13T14:29:47.503 INFO:journalctl@ceph.osd.2.smithi062.stdout:Sep 13 14:29:47 smithi062 bash[108173]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-13T14:29:48.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:29:48 smithi178 bash[70490]: cluster 2024-09-13T14:29:46.461196+0000 mgr.y (mgr.25139) 549 : cluster [DBG] pgmap v309: 161 pgs: 20 active+undersized, 7 peering, 1 stale+active+clean, 14 active+undersized+degraded, 119 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 36/636 objects degraded (5.660%) 2024-09-13T14:29:48.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:29:48 smithi178 bash[70490]: cluster 2024-09-13T14:29:46.461196+0000 mgr.y (mgr.25139) 549 : cluster [DBG] pgmap v309: 161 pgs: 20 active+undersized, 7 peering, 1 stale+active+clean, 14 active+undersized+degraded, 119 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 36/636 objects degraded (5.660%) 2024-09-13T14:29:48.502 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:29:48 smithi062 bash[89221]: cluster 2024-09-13T14:29:46.461196+0000 mgr.y (mgr.25139) 549 : cluster [DBG] pgmap v309: 161 pgs: 20 active+undersized, 7 peering, 1 stale+active+clean, 14 active+undersized+degraded, 119 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 36/636 objects degraded (5.660%) 2024-09-13T14:29:48.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:29:48 smithi062 bash[89221]: cluster 2024-09-13T14:29:46.461196+0000 mgr.y (mgr.25139) 549 : cluster [DBG] pgmap v309: 161 pgs: 20 active+undersized, 7 peering, 1 stale+active+clean, 14 active+undersized+degraded, 119 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 36/636 objects degraded (5.660%) 2024-09-13T14:29:48.503 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:29:48 smithi062 bash[92878]: cluster 2024-09-13T14:29:46.461196+0000 mgr.y (mgr.25139) 549 : cluster [DBG] pgmap v309: 161 pgs: 20 active+undersized, 7 peering, 1 stale+active+clean, 14 active+undersized+degraded, 119 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 36/636 objects degraded (5.660%) 2024-09-13T14:29:48.503 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:29:48 smithi062 bash[92878]: cluster 2024-09-13T14:29:46.461196+0000 mgr.y (mgr.25139) 549 : cluster [DBG] pgmap v309: 161 pgs: 20 active+undersized, 7 peering, 1 stale+active+clean, 14 active+undersized+degraded, 119 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 36/636 objects degraded (5.660%) 2024-09-13T14:29:49.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:29:49 smithi178 bash[70490]: cluster 2024-09-13T14:29:49.048041+0000 mon.a (mon.0) 232 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 2 pgs inactive, 7 pgs peering) 2024-09-13T14:29:49.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:29:49 smithi178 bash[70490]: cluster 2024-09-13T14:29:49.048041+0000 mon.a (mon.0) 232 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 2 pgs inactive, 7 pgs peering) 2024-09-13T14:29:49.502 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:29:49 smithi062 bash[89221]: cluster 2024-09-13T14:29:49.048041+0000 mon.a (mon.0) 232 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 2 pgs inactive, 7 pgs peering) 2024-09-13T14:29:49.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:29:49 smithi062 bash[89221]: cluster 2024-09-13T14:29:49.048041+0000 mon.a (mon.0) 232 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 2 pgs inactive, 7 pgs peering) 2024-09-13T14:29:49.503 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:29:49 smithi062 bash[92878]: cluster 2024-09-13T14:29:49.048041+0000 mon.a (mon.0) 232 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 2 pgs inactive, 7 pgs peering) 2024-09-13T14:29:49.503 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:29:49 smithi062 bash[92878]: cluster 2024-09-13T14:29:49.048041+0000 mon.a (mon.0) 232 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 2 pgs inactive, 7 pgs peering) 2024-09-13T14:29:50.102 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:29:49 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:29:49.725236498Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:29:50.235 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:29:50 smithi062 bash[89221]: cluster 2024-09-13T14:29:48.462443+0000 mgr.y (mgr.25139) 550 : cluster [DBG] pgmap v310: 161 pgs: 30 active+undersized, 17 active+undersized+degraded, 114 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 60/636 objects degraded (9.434%) 2024-09-13T14:29:50.235 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:29:50 smithi062 bash[89221]: cluster 2024-09-13T14:29:48.462443+0000 mgr.y (mgr.25139) 550 : cluster [DBG] pgmap v310: 161 pgs: 30 active+undersized, 17 active+undersized+degraded, 114 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 60/636 objects degraded (9.434%) 2024-09-13T14:29:50.236 INFO:journalctl@ceph.osd.2.smithi062.stdout:Sep 13 14:29:49 smithi062 bash[108173]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-09-13T14:29:50.236 INFO:journalctl@ceph.osd.2.smithi062.stdout:Sep 13 14:29:49 smithi062 bash[108173]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-2 --no-mon-config --dev /dev/mapper/vg_nvme-lv_2 2024-09-13T14:29:50.236 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:29:50 smithi062 bash[92878]: cluster 2024-09-13T14:29:48.462443+0000 mgr.y (mgr.25139) 550 : cluster [DBG] pgmap v310: 161 pgs: 30 active+undersized, 17 active+undersized+degraded, 114 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 60/636 objects degraded (9.434%) 2024-09-13T14:29:50.237 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:29:50 smithi062 bash[92878]: cluster 2024-09-13T14:29:48.462443+0000 mgr.y (mgr.25139) 550 : cluster [DBG] pgmap v310: 161 pgs: 30 active+undersized, 17 active+undersized+degraded, 114 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 60/636 objects degraded (9.434%) 2024-09-13T14:29:50.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:29:50 smithi178 bash[70490]: cluster 2024-09-13T14:29:48.462443+0000 mgr.y (mgr.25139) 550 : cluster [DBG] pgmap v310: 161 pgs: 30 active+undersized, 17 active+undersized+degraded, 114 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 60/636 objects degraded (9.434%) 2024-09-13T14:29:50.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:29:50 smithi178 bash[70490]: cluster 2024-09-13T14:29:48.462443+0000 mgr.y (mgr.25139) 550 : cluster [DBG] pgmap v310: 161 pgs: 30 active+undersized, 17 active+undersized+degraded, 114 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 60/636 objects degraded (9.434%) 2024-09-13T14:29:50.502 INFO:journalctl@ceph.osd.2.smithi062.stdout:Sep 13 14:29:50 smithi062 bash[108173]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_2 2024-09-13T14:29:50.503 INFO:journalctl@ceph.osd.2.smithi062.stdout:Sep 13 14:29:50 smithi062 bash[108173]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1 2024-09-13T14:29:50.503 INFO:journalctl@ceph.osd.2.smithi062.stdout:Sep 13 14:29:50 smithi062 bash[108173]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-2/block 2024-09-13T14:29:50.503 INFO:journalctl@ceph.osd.2.smithi062.stdout:Sep 13 14:29:50 smithi062 bash[108173]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-09-13T14:29:50.503 INFO:journalctl@ceph.osd.2.smithi062.stdout:Sep 13 14:29:50 smithi062 bash[108173]: --> ceph-volume raw activate successful for osd ID: 2 2024-09-13T14:29:51.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:29:51 smithi178 bash[70490]: cluster 2024-09-13T14:29:51.051949+0000 mon.a (mon.0) 233 : cluster [WRN] Health check update: Degraded data redundancy: 60/636 objects degraded (9.434%), 17 pgs degraded (PG_DEGRADED) 2024-09-13T14:29:51.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:29:51 smithi178 bash[70490]: cluster 2024-09-13T14:29:51.051949+0000 mon.a (mon.0) 233 : cluster [WRN] Health check update: Degraded data redundancy: 60/636 objects degraded (9.434%), 17 pgs degraded (PG_DEGRADED) 2024-09-13T14:29:51.502 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:29:51 smithi062 bash[89221]: cluster 2024-09-13T14:29:51.051949+0000 mon.a (mon.0) 233 : cluster [WRN] Health check update: Degraded data redundancy: 60/636 objects degraded (9.434%), 17 pgs degraded (PG_DEGRADED) 2024-09-13T14:29:51.502 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:29:51 smithi062 bash[89221]: cluster 2024-09-13T14:29:51.051949+0000 mon.a (mon.0) 233 : cluster [WRN] Health check update: Degraded data redundancy: 60/636 objects degraded (9.434%), 17 pgs degraded (PG_DEGRADED) 2024-09-13T14:29:51.503 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:29:51 smithi062 bash[92878]: cluster 2024-09-13T14:29:51.051949+0000 mon.a (mon.0) 233 : cluster [WRN] Health check update: Degraded data redundancy: 60/636 objects degraded (9.434%), 17 pgs degraded (PG_DEGRADED) 2024-09-13T14:29:51.503 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:29:51 smithi062 bash[92878]: cluster 2024-09-13T14:29:51.051949+0000 mon.a (mon.0) 233 : cluster [WRN] Health check update: Degraded data redundancy: 60/636 objects degraded (9.434%), 17 pgs degraded (PG_DEGRADED) 2024-09-13T14:29:52.252 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:29:52 smithi062 bash[89221]: cluster 2024-09-13T14:29:50.464156+0000 mgr.y (mgr.25139) 551 : cluster [DBG] pgmap v311: 161 pgs: 30 active+undersized, 17 active+undersized+degraded, 114 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 60/636 objects degraded (9.434%) 2024-09-13T14:29:52.252 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:29:52 smithi062 bash[89221]: cluster 2024-09-13T14:29:50.464156+0000 mgr.y (mgr.25139) 551 : cluster [DBG] pgmap v311: 161 pgs: 30 active+undersized, 17 active+undersized+degraded, 114 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 60/636 objects degraded (9.434%) 2024-09-13T14:29:52.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:29:52 smithi062 bash[92878]: cluster 2024-09-13T14:29:50.464156+0000 mgr.y (mgr.25139) 551 : cluster [DBG] pgmap v311: 161 pgs: 30 active+undersized, 17 active+undersized+degraded, 114 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 60/636 objects degraded (9.434%) 2024-09-13T14:29:52.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:29:52 smithi062 bash[92878]: cluster 2024-09-13T14:29:50.464156+0000 mgr.y (mgr.25139) 551 : cluster [DBG] pgmap v311: 161 pgs: 30 active+undersized, 17 active+undersized+degraded, 114 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 60/636 objects degraded (9.434%) 2024-09-13T14:29:52.253 INFO:journalctl@ceph.osd.2.smithi062.stdout:Sep 13 14:29:52 smithi062 bash[108448]: debug 2024-09-13T14:29:52.057+0000 7fcd9b3a8640 1 -- 172.21.15.62:0/3113599981 <== mon.2 v2:172.21.15.62:3301/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55b64efee960 con 0x55b64f00f800 2024-09-13T14:29:52.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:29:52 smithi178 bash[70490]: cluster 2024-09-13T14:29:50.464156+0000 mgr.y (mgr.25139) 551 : cluster [DBG] pgmap v311: 161 pgs: 30 active+undersized, 17 active+undersized+degraded, 114 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 60/636 objects degraded (9.434%) 2024-09-13T14:29:52.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:29:52 smithi178 bash[70490]: cluster 2024-09-13T14:29:50.464156+0000 mgr.y (mgr.25139) 551 : cluster [DBG] pgmap v311: 161 pgs: 30 active+undersized, 17 active+undersized+degraded, 114 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 60/636 objects degraded (9.434%) 2024-09-13T14:29:53.185 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:29:52 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:29:52.750944678Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:29:53.585 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:29:53 smithi062 bash[89221]: audit 2024-09-13T14:29:52.256927+0000 mon.a (mon.0) 234 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:29:53.585 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:29:53 smithi062 bash[89221]: audit 2024-09-13T14:29:52.256927+0000 mon.a (mon.0) 234 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:29:53.585 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:29:53 smithi062 bash[89221]: audit 2024-09-13T14:29:52.268459+0000 mon.a (mon.0) 235 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:29:53.585 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:29:53 smithi062 bash[89221]: audit 2024-09-13T14:29:52.268459+0000 mon.a (mon.0) 235 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:29:53.585 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:29:53 smithi062 bash[89221]: cluster 2024-09-13T14:29:52.464827+0000 mgr.y (mgr.25139) 552 : cluster [DBG] pgmap v312: 161 pgs: 30 active+undersized, 17 active+undersized+degraded, 114 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 60/636 objects degraded (9.434%) 2024-09-13T14:29:53.585 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:29:53 smithi062 bash[89221]: cluster 2024-09-13T14:29:52.464827+0000 mgr.y (mgr.25139) 552 : cluster [DBG] pgmap v312: 161 pgs: 30 active+undersized, 17 active+undersized+degraded, 114 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 60/636 objects degraded (9.434%) 2024-09-13T14:29:53.585 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:29:53 smithi062 bash[89221]: audit 2024-09-13T14:29:52.649419+0000 mgr.y (mgr.25139) 553 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:29:53.585 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:29:53 smithi062 bash[89221]: audit 2024-09-13T14:29:52.649419+0000 mgr.y (mgr.25139) 553 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:29:53.586 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:29:53 smithi062 bash[92878]: audit 2024-09-13T14:29:52.256927+0000 mon.a (mon.0) 234 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:29:53.586 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:29:53 smithi062 bash[92878]: audit 2024-09-13T14:29:52.256927+0000 mon.a (mon.0) 234 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:29:53.586 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:29:53 smithi062 bash[92878]: audit 2024-09-13T14:29:52.268459+0000 mon.a (mon.0) 235 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:29:53.586 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:29:53 smithi062 bash[92878]: audit 2024-09-13T14:29:52.268459+0000 mon.a (mon.0) 235 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:29:53.586 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:29:53 smithi062 bash[92878]: cluster 2024-09-13T14:29:52.464827+0000 mgr.y (mgr.25139) 552 : cluster [DBG] pgmap v312: 161 pgs: 30 active+undersized, 17 active+undersized+degraded, 114 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 60/636 objects degraded (9.434%) 2024-09-13T14:29:53.586 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:29:53 smithi062 bash[92878]: cluster 2024-09-13T14:29:52.464827+0000 mgr.y (mgr.25139) 552 : cluster [DBG] pgmap v312: 161 pgs: 30 active+undersized, 17 active+undersized+degraded, 114 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 60/636 objects degraded (9.434%) 2024-09-13T14:29:53.586 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:29:53 smithi062 bash[92878]: audit 2024-09-13T14:29:52.649419+0000 mgr.y (mgr.25139) 553 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:29:53.586 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:29:53 smithi062 bash[92878]: audit 2024-09-13T14:29:52.649419+0000 mgr.y (mgr.25139) 553 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:29:53.685 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:29:53 smithi178 bash[70490]: audit 2024-09-13T14:29:52.256927+0000 mon.a (mon.0) 234 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:29:53.685 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:29:53 smithi178 bash[70490]: audit 2024-09-13T14:29:52.256927+0000 mon.a (mon.0) 234 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:29:53.685 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:29:53 smithi178 bash[70490]: audit 2024-09-13T14:29:52.268459+0000 mon.a (mon.0) 235 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:29:53.685 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:29:53 smithi178 bash[70490]: audit 2024-09-13T14:29:52.268459+0000 mon.a (mon.0) 235 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:29:53.685 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:29:53 smithi178 bash[70490]: cluster 2024-09-13T14:29:52.464827+0000 mgr.y (mgr.25139) 552 : cluster [DBG] pgmap v312: 161 pgs: 30 active+undersized, 17 active+undersized+degraded, 114 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 60/636 objects degraded (9.434%) 2024-09-13T14:29:53.686 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:29:53 smithi178 bash[70490]: cluster 2024-09-13T14:29:52.464827+0000 mgr.y (mgr.25139) 552 : cluster [DBG] pgmap v312: 161 pgs: 30 active+undersized, 17 active+undersized+degraded, 114 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 60/636 objects degraded (9.434%) 2024-09-13T14:29:53.686 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:29:53 smithi178 bash[70490]: audit 2024-09-13T14:29:52.649419+0000 mgr.y (mgr.25139) 553 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:29:53.686 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:29:53 smithi178 bash[70490]: audit 2024-09-13T14:29:52.649419+0000 mgr.y (mgr.25139) 553 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:29:53.849 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:29:53 smithi062 bash[68610]: ::ffff:172.21.15.178 - - [13/Sep/2024:14:29:53] "GET /metrics HTTP/1.1" 200 38419 "" "Prometheus/2.51.0" 2024-09-13T14:29:54.252 INFO:journalctl@ceph.osd.2.smithi062.stdout:Sep 13 14:29:53 smithi062 bash[108448]: debug 2024-09-13T14:29:53.845+0000 7fcd9dc0f640 -1 Falling back to public interface 2024-09-13T14:29:54.752 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:29:54 smithi062 bash[89221]: audit 2024-09-13T14:29:53.436412+0000 mon.a (mon.0) 236 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:29:54.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:29:54 smithi062 bash[89221]: audit 2024-09-13T14:29:53.436412+0000 mon.a (mon.0) 236 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:29:54.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:29:54 smithi062 bash[89221]: audit 2024-09-13T14:29:53.449648+0000 mon.a (mon.0) 237 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:29:54.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:29:54 smithi062 bash[89221]: audit 2024-09-13T14:29:53.449648+0000 mon.a (mon.0) 237 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:29:54.753 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:29:54 smithi062 bash[92878]: audit 2024-09-13T14:29:53.436412+0000 mon.a (mon.0) 236 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:29:54.753 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:29:54 smithi062 bash[92878]: audit 2024-09-13T14:29:53.436412+0000 mon.a (mon.0) 236 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:29:54.753 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:29:54 smithi062 bash[92878]: audit 2024-09-13T14:29:53.449648+0000 mon.a (mon.0) 237 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:29:54.753 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:29:54 smithi062 bash[92878]: audit 2024-09-13T14:29:53.449648+0000 mon.a (mon.0) 237 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:29:54.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:29:54 smithi178 bash[70490]: audit 2024-09-13T14:29:53.436412+0000 mon.a (mon.0) 236 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:29:54.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:29:54 smithi178 bash[70490]: audit 2024-09-13T14:29:53.436412+0000 mon.a (mon.0) 236 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:29:54.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:29:54 smithi178 bash[70490]: audit 2024-09-13T14:29:53.449648+0000 mon.a (mon.0) 237 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:29:54.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:29:54 smithi178 bash[70490]: audit 2024-09-13T14:29:53.449648+0000 mon.a (mon.0) 237 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:29:55.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:29:55 smithi062 bash[89221]: cluster 2024-09-13T14:29:54.465986+0000 mgr.y (mgr.25139) 554 : cluster [DBG] pgmap v313: 161 pgs: 30 active+undersized, 17 active+undersized+degraded, 114 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 0 B/s rd, 0 op/s; 60/636 objects degraded (9.434%) 2024-09-13T14:29:55.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:29:55 smithi062 bash[89221]: cluster 2024-09-13T14:29:54.465986+0000 mgr.y (mgr.25139) 554 : cluster [DBG] pgmap v313: 161 pgs: 30 active+undersized, 17 active+undersized+degraded, 114 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 0 B/s rd, 0 op/s; 60/636 objects degraded (9.434%) 2024-09-13T14:29:55.753 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:29:55 smithi062 bash[92878]: cluster 2024-09-13T14:29:54.465986+0000 mgr.y (mgr.25139) 554 : cluster [DBG] pgmap v313: 161 pgs: 30 active+undersized, 17 active+undersized+degraded, 114 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 0 B/s rd, 0 op/s; 60/636 objects degraded (9.434%) 2024-09-13T14:29:55.753 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:29:55 smithi062 bash[92878]: cluster 2024-09-13T14:29:54.465986+0000 mgr.y (mgr.25139) 554 : cluster [DBG] pgmap v313: 161 pgs: 30 active+undersized, 17 active+undersized+degraded, 114 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 0 B/s rd, 0 op/s; 60/636 objects degraded (9.434%) 2024-09-13T14:29:55.757 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:29:55 smithi178 bash[70490]: cluster 2024-09-13T14:29:54.465986+0000 mgr.y (mgr.25139) 554 : cluster [DBG] pgmap v313: 161 pgs: 30 active+undersized, 17 active+undersized+degraded, 114 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 0 B/s rd, 0 op/s; 60/636 objects degraded (9.434%) 2024-09-13T14:29:55.757 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:29:55 smithi178 bash[70490]: cluster 2024-09-13T14:29:54.465986+0000 mgr.y (mgr.25139) 554 : cluster [DBG] pgmap v313: 161 pgs: 30 active+undersized, 17 active+undersized+degraded, 114 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 0 B/s rd, 0 op/s; 60/636 objects degraded (9.434%) 2024-09-13T14:29:56.185 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:29:55 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:29:55.756638593Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:29:57.503 INFO:journalctl@ceph.osd.2.smithi062.stdout:Sep 13 14:29:57 smithi062 bash[108448]: debug 2024-09-13T14:29:57.021+0000 7fcd9dc0f640 -1 osd.2 123 log_to_monitors true 2024-09-13T14:29:57.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:29:57 smithi178 bash[70490]: cluster 2024-09-13T14:29:56.466571+0000 mgr.y (mgr.25139) 555 : cluster [DBG] pgmap v314: 161 pgs: 30 active+undersized, 17 active+undersized+degraded, 114 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s; 60/636 objects degraded (9.434%) 2024-09-13T14:29:57.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:29:57 smithi178 bash[70490]: cluster 2024-09-13T14:29:56.466571+0000 mgr.y (mgr.25139) 555 : cluster [DBG] pgmap v314: 161 pgs: 30 active+undersized, 17 active+undersized+degraded, 114 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s; 60/636 objects degraded (9.434%) 2024-09-13T14:29:57.936 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:29:57 smithi178 bash[70490]: audit 2024-09-13T14:29:57.028738+0000 mon.c (mon.2) 5 : audit [INF] from='osd.2 [v2:172.21.15.62:6818/1064882394,v1:172.21.15.62:6819/1064882394]' entity='osd.2' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]} : dispatch 2024-09-13T14:29:57.936 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:29:57 smithi178 bash[70490]: audit 2024-09-13T14:29:57.028738+0000 mon.c (mon.2) 5 : audit [INF] from='osd.2 [v2:172.21.15.62:6818/1064882394,v1:172.21.15.62:6819/1064882394]' entity='osd.2' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]} : dispatch 2024-09-13T14:29:57.936 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:29:57 smithi178 bash[70490]: audit 2024-09-13T14:29:57.029066+0000 mon.a (mon.0) 238 : audit [INF] from='osd.2 ' entity='osd.2' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]} : dispatch 2024-09-13T14:29:57.936 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:29:57 smithi178 bash[70490]: audit 2024-09-13T14:29:57.029066+0000 mon.a (mon.0) 238 : audit [INF] from='osd.2 ' entity='osd.2' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]} : dispatch 2024-09-13T14:29:58.003 INFO:journalctl@ceph.osd.2.smithi062.stdout:Sep 13 14:29:57 smithi062 bash[108448]: debug 2024-09-13T14:29:57.577+0000 7fcd919b1640 -1 osd.2 123 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-13T14:29:58.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:29:57 smithi062 bash[89221]: cluster 2024-09-13T14:29:56.466571+0000 mgr.y (mgr.25139) 555 : cluster [DBG] pgmap v314: 161 pgs: 30 active+undersized, 17 active+undersized+degraded, 114 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s; 60/636 objects degraded (9.434%) 2024-09-13T14:29:58.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:29:57 smithi062 bash[89221]: cluster 2024-09-13T14:29:56.466571+0000 mgr.y (mgr.25139) 555 : cluster [DBG] pgmap v314: 161 pgs: 30 active+undersized, 17 active+undersized+degraded, 114 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s; 60/636 objects degraded (9.434%) 2024-09-13T14:29:58.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:29:57 smithi062 bash[89221]: audit 2024-09-13T14:29:57.028738+0000 mon.c (mon.2) 5 : audit [INF] from='osd.2 [v2:172.21.15.62:6818/1064882394,v1:172.21.15.62:6819/1064882394]' entity='osd.2' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]} : dispatch 2024-09-13T14:29:58.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:29:57 smithi062 bash[89221]: audit 2024-09-13T14:29:57.028738+0000 mon.c (mon.2) 5 : audit [INF] from='osd.2 [v2:172.21.15.62:6818/1064882394,v1:172.21.15.62:6819/1064882394]' entity='osd.2' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]} : dispatch 2024-09-13T14:29:58.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:29:57 smithi062 bash[89221]: audit 2024-09-13T14:29:57.029066+0000 mon.a (mon.0) 238 : audit [INF] from='osd.2 ' entity='osd.2' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]} : dispatch 2024-09-13T14:29:58.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:29:57 smithi062 bash[89221]: audit 2024-09-13T14:29:57.029066+0000 mon.a (mon.0) 238 : audit [INF] from='osd.2 ' entity='osd.2' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]} : dispatch 2024-09-13T14:29:58.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:29:57 smithi062 bash[92878]: cluster 2024-09-13T14:29:56.466571+0000 mgr.y (mgr.25139) 555 : cluster [DBG] pgmap v314: 161 pgs: 30 active+undersized, 17 active+undersized+degraded, 114 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s; 60/636 objects degraded (9.434%) 2024-09-13T14:29:58.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:29:57 smithi062 bash[92878]: cluster 2024-09-13T14:29:56.466571+0000 mgr.y (mgr.25139) 555 : cluster [DBG] pgmap v314: 161 pgs: 30 active+undersized, 17 active+undersized+degraded, 114 active+clean; 585 KiB data, 270 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s; 60/636 objects degraded (9.434%) 2024-09-13T14:29:58.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:29:57 smithi062 bash[92878]: audit 2024-09-13T14:29:57.028738+0000 mon.c (mon.2) 5 : audit [INF] from='osd.2 [v2:172.21.15.62:6818/1064882394,v1:172.21.15.62:6819/1064882394]' entity='osd.2' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]} : dispatch 2024-09-13T14:29:58.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:29:57 smithi062 bash[92878]: audit 2024-09-13T14:29:57.028738+0000 mon.c (mon.2) 5 : audit [INF] from='osd.2 [v2:172.21.15.62:6818/1064882394,v1:172.21.15.62:6819/1064882394]' entity='osd.2' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]} : dispatch 2024-09-13T14:29:58.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:29:57 smithi062 bash[92878]: audit 2024-09-13T14:29:57.029066+0000 mon.a (mon.0) 238 : audit [INF] from='osd.2 ' entity='osd.2' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]} : dispatch 2024-09-13T14:29:58.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:29:57 smithi062 bash[92878]: audit 2024-09-13T14:29:57.029066+0000 mon.a (mon.0) 238 : audit [INF] from='osd.2 ' entity='osd.2' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]} : dispatch 2024-09-13T14:29:58.935 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:29:58 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:29:58.746161433Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:29:58.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:29:58 smithi178 bash[70490]: audit 2024-09-13T14:29:57.531926+0000 mon.a (mon.0) 239 : audit [INF] from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-09-13T14:29:58.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:29:58 smithi178 bash[70490]: audit 2024-09-13T14:29:57.531926+0000 mon.a (mon.0) 239 : audit [INF] from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-09-13T14:29:58.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:29:58 smithi178 bash[70490]: cluster 2024-09-13T14:29:57.539533+0000 mon.a (mon.0) 240 : cluster [DBG] osdmap e126: 8 total, 7 up, 8 in 2024-09-13T14:29:58.936 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:29:58 smithi178 bash[70490]: cluster 2024-09-13T14:29:57.539533+0000 mon.a (mon.0) 240 : cluster [DBG] osdmap e126: 8 total, 7 up, 8 in 2024-09-13T14:29:58.936 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:29:58 smithi178 bash[70490]: audit 2024-09-13T14:29:57.541195+0000 mon.c (mon.2) 6 : audit [INF] from='osd.2 [v2:172.21.15.62:6818/1064882394,v1:172.21.15.62:6819/1064882394]' entity='osd.2' cmd={"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi062", "root=default"]} : dispatch 2024-09-13T14:29:58.936 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:29:58 smithi178 bash[70490]: audit 2024-09-13T14:29:57.541195+0000 mon.c (mon.2) 6 : audit [INF] from='osd.2 [v2:172.21.15.62:6818/1064882394,v1:172.21.15.62:6819/1064882394]' entity='osd.2' cmd={"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi062", "root=default"]} : dispatch 2024-09-13T14:29:58.936 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:29:58 smithi178 bash[70490]: audit 2024-09-13T14:29:57.542032+0000 mon.a (mon.0) 241 : audit [INF] from='osd.2 ' entity='osd.2' cmd={"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi062", "root=default"]} : dispatch 2024-09-13T14:29:58.936 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:29:58 smithi178 bash[70490]: audit 2024-09-13T14:29:57.542032+0000 mon.a (mon.0) 241 : audit [INF] from='osd.2 ' entity='osd.2' cmd={"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi062", "root=default"]} : dispatch 2024-09-13T14:29:59.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:29:58 smithi062 bash[89221]: audit 2024-09-13T14:29:57.531926+0000 mon.a (mon.0) 239 : audit [INF] from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-09-13T14:29:59.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:29:58 smithi062 bash[89221]: audit 2024-09-13T14:29:57.531926+0000 mon.a (mon.0) 239 : audit [INF] from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-09-13T14:29:59.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:29:58 smithi062 bash[89221]: cluster 2024-09-13T14:29:57.539533+0000 mon.a (mon.0) 240 : cluster [DBG] osdmap e126: 8 total, 7 up, 8 in 2024-09-13T14:29:59.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:29:58 smithi062 bash[89221]: cluster 2024-09-13T14:29:57.539533+0000 mon.a (mon.0) 240 : cluster [DBG] osdmap e126: 8 total, 7 up, 8 in 2024-09-13T14:29:59.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:29:58 smithi062 bash[89221]: audit 2024-09-13T14:29:57.541195+0000 mon.c (mon.2) 6 : audit [INF] from='osd.2 [v2:172.21.15.62:6818/1064882394,v1:172.21.15.62:6819/1064882394]' entity='osd.2' cmd={"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi062", "root=default"]} : dispatch 2024-09-13T14:29:59.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:29:58 smithi062 bash[89221]: audit 2024-09-13T14:29:57.541195+0000 mon.c (mon.2) 6 : audit [INF] from='osd.2 [v2:172.21.15.62:6818/1064882394,v1:172.21.15.62:6819/1064882394]' entity='osd.2' cmd={"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi062", "root=default"]} : dispatch 2024-09-13T14:29:59.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:29:58 smithi062 bash[89221]: audit 2024-09-13T14:29:57.542032+0000 mon.a (mon.0) 241 : audit [INF] from='osd.2 ' entity='osd.2' cmd={"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi062", "root=default"]} : dispatch 2024-09-13T14:29:59.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:29:58 smithi062 bash[89221]: audit 2024-09-13T14:29:57.542032+0000 mon.a (mon.0) 241 : audit [INF] from='osd.2 ' entity='osd.2' cmd={"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi062", "root=default"]} : dispatch 2024-09-13T14:29:59.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:29:58 smithi062 bash[92878]: audit 2024-09-13T14:29:57.531926+0000 mon.a (mon.0) 239 : audit [INF] from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-09-13T14:29:59.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:29:58 smithi062 bash[92878]: audit 2024-09-13T14:29:57.531926+0000 mon.a (mon.0) 239 : audit [INF] from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-09-13T14:29:59.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:29:58 smithi062 bash[92878]: cluster 2024-09-13T14:29:57.539533+0000 mon.a (mon.0) 240 : cluster [DBG] osdmap e126: 8 total, 7 up, 8 in 2024-09-13T14:29:59.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:29:58 smithi062 bash[92878]: cluster 2024-09-13T14:29:57.539533+0000 mon.a (mon.0) 240 : cluster [DBG] osdmap e126: 8 total, 7 up, 8 in 2024-09-13T14:29:59.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:29:58 smithi062 bash[92878]: audit 2024-09-13T14:29:57.541195+0000 mon.c (mon.2) 6 : audit [INF] from='osd.2 [v2:172.21.15.62:6818/1064882394,v1:172.21.15.62:6819/1064882394]' entity='osd.2' cmd={"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi062", "root=default"]} : dispatch 2024-09-13T14:29:59.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:29:58 smithi062 bash[92878]: audit 2024-09-13T14:29:57.541195+0000 mon.c (mon.2) 6 : audit [INF] from='osd.2 [v2:172.21.15.62:6818/1064882394,v1:172.21.15.62:6819/1064882394]' entity='osd.2' cmd={"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi062", "root=default"]} : dispatch 2024-09-13T14:29:59.005 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:29:58 smithi062 bash[92878]: audit 2024-09-13T14:29:57.542032+0000 mon.a (mon.0) 241 : audit [INF] from='osd.2 ' entity='osd.2' cmd={"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi062", "root=default"]} : dispatch 2024-09-13T14:29:59.005 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:29:58 smithi062 bash[92878]: audit 2024-09-13T14:29:57.542032+0000 mon.a (mon.0) 241 : audit [INF] from='osd.2 ' entity='osd.2' cmd={"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi062", "root=default"]} : dispatch 2024-09-13T14:29:59.823 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:29:59 smithi062 bash[89221]: cluster 2024-09-13T14:29:58.467484+0000 mgr.y (mgr.25139) 556 : cluster [DBG] pgmap v316: 161 pgs: 30 active+undersized, 17 active+undersized+degraded, 114 active+clean; 585 KiB data, 262 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s; 60/636 objects degraded (9.434%) 2024-09-13T14:29:59.823 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:29:59 smithi062 bash[89221]: cluster 2024-09-13T14:29:58.467484+0000 mgr.y (mgr.25139) 556 : cluster [DBG] pgmap v316: 161 pgs: 30 active+undersized, 17 active+undersized+degraded, 114 active+clean; 585 KiB data, 262 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s; 60/636 objects degraded (9.434%) 2024-09-13T14:29:59.823 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:29:59 smithi062 bash[89221]: cluster 2024-09-13T14:29:58.532846+0000 mon.a (mon.0) 242 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-13T14:29:59.823 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:29:59 smithi062 bash[89221]: cluster 2024-09-13T14:29:58.532846+0000 mon.a (mon.0) 242 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-13T14:29:59.823 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:29:59 smithi062 bash[89221]: cluster 2024-09-13T14:29:58.545855+0000 mon.a (mon.0) 243 : cluster [INF] osd.2 [v2:172.21.15.62:6818/1064882394,v1:172.21.15.62:6819/1064882394] boot 2024-09-13T14:29:59.823 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:29:59 smithi062 bash[89221]: cluster 2024-09-13T14:29:58.545855+0000 mon.a (mon.0) 243 : cluster [INF] osd.2 [v2:172.21.15.62:6818/1064882394,v1:172.21.15.62:6819/1064882394] boot 2024-09-13T14:29:59.823 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:29:59 smithi062 bash[89221]: cluster 2024-09-13T14:29:58.546329+0000 mon.a (mon.0) 244 : cluster [DBG] osdmap e127: 8 total, 8 up, 8 in 2024-09-13T14:29:59.824 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:29:59 smithi062 bash[89221]: cluster 2024-09-13T14:29:58.546329+0000 mon.a (mon.0) 244 : cluster [DBG] osdmap e127: 8 total, 8 up, 8 in 2024-09-13T14:29:59.824 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:29:59 smithi062 bash[89221]: audit 2024-09-13T14:29:58.548522+0000 mon.b (mon.1) 154 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 2} : dispatch 2024-09-13T14:29:59.824 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:29:59 smithi062 bash[89221]: audit 2024-09-13T14:29:58.548522+0000 mon.b (mon.1) 154 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 2} : dispatch 2024-09-13T14:29:59.824 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:29:59 smithi062 bash[89221]: audit 2024-09-13T14:29:58.871733+0000 mon.a (mon.0) 245 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:29:59.824 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:29:59 smithi062 bash[89221]: audit 2024-09-13T14:29:58.871733+0000 mon.a (mon.0) 245 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:29:59.824 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:29:59 smithi062 bash[89221]: audit 2024-09-13T14:29:58.873088+0000 mon.b (mon.1) 155 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:29:59.824 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:29:59 smithi062 bash[89221]: audit 2024-09-13T14:29:58.873088+0000 mon.b (mon.1) 155 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:29:59.824 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:29:59 smithi062 bash[92878]: cluster 2024-09-13T14:29:58.467484+0000 mgr.y (mgr.25139) 556 : cluster [DBG] pgmap v316: 161 pgs: 30 active+undersized, 17 active+undersized+degraded, 114 active+clean; 585 KiB data, 262 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s; 60/636 objects degraded (9.434%) 2024-09-13T14:29:59.824 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:29:59 smithi062 bash[92878]: cluster 2024-09-13T14:29:58.467484+0000 mgr.y (mgr.25139) 556 : cluster [DBG] pgmap v316: 161 pgs: 30 active+undersized, 17 active+undersized+degraded, 114 active+clean; 585 KiB data, 262 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s; 60/636 objects degraded (9.434%) 2024-09-13T14:29:59.824 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:29:59 smithi062 bash[92878]: cluster 2024-09-13T14:29:58.532846+0000 mon.a (mon.0) 242 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-13T14:29:59.824 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:29:59 smithi062 bash[92878]: cluster 2024-09-13T14:29:58.532846+0000 mon.a (mon.0) 242 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-13T14:29:59.824 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:29:59 smithi062 bash[92878]: cluster 2024-09-13T14:29:58.545855+0000 mon.a (mon.0) 243 : cluster [INF] osd.2 [v2:172.21.15.62:6818/1064882394,v1:172.21.15.62:6819/1064882394] boot 2024-09-13T14:29:59.825 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:29:59 smithi062 bash[92878]: cluster 2024-09-13T14:29:58.545855+0000 mon.a (mon.0) 243 : cluster [INF] osd.2 [v2:172.21.15.62:6818/1064882394,v1:172.21.15.62:6819/1064882394] boot 2024-09-13T14:29:59.825 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:29:59 smithi062 bash[92878]: cluster 2024-09-13T14:29:58.546329+0000 mon.a (mon.0) 244 : cluster [DBG] osdmap e127: 8 total, 8 up, 8 in 2024-09-13T14:29:59.825 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:29:59 smithi062 bash[92878]: cluster 2024-09-13T14:29:58.546329+0000 mon.a (mon.0) 244 : cluster [DBG] osdmap e127: 8 total, 8 up, 8 in 2024-09-13T14:29:59.825 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:29:59 smithi062 bash[92878]: audit 2024-09-13T14:29:58.548522+0000 mon.b (mon.1) 154 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 2} : dispatch 2024-09-13T14:29:59.825 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:29:59 smithi062 bash[92878]: audit 2024-09-13T14:29:58.548522+0000 mon.b (mon.1) 154 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 2} : dispatch 2024-09-13T14:29:59.825 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:29:59 smithi062 bash[92878]: audit 2024-09-13T14:29:58.871733+0000 mon.a (mon.0) 245 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:29:59.825 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:29:59 smithi062 bash[92878]: audit 2024-09-13T14:29:58.871733+0000 mon.a (mon.0) 245 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:29:59.825 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:29:59 smithi062 bash[92878]: audit 2024-09-13T14:29:58.873088+0000 mon.b (mon.1) 155 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:29:59.825 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:29:59 smithi062 bash[92878]: audit 2024-09-13T14:29:58.873088+0000 mon.b (mon.1) 155 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:29:59.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:29:59 smithi178 bash[70490]: cluster 2024-09-13T14:29:58.467484+0000 mgr.y (mgr.25139) 556 : cluster [DBG] pgmap v316: 161 pgs: 30 active+undersized, 17 active+undersized+degraded, 114 active+clean; 585 KiB data, 262 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s; 60/636 objects degraded (9.434%) 2024-09-13T14:29:59.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:29:59 smithi178 bash[70490]: cluster 2024-09-13T14:29:58.467484+0000 mgr.y (mgr.25139) 556 : cluster [DBG] pgmap v316: 161 pgs: 30 active+undersized, 17 active+undersized+degraded, 114 active+clean; 585 KiB data, 262 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s; 60/636 objects degraded (9.434%) 2024-09-13T14:29:59.936 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:29:59 smithi178 bash[70490]: cluster 2024-09-13T14:29:58.532846+0000 mon.a (mon.0) 242 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-13T14:29:59.936 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:29:59 smithi178 bash[70490]: cluster 2024-09-13T14:29:58.532846+0000 mon.a (mon.0) 242 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-13T14:29:59.936 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:29:59 smithi178 bash[70490]: cluster 2024-09-13T14:29:58.545855+0000 mon.a (mon.0) 243 : cluster [INF] osd.2 [v2:172.21.15.62:6818/1064882394,v1:172.21.15.62:6819/1064882394] boot 2024-09-13T14:29:59.936 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:29:59 smithi178 bash[70490]: cluster 2024-09-13T14:29:58.545855+0000 mon.a (mon.0) 243 : cluster [INF] osd.2 [v2:172.21.15.62:6818/1064882394,v1:172.21.15.62:6819/1064882394] boot 2024-09-13T14:29:59.936 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:29:59 smithi178 bash[70490]: cluster 2024-09-13T14:29:58.546329+0000 mon.a (mon.0) 244 : cluster [DBG] osdmap e127: 8 total, 8 up, 8 in 2024-09-13T14:29:59.936 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:29:59 smithi178 bash[70490]: cluster 2024-09-13T14:29:58.546329+0000 mon.a (mon.0) 244 : cluster [DBG] osdmap e127: 8 total, 8 up, 8 in 2024-09-13T14:29:59.936 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:29:59 smithi178 bash[70490]: audit 2024-09-13T14:29:58.548522+0000 mon.b (mon.1) 154 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 2} : dispatch 2024-09-13T14:29:59.936 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:29:59 smithi178 bash[70490]: audit 2024-09-13T14:29:58.548522+0000 mon.b (mon.1) 154 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 2} : dispatch 2024-09-13T14:29:59.936 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:29:59 smithi178 bash[70490]: audit 2024-09-13T14:29:58.871733+0000 mon.a (mon.0) 245 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:29:59.936 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:29:59 smithi178 bash[70490]: audit 2024-09-13T14:29:58.871733+0000 mon.a (mon.0) 245 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:29:59.936 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:29:59 smithi178 bash[70490]: audit 2024-09-13T14:29:58.873088+0000 mon.b (mon.1) 155 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:29:59.936 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:29:59 smithi178 bash[70490]: audit 2024-09-13T14:29:58.873088+0000 mon.b (mon.1) 155 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:30:00.936 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:00 smithi178 bash[70490]: cluster 2024-09-13T14:29:59.559402+0000 mon.a (mon.0) 246 : cluster [DBG] osdmap e128: 8 total, 8 up, 8 in 2024-09-13T14:30:00.936 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:00 smithi178 bash[70490]: cluster 2024-09-13T14:29:59.559402+0000 mon.a (mon.0) 246 : cluster [DBG] osdmap e128: 8 total, 8 up, 8 in 2024-09-13T14:30:00.936 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:00 smithi178 bash[70490]: cluster 2024-09-13T14:30:00.000171+0000 mon.a (mon.0) 247 : cluster [WRN] Health detail: HEALTH_WARN Degraded data redundancy: 60/636 objects degraded (9.434%), 17 pgs degraded 2024-09-13T14:30:00.936 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:00 smithi178 bash[70490]: cluster 2024-09-13T14:30:00.000171+0000 mon.a (mon.0) 247 : cluster [WRN] Health detail: HEALTH_WARN Degraded data redundancy: 60/636 objects degraded (9.434%), 17 pgs degraded 2024-09-13T14:30:00.936 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:00 smithi178 bash[70490]: cluster 2024-09-13T14:30:00.000235+0000 mon.a (mon.0) 248 : cluster [WRN] [WRN] PG_DEGRADED: Degraded data redundancy: 60/636 objects degraded (9.434%), 17 pgs degraded 2024-09-13T14:30:00.936 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:00 smithi178 bash[70490]: cluster 2024-09-13T14:30:00.000235+0000 mon.a (mon.0) 248 : cluster [WRN] [WRN] PG_DEGRADED: Degraded data redundancy: 60/636 objects degraded (9.434%), 17 pgs degraded 2024-09-13T14:30:00.937 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:00 smithi178 bash[70490]: cluster 2024-09-13T14:30:00.000273+0000 mon.a (mon.0) 249 : cluster [WRN] pg 2.1 is active+undersized+degraded, acting [3,0] 2024-09-13T14:30:00.937 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:00 smithi178 bash[70490]: cluster 2024-09-13T14:30:00.000273+0000 mon.a (mon.0) 249 : cluster [WRN] pg 2.1 is active+undersized+degraded, acting [3,0] 2024-09-13T14:30:00.937 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:00 smithi178 bash[70490]: cluster 2024-09-13T14:30:00.000317+0000 mon.a (mon.0) 250 : cluster [WRN] pg 2.7 is active+undersized+degraded, acting [6,7] 2024-09-13T14:30:00.937 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:00 smithi178 bash[70490]: cluster 2024-09-13T14:30:00.000317+0000 mon.a (mon.0) 250 : cluster [WRN] pg 2.7 is active+undersized+degraded, acting [6,7] 2024-09-13T14:30:00.937 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:00 smithi178 bash[70490]: cluster 2024-09-13T14:30:00.000354+0000 mon.a (mon.0) 251 : cluster [WRN] pg 2.e is active+undersized+degraded, acting [3,7] 2024-09-13T14:30:00.937 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:00 smithi178 bash[70490]: cluster 2024-09-13T14:30:00.000354+0000 mon.a (mon.0) 251 : cluster [WRN] pg 2.e is active+undersized+degraded, acting [3,7] 2024-09-13T14:30:00.937 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:00 smithi178 bash[70490]: cluster 2024-09-13T14:30:00.000389+0000 mon.a (mon.0) 252 : cluster [WRN] pg 2.16 is active+undersized+degraded, acting [5,6] 2024-09-13T14:30:00.937 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:00 smithi178 bash[70490]: cluster 2024-09-13T14:30:00.000389+0000 mon.a (mon.0) 252 : cluster [WRN] pg 2.16 is active+undersized+degraded, acting [5,6] 2024-09-13T14:30:00.937 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:00 smithi178 bash[70490]: cluster 2024-09-13T14:30:00.000427+0000 mon.a (mon.0) 253 : cluster [WRN] pg 3.0 is active+undersized+degraded, acting [1,6] 2024-09-13T14:30:00.937 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:00 smithi178 bash[70490]: cluster 2024-09-13T14:30:00.000427+0000 mon.a (mon.0) 253 : cluster [WRN] pg 3.0 is active+undersized+degraded, acting [1,6] 2024-09-13T14:30:00.937 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:00 smithi178 bash[70490]: cluster 2024-09-13T14:30:00.000468+0000 mon.a (mon.0) 254 : cluster [WRN] pg 3.4 is active+undersized+degraded, acting [1,5] 2024-09-13T14:30:00.937 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:00 smithi178 bash[70490]: cluster 2024-09-13T14:30:00.000468+0000 mon.a (mon.0) 254 : cluster [WRN] pg 3.4 is active+undersized+degraded, acting [1,5] 2024-09-13T14:30:00.937 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:00 smithi178 bash[70490]: cluster 2024-09-13T14:30:00.000501+0000 mon.a (mon.0) 255 : cluster [WRN] pg 3.5 is active+undersized+degraded, acting [5,3] 2024-09-13T14:30:00.938 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:00 smithi178 bash[70490]: cluster 2024-09-13T14:30:00.000501+0000 mon.a (mon.0) 255 : cluster [WRN] pg 3.5 is active+undersized+degraded, acting [5,3] 2024-09-13T14:30:00.938 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:00 smithi178 bash[70490]: cluster 2024-09-13T14:30:00.000542+0000 mon.a (mon.0) 256 : cluster [WRN] pg 3.9 is active+undersized+degraded, acting [4,7] 2024-09-13T14:30:00.938 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:00 smithi178 bash[70490]: cluster 2024-09-13T14:30:00.000542+0000 mon.a (mon.0) 256 : cluster [WRN] pg 3.9 is active+undersized+degraded, acting [4,7] 2024-09-13T14:30:00.938 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:00 smithi178 bash[70490]: cluster 2024-09-13T14:30:00.000580+0000 mon.a (mon.0) 257 : cluster [WRN] pg 3.13 is active+undersized+degraded, acting [7,4] 2024-09-13T14:30:00.938 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:00 smithi178 bash[70490]: cluster 2024-09-13T14:30:00.000580+0000 mon.a (mon.0) 257 : cluster [WRN] pg 3.13 is active+undersized+degraded, acting [7,4] 2024-09-13T14:30:00.938 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:00 smithi178 bash[70490]: cluster 2024-09-13T14:30:00.000645+0000 mon.a (mon.0) 258 : cluster [WRN] pg 3.1a is active+undersized+degraded, acting [4,1] 2024-09-13T14:30:00.938 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:00 smithi178 bash[70490]: cluster 2024-09-13T14:30:00.000645+0000 mon.a (mon.0) 258 : cluster [WRN] pg 3.1a is active+undersized+degraded, acting [4,1] 2024-09-13T14:30:00.938 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:00 smithi178 bash[70490]: cluster 2024-09-13T14:30:00.000689+0000 mon.a (mon.0) 259 : cluster [WRN] pg 3.1e is active+undersized+degraded, acting [3,6] 2024-09-13T14:30:00.938 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:00 smithi178 bash[70490]: cluster 2024-09-13T14:30:00.000689+0000 mon.a (mon.0) 259 : cluster [WRN] pg 3.1e is active+undersized+degraded, acting [3,6] 2024-09-13T14:30:00.938 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:00 smithi178 bash[70490]: cluster 2024-09-13T14:30:00.000748+0000 mon.a (mon.0) 260 : cluster [WRN] pg 3.1f is active+undersized+degraded, acting [0,5] 2024-09-13T14:30:00.938 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:00 smithi178 bash[70490]: cluster 2024-09-13T14:30:00.000748+0000 mon.a (mon.0) 260 : cluster [WRN] pg 3.1f is active+undersized+degraded, acting [0,5] 2024-09-13T14:30:00.938 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:00 smithi178 bash[70490]: cluster 2024-09-13T14:30:00.000799+0000 mon.a (mon.0) 261 : cluster [WRN] pg 4.d is active+undersized+degraded, acting [4,1] 2024-09-13T14:30:00.938 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:00 smithi178 bash[70490]: cluster 2024-09-13T14:30:00.000799+0000 mon.a (mon.0) 261 : cluster [WRN] pg 4.d is active+undersized+degraded, acting [4,1] 2024-09-13T14:30:00.939 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:00 smithi178 bash[70490]: cluster 2024-09-13T14:30:00.000837+0000 mon.a (mon.0) 262 : cluster [WRN] pg 4.e is active+undersized+degraded, acting [4,6] 2024-09-13T14:30:00.939 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:00 smithi178 bash[70490]: cluster 2024-09-13T14:30:00.000837+0000 mon.a (mon.0) 262 : cluster [WRN] pg 4.e is active+undersized+degraded, acting [4,6] 2024-09-13T14:30:00.939 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:00 smithi178 bash[70490]: cluster 2024-09-13T14:30:00.000895+0000 mon.a (mon.0) 263 : cluster [WRN] pg 5.6 is active+undersized+degraded, acting [5,7] 2024-09-13T14:30:00.939 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:00 smithi178 bash[70490]: cluster 2024-09-13T14:30:00.000895+0000 mon.a (mon.0) 263 : cluster [WRN] pg 5.6 is active+undersized+degraded, acting [5,7] 2024-09-13T14:30:00.939 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:00 smithi178 bash[70490]: cluster 2024-09-13T14:30:00.000951+0000 mon.a (mon.0) 264 : cluster [WRN] pg 5.1c is active+undersized+degraded, acting [4,3] 2024-09-13T14:30:00.939 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:00 smithi178 bash[70490]: cluster 2024-09-13T14:30:00.000951+0000 mon.a (mon.0) 264 : cluster [WRN] pg 5.1c is active+undersized+degraded, acting [4,3] 2024-09-13T14:30:00.939 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:00 smithi178 bash[70490]: cluster 2024-09-13T14:30:00.001000+0000 mon.a (mon.0) 265 : cluster [WRN] pg 6.3 is active+undersized+degraded, acting [7,6] 2024-09-13T14:30:00.939 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:00 smithi178 bash[70490]: cluster 2024-09-13T14:30:00.001000+0000 mon.a (mon.0) 265 : cluster [WRN] pg 6.3 is active+undersized+degraded, acting [7,6] 2024-09-13T14:30:01.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:00 smithi062 bash[92878]: cluster 2024-09-13T14:29:59.559402+0000 mon.a (mon.0) 246 : cluster [DBG] osdmap e128: 8 total, 8 up, 8 in 2024-09-13T14:30:01.005 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:00 smithi062 bash[92878]: cluster 2024-09-13T14:29:59.559402+0000 mon.a (mon.0) 246 : cluster [DBG] osdmap e128: 8 total, 8 up, 8 in 2024-09-13T14:30:01.005 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:00 smithi062 bash[92878]: cluster 2024-09-13T14:30:00.000171+0000 mon.a (mon.0) 247 : cluster [WRN] Health detail: HEALTH_WARN Degraded data redundancy: 60/636 objects degraded (9.434%), 17 pgs degraded 2024-09-13T14:30:01.005 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:00 smithi062 bash[92878]: cluster 2024-09-13T14:30:00.000171+0000 mon.a (mon.0) 247 : cluster [WRN] Health detail: HEALTH_WARN Degraded data redundancy: 60/636 objects degraded (9.434%), 17 pgs degraded 2024-09-13T14:30:01.005 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:00 smithi062 bash[92878]: cluster 2024-09-13T14:30:00.000235+0000 mon.a (mon.0) 248 : cluster [WRN] [WRN] PG_DEGRADED: Degraded data redundancy: 60/636 objects degraded (9.434%), 17 pgs degraded 2024-09-13T14:30:01.005 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:00 smithi062 bash[92878]: cluster 2024-09-13T14:30:00.000235+0000 mon.a (mon.0) 248 : cluster [WRN] [WRN] PG_DEGRADED: Degraded data redundancy: 60/636 objects degraded (9.434%), 17 pgs degraded 2024-09-13T14:30:01.005 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:00 smithi062 bash[92878]: cluster 2024-09-13T14:30:00.000273+0000 mon.a (mon.0) 249 : cluster [WRN] pg 2.1 is active+undersized+degraded, acting [3,0] 2024-09-13T14:30:01.005 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:00 smithi062 bash[92878]: cluster 2024-09-13T14:30:00.000273+0000 mon.a (mon.0) 249 : cluster [WRN] pg 2.1 is active+undersized+degraded, acting [3,0] 2024-09-13T14:30:01.005 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:00 smithi062 bash[92878]: cluster 2024-09-13T14:30:00.000317+0000 mon.a (mon.0) 250 : cluster [WRN] pg 2.7 is active+undersized+degraded, acting [6,7] 2024-09-13T14:30:01.005 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:00 smithi062 bash[92878]: cluster 2024-09-13T14:30:00.000317+0000 mon.a (mon.0) 250 : cluster [WRN] pg 2.7 is active+undersized+degraded, acting [6,7] 2024-09-13T14:30:01.005 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:00 smithi062 bash[92878]: cluster 2024-09-13T14:30:00.000354+0000 mon.a (mon.0) 251 : cluster [WRN] pg 2.e is active+undersized+degraded, acting [3,7] 2024-09-13T14:30:01.005 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:00 smithi062 bash[92878]: cluster 2024-09-13T14:30:00.000354+0000 mon.a (mon.0) 251 : cluster [WRN] pg 2.e is active+undersized+degraded, acting [3,7] 2024-09-13T14:30:01.005 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:00 smithi062 bash[92878]: cluster 2024-09-13T14:30:00.000389+0000 mon.a (mon.0) 252 : cluster [WRN] pg 2.16 is active+undersized+degraded, acting [5,6] 2024-09-13T14:30:01.005 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:00 smithi062 bash[92878]: cluster 2024-09-13T14:30:00.000389+0000 mon.a (mon.0) 252 : cluster [WRN] pg 2.16 is active+undersized+degraded, acting [5,6] 2024-09-13T14:30:01.006 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:00 smithi062 bash[92878]: cluster 2024-09-13T14:30:00.000427+0000 mon.a (mon.0) 253 : cluster [WRN] pg 3.0 is active+undersized+degraded, acting [1,6] 2024-09-13T14:30:01.006 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:00 smithi062 bash[92878]: cluster 2024-09-13T14:30:00.000427+0000 mon.a (mon.0) 253 : cluster [WRN] pg 3.0 is active+undersized+degraded, acting [1,6] 2024-09-13T14:30:01.006 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:00 smithi062 bash[92878]: cluster 2024-09-13T14:30:00.000468+0000 mon.a (mon.0) 254 : cluster [WRN] pg 3.4 is active+undersized+degraded, acting [1,5] 2024-09-13T14:30:01.006 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:00 smithi062 bash[92878]: cluster 2024-09-13T14:30:00.000468+0000 mon.a (mon.0) 254 : cluster [WRN] pg 3.4 is active+undersized+degraded, acting [1,5] 2024-09-13T14:30:01.006 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:00 smithi062 bash[92878]: cluster 2024-09-13T14:30:00.000501+0000 mon.a (mon.0) 255 : cluster [WRN] pg 3.5 is active+undersized+degraded, acting [5,3] 2024-09-13T14:30:01.006 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:00 smithi062 bash[92878]: cluster 2024-09-13T14:30:00.000501+0000 mon.a (mon.0) 255 : cluster [WRN] pg 3.5 is active+undersized+degraded, acting [5,3] 2024-09-13T14:30:01.006 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:00 smithi062 bash[92878]: cluster 2024-09-13T14:30:00.000542+0000 mon.a (mon.0) 256 : cluster [WRN] pg 3.9 is active+undersized+degraded, acting [4,7] 2024-09-13T14:30:01.006 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:00 smithi062 bash[92878]: cluster 2024-09-13T14:30:00.000542+0000 mon.a (mon.0) 256 : cluster [WRN] pg 3.9 is active+undersized+degraded, acting [4,7] 2024-09-13T14:30:01.006 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:00 smithi062 bash[92878]: cluster 2024-09-13T14:30:00.000580+0000 mon.a (mon.0) 257 : cluster [WRN] pg 3.13 is active+undersized+degraded, acting [7,4] 2024-09-13T14:30:01.006 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:00 smithi062 bash[89221]: cluster 2024-09-13T14:29:59.559402+0000 mon.a (mon.0) 246 : cluster [DBG] osdmap e128: 8 total, 8 up, 8 in 2024-09-13T14:30:01.007 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:00 smithi062 bash[89221]: cluster 2024-09-13T14:29:59.559402+0000 mon.a (mon.0) 246 : cluster [DBG] osdmap e128: 8 total, 8 up, 8 in 2024-09-13T14:30:01.007 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:00 smithi062 bash[89221]: cluster 2024-09-13T14:30:00.000171+0000 mon.a (mon.0) 247 : cluster [WRN] Health detail: HEALTH_WARN Degraded data redundancy: 60/636 objects degraded (9.434%), 17 pgs degraded 2024-09-13T14:30:01.007 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:00 smithi062 bash[89221]: cluster 2024-09-13T14:30:00.000171+0000 mon.a (mon.0) 247 : cluster [WRN] Health detail: HEALTH_WARN Degraded data redundancy: 60/636 objects degraded (9.434%), 17 pgs degraded 2024-09-13T14:30:01.007 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:00 smithi062 bash[89221]: cluster 2024-09-13T14:30:00.000235+0000 mon.a (mon.0) 248 : cluster [WRN] [WRN] PG_DEGRADED: Degraded data redundancy: 60/636 objects degraded (9.434%), 17 pgs degraded 2024-09-13T14:30:01.007 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:00 smithi062 bash[89221]: cluster 2024-09-13T14:30:00.000235+0000 mon.a (mon.0) 248 : cluster [WRN] [WRN] PG_DEGRADED: Degraded data redundancy: 60/636 objects degraded (9.434%), 17 pgs degraded 2024-09-13T14:30:01.007 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:00 smithi062 bash[89221]: cluster 2024-09-13T14:30:00.000273+0000 mon.a (mon.0) 249 : cluster [WRN] pg 2.1 is active+undersized+degraded, acting [3,0] 2024-09-13T14:30:01.007 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:00 smithi062 bash[89221]: cluster 2024-09-13T14:30:00.000273+0000 mon.a (mon.0) 249 : cluster [WRN] pg 2.1 is active+undersized+degraded, acting [3,0] 2024-09-13T14:30:01.007 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:00 smithi062 bash[89221]: cluster 2024-09-13T14:30:00.000317+0000 mon.a (mon.0) 250 : cluster [WRN] pg 2.7 is active+undersized+degraded, acting [6,7] 2024-09-13T14:30:01.007 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:00 smithi062 bash[89221]: cluster 2024-09-13T14:30:00.000317+0000 mon.a (mon.0) 250 : cluster [WRN] pg 2.7 is active+undersized+degraded, acting [6,7] 2024-09-13T14:30:01.007 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:00 smithi062 bash[89221]: cluster 2024-09-13T14:30:00.000354+0000 mon.a (mon.0) 251 : cluster [WRN] pg 2.e is active+undersized+degraded, acting [3,7] 2024-09-13T14:30:01.007 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:00 smithi062 bash[89221]: cluster 2024-09-13T14:30:00.000354+0000 mon.a (mon.0) 251 : cluster [WRN] pg 2.e is active+undersized+degraded, acting [3,7] 2024-09-13T14:30:01.007 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:00 smithi062 bash[89221]: cluster 2024-09-13T14:30:00.000389+0000 mon.a (mon.0) 252 : cluster [WRN] pg 2.16 is active+undersized+degraded, acting [5,6] 2024-09-13T14:30:01.007 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:00 smithi062 bash[89221]: cluster 2024-09-13T14:30:00.000389+0000 mon.a (mon.0) 252 : cluster [WRN] pg 2.16 is active+undersized+degraded, acting [5,6] 2024-09-13T14:30:01.007 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:00 smithi062 bash[89221]: cluster 2024-09-13T14:30:00.000427+0000 mon.a (mon.0) 253 : cluster [WRN] pg 3.0 is active+undersized+degraded, acting [1,6] 2024-09-13T14:30:01.008 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:00 smithi062 bash[89221]: cluster 2024-09-13T14:30:00.000427+0000 mon.a (mon.0) 253 : cluster [WRN] pg 3.0 is active+undersized+degraded, acting [1,6] 2024-09-13T14:30:01.008 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:00 smithi062 bash[89221]: cluster 2024-09-13T14:30:00.000468+0000 mon.a (mon.0) 254 : cluster [WRN] pg 3.4 is active+undersized+degraded, acting [1,5] 2024-09-13T14:30:01.008 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:00 smithi062 bash[89221]: cluster 2024-09-13T14:30:00.000468+0000 mon.a (mon.0) 254 : cluster [WRN] pg 3.4 is active+undersized+degraded, acting [1,5] 2024-09-13T14:30:01.008 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:00 smithi062 bash[89221]: cluster 2024-09-13T14:30:00.000501+0000 mon.a (mon.0) 255 : cluster [WRN] pg 3.5 is active+undersized+degraded, acting [5,3] 2024-09-13T14:30:01.008 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:00 smithi062 bash[89221]: cluster 2024-09-13T14:30:00.000501+0000 mon.a (mon.0) 255 : cluster [WRN] pg 3.5 is active+undersized+degraded, acting [5,3] 2024-09-13T14:30:01.008 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:00 smithi062 bash[89221]: cluster 2024-09-13T14:30:00.000542+0000 mon.a (mon.0) 256 : cluster [WRN] pg 3.9 is active+undersized+degraded, acting [4,7] 2024-09-13T14:30:01.008 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:00 smithi062 bash[89221]: cluster 2024-09-13T14:30:00.000542+0000 mon.a (mon.0) 256 : cluster [WRN] pg 3.9 is active+undersized+degraded, acting [4,7] 2024-09-13T14:30:01.008 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:00 smithi062 bash[89221]: cluster 2024-09-13T14:30:00.000580+0000 mon.a (mon.0) 257 : cluster [WRN] pg 3.13 is active+undersized+degraded, acting [7,4] 2024-09-13T14:30:01.008 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:00 smithi062 bash[92878]: cluster 2024-09-13T14:30:00.000580+0000 mon.a (mon.0) 257 : cluster [WRN] pg 3.13 is active+undersized+degraded, acting [7,4] 2024-09-13T14:30:01.009 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:00 smithi062 bash[92878]: cluster 2024-09-13T14:30:00.000645+0000 mon.a (mon.0) 258 : cluster [WRN] pg 3.1a is active+undersized+degraded, acting [4,1] 2024-09-13T14:30:01.009 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:00 smithi062 bash[92878]: cluster 2024-09-13T14:30:00.000645+0000 mon.a (mon.0) 258 : cluster [WRN] pg 3.1a is active+undersized+degraded, acting [4,1] 2024-09-13T14:30:01.009 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:00 smithi062 bash[92878]: cluster 2024-09-13T14:30:00.000689+0000 mon.a (mon.0) 259 : cluster [WRN] pg 3.1e is active+undersized+degraded, acting [3,6] 2024-09-13T14:30:01.009 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:00 smithi062 bash[92878]: cluster 2024-09-13T14:30:00.000689+0000 mon.a (mon.0) 259 : cluster [WRN] pg 3.1e is active+undersized+degraded, acting [3,6] 2024-09-13T14:30:01.009 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:00 smithi062 bash[92878]: cluster 2024-09-13T14:30:00.000748+0000 mon.a (mon.0) 260 : cluster [WRN] pg 3.1f is active+undersized+degraded, acting [0,5] 2024-09-13T14:30:01.009 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:00 smithi062 bash[92878]: cluster 2024-09-13T14:30:00.000748+0000 mon.a (mon.0) 260 : cluster [WRN] pg 3.1f is active+undersized+degraded, acting [0,5] 2024-09-13T14:30:01.009 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:00 smithi062 bash[92878]: cluster 2024-09-13T14:30:00.000799+0000 mon.a (mon.0) 261 : cluster [WRN] pg 4.d is active+undersized+degraded, acting [4,1] 2024-09-13T14:30:01.009 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:00 smithi062 bash[92878]: cluster 2024-09-13T14:30:00.000799+0000 mon.a (mon.0) 261 : cluster [WRN] pg 4.d is active+undersized+degraded, acting [4,1] 2024-09-13T14:30:01.009 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:00 smithi062 bash[92878]: cluster 2024-09-13T14:30:00.000837+0000 mon.a (mon.0) 262 : cluster [WRN] pg 4.e is active+undersized+degraded, acting [4,6] 2024-09-13T14:30:01.009 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:00 smithi062 bash[92878]: cluster 2024-09-13T14:30:00.000837+0000 mon.a (mon.0) 262 : cluster [WRN] pg 4.e is active+undersized+degraded, acting [4,6] 2024-09-13T14:30:01.009 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:00 smithi062 bash[92878]: cluster 2024-09-13T14:30:00.000895+0000 mon.a (mon.0) 263 : cluster [WRN] pg 5.6 is active+undersized+degraded, acting [5,7] 2024-09-13T14:30:01.009 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:00 smithi062 bash[92878]: cluster 2024-09-13T14:30:00.000895+0000 mon.a (mon.0) 263 : cluster [WRN] pg 5.6 is active+undersized+degraded, acting [5,7] 2024-09-13T14:30:01.009 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:00 smithi062 bash[92878]: cluster 2024-09-13T14:30:00.000951+0000 mon.a (mon.0) 264 : cluster [WRN] pg 5.1c is active+undersized+degraded, acting [4,3] 2024-09-13T14:30:01.009 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:00 smithi062 bash[92878]: cluster 2024-09-13T14:30:00.000951+0000 mon.a (mon.0) 264 : cluster [WRN] pg 5.1c is active+undersized+degraded, acting [4,3] 2024-09-13T14:30:01.010 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:00 smithi062 bash[92878]: cluster 2024-09-13T14:30:00.001000+0000 mon.a (mon.0) 265 : cluster [WRN] pg 6.3 is active+undersized+degraded, acting [7,6] 2024-09-13T14:30:01.010 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:00 smithi062 bash[92878]: cluster 2024-09-13T14:30:00.001000+0000 mon.a (mon.0) 265 : cluster [WRN] pg 6.3 is active+undersized+degraded, acting [7,6] 2024-09-13T14:30:01.010 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:00 smithi062 bash[89221]: cluster 2024-09-13T14:30:00.000580+0000 mon.a (mon.0) 257 : cluster [WRN] pg 3.13 is active+undersized+degraded, acting [7,4] 2024-09-13T14:30:01.010 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:00 smithi062 bash[89221]: cluster 2024-09-13T14:30:00.000645+0000 mon.a (mon.0) 258 : cluster [WRN] pg 3.1a is active+undersized+degraded, acting [4,1] 2024-09-13T14:30:01.010 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:00 smithi062 bash[89221]: cluster 2024-09-13T14:30:00.000645+0000 mon.a (mon.0) 258 : cluster [WRN] pg 3.1a is active+undersized+degraded, acting [4,1] 2024-09-13T14:30:01.010 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:00 smithi062 bash[89221]: cluster 2024-09-13T14:30:00.000689+0000 mon.a (mon.0) 259 : cluster [WRN] pg 3.1e is active+undersized+degraded, acting [3,6] 2024-09-13T14:30:01.010 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:00 smithi062 bash[89221]: cluster 2024-09-13T14:30:00.000689+0000 mon.a (mon.0) 259 : cluster [WRN] pg 3.1e is active+undersized+degraded, acting [3,6] 2024-09-13T14:30:01.010 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:00 smithi062 bash[89221]: cluster 2024-09-13T14:30:00.000748+0000 mon.a (mon.0) 260 : cluster [WRN] pg 3.1f is active+undersized+degraded, acting [0,5] 2024-09-13T14:30:01.010 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:00 smithi062 bash[89221]: cluster 2024-09-13T14:30:00.000748+0000 mon.a (mon.0) 260 : cluster [WRN] pg 3.1f is active+undersized+degraded, acting [0,5] 2024-09-13T14:30:01.010 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:00 smithi062 bash[89221]: cluster 2024-09-13T14:30:00.000799+0000 mon.a (mon.0) 261 : cluster [WRN] pg 4.d is active+undersized+degraded, acting [4,1] 2024-09-13T14:30:01.010 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:00 smithi062 bash[89221]: cluster 2024-09-13T14:30:00.000799+0000 mon.a (mon.0) 261 : cluster [WRN] pg 4.d is active+undersized+degraded, acting [4,1] 2024-09-13T14:30:01.010 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:00 smithi062 bash[89221]: cluster 2024-09-13T14:30:00.000837+0000 mon.a (mon.0) 262 : cluster [WRN] pg 4.e is active+undersized+degraded, acting [4,6] 2024-09-13T14:30:01.010 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:00 smithi062 bash[89221]: cluster 2024-09-13T14:30:00.000837+0000 mon.a (mon.0) 262 : cluster [WRN] pg 4.e is active+undersized+degraded, acting [4,6] 2024-09-13T14:30:01.011 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:00 smithi062 bash[89221]: cluster 2024-09-13T14:30:00.000895+0000 mon.a (mon.0) 263 : cluster [WRN] pg 5.6 is active+undersized+degraded, acting [5,7] 2024-09-13T14:30:01.011 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:00 smithi062 bash[89221]: cluster 2024-09-13T14:30:00.000895+0000 mon.a (mon.0) 263 : cluster [WRN] pg 5.6 is active+undersized+degraded, acting [5,7] 2024-09-13T14:30:01.011 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:00 smithi062 bash[89221]: cluster 2024-09-13T14:30:00.000951+0000 mon.a (mon.0) 264 : cluster [WRN] pg 5.1c is active+undersized+degraded, acting [4,3] 2024-09-13T14:30:01.011 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:00 smithi062 bash[89221]: cluster 2024-09-13T14:30:00.000951+0000 mon.a (mon.0) 264 : cluster [WRN] pg 5.1c is active+undersized+degraded, acting [4,3] 2024-09-13T14:30:01.011 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:00 smithi062 bash[89221]: cluster 2024-09-13T14:30:00.001000+0000 mon.a (mon.0) 265 : cluster [WRN] pg 6.3 is active+undersized+degraded, acting [7,6] 2024-09-13T14:30:01.011 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:00 smithi062 bash[89221]: cluster 2024-09-13T14:30:00.001000+0000 mon.a (mon.0) 265 : cluster [WRN] pg 6.3 is active+undersized+degraded, acting [7,6] 2024-09-13T14:30:01.935 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:30:01 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:30:01.746482568Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:30:01.936 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:01 smithi178 bash[70490]: cluster 2024-09-13T14:30:00.468356+0000 mgr.y (mgr.25139) 557 : cluster [DBG] pgmap v319: 161 pgs: 25 peering, 16 active+undersized, 6 active+undersized+degraded, 114 active+clean; 585 KiB data, 262 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s; 27/636 objects degraded (4.245%) 2024-09-13T14:30:01.936 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:01 smithi178 bash[70490]: cluster 2024-09-13T14:30:00.468356+0000 mgr.y (mgr.25139) 557 : cluster [DBG] pgmap v319: 161 pgs: 25 peering, 16 active+undersized, 6 active+undersized+degraded, 114 active+clean; 585 KiB data, 262 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s; 27/636 objects degraded (4.245%) 2024-09-13T14:30:01.936 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:01 smithi178 bash[70490]: cluster 2024-09-13T14:30:00.552129+0000 mon.a (mon.0) 266 : cluster [WRN] Health check update: Degraded data redundancy: 27/636 objects degraded (4.245%), 6 pgs degraded (PG_DEGRADED) 2024-09-13T14:30:01.936 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:01 smithi178 bash[70490]: cluster 2024-09-13T14:30:00.552129+0000 mon.a (mon.0) 266 : cluster [WRN] Health check update: Degraded data redundancy: 27/636 objects degraded (4.245%), 6 pgs degraded (PG_DEGRADED) 2024-09-13T14:30:02.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:01 smithi062 bash[92878]: cluster 2024-09-13T14:30:00.468356+0000 mgr.y (mgr.25139) 557 : cluster [DBG] pgmap v319: 161 pgs: 25 peering, 16 active+undersized, 6 active+undersized+degraded, 114 active+clean; 585 KiB data, 262 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s; 27/636 objects degraded (4.245%) 2024-09-13T14:30:02.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:01 smithi062 bash[92878]: cluster 2024-09-13T14:30:00.468356+0000 mgr.y (mgr.25139) 557 : cluster [DBG] pgmap v319: 161 pgs: 25 peering, 16 active+undersized, 6 active+undersized+degraded, 114 active+clean; 585 KiB data, 262 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s; 27/636 objects degraded (4.245%) 2024-09-13T14:30:02.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:01 smithi062 bash[92878]: cluster 2024-09-13T14:30:00.552129+0000 mon.a (mon.0) 266 : cluster [WRN] Health check update: Degraded data redundancy: 27/636 objects degraded (4.245%), 6 pgs degraded (PG_DEGRADED) 2024-09-13T14:30:02.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:01 smithi062 bash[92878]: cluster 2024-09-13T14:30:00.552129+0000 mon.a (mon.0) 266 : cluster [WRN] Health check update: Degraded data redundancy: 27/636 objects degraded (4.245%), 6 pgs degraded (PG_DEGRADED) 2024-09-13T14:30:02.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:01 smithi062 bash[89221]: cluster 2024-09-13T14:30:00.468356+0000 mgr.y (mgr.25139) 557 : cluster [DBG] pgmap v319: 161 pgs: 25 peering, 16 active+undersized, 6 active+undersized+degraded, 114 active+clean; 585 KiB data, 262 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s; 27/636 objects degraded (4.245%) 2024-09-13T14:30:02.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:01 smithi062 bash[89221]: cluster 2024-09-13T14:30:00.468356+0000 mgr.y (mgr.25139) 557 : cluster [DBG] pgmap v319: 161 pgs: 25 peering, 16 active+undersized, 6 active+undersized+degraded, 114 active+clean; 585 KiB data, 262 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s; 27/636 objects degraded (4.245%) 2024-09-13T14:30:02.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:01 smithi062 bash[89221]: cluster 2024-09-13T14:30:00.552129+0000 mon.a (mon.0) 266 : cluster [WRN] Health check update: Degraded data redundancy: 27/636 objects degraded (4.245%), 6 pgs degraded (PG_DEGRADED) 2024-09-13T14:30:02.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:01 smithi062 bash[89221]: cluster 2024-09-13T14:30:00.552129+0000 mon.a (mon.0) 266 : cluster [WRN] Health check update: Degraded data redundancy: 27/636 objects degraded (4.245%), 6 pgs degraded (PG_DEGRADED) 2024-09-13T14:30:03.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:03 smithi178 bash[70490]: cluster 2024-09-13T14:30:02.469120+0000 mgr.y (mgr.25139) 558 : cluster [DBG] pgmap v320: 161 pgs: 25 peering, 9 active+undersized, 3 active+undersized+degraded, 124 active+clean; 585 KiB data, 262 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s; 3/636 objects degraded (0.472%) 2024-09-13T14:30:03.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:03 smithi178 bash[70490]: cluster 2024-09-13T14:30:02.469120+0000 mgr.y (mgr.25139) 558 : cluster [DBG] pgmap v320: 161 pgs: 25 peering, 9 active+undersized, 3 active+undersized+degraded, 124 active+clean; 585 KiB data, 262 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s; 3/636 objects degraded (0.472%) 2024-09-13T14:30:03.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:03 smithi178 bash[70490]: audit 2024-09-13T14:30:02.660330+0000 mgr.y (mgr.25139) 559 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:30:03.936 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:03 smithi178 bash[70490]: audit 2024-09-13T14:30:02.660330+0000 mgr.y (mgr.25139) 559 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:30:03.936 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:03 smithi178 bash[70490]: audit 2024-09-13T14:30:03.498063+0000 mon.a (mon.0) 267 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:30:03.936 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:03 smithi178 bash[70490]: audit 2024-09-13T14:30:03.498063+0000 mon.a (mon.0) 267 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:30:03.936 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:03 smithi178 bash[70490]: audit 2024-09-13T14:30:03.513411+0000 mon.a (mon.0) 268 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:30:03.936 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:03 smithi178 bash[70490]: audit 2024-09-13T14:30:03.513411+0000 mon.a (mon.0) 268 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:30:03.936 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:03 smithi178 bash[70490]: audit 2024-09-13T14:30:03.515447+0000 mon.b (mon.1) 156 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:30:03.936 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:03 smithi178 bash[70490]: audit 2024-09-13T14:30:03.515447+0000 mon.b (mon.1) 156 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:30:03.936 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:03 smithi178 bash[70490]: audit 2024-09-13T14:30:03.517579+0000 mon.b (mon.1) 157 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-13T14:30:03.936 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:03 smithi178 bash[70490]: audit 2024-09-13T14:30:03.517579+0000 mon.b (mon.1) 157 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-13T14:30:03.936 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:03 smithi178 bash[70490]: audit 2024-09-13T14:30:03.531003+0000 mon.a (mon.0) 269 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:30:03.936 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:03 smithi178 bash[70490]: audit 2024-09-13T14:30:03.531003+0000 mon.a (mon.0) 269 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:30:04.002 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:30:03 smithi062 bash[68610]: ::ffff:172.21.15.178 - - [13/Sep/2024:14:30:03] "GET /metrics HTTP/1.1" 200 38268 "" "Prometheus/2.51.0" 2024-09-13T14:30:04.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:03 smithi062 bash[92878]: cluster 2024-09-13T14:30:02.469120+0000 mgr.y (mgr.25139) 558 : cluster [DBG] pgmap v320: 161 pgs: 25 peering, 9 active+undersized, 3 active+undersized+degraded, 124 active+clean; 585 KiB data, 262 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s; 3/636 objects degraded (0.472%) 2024-09-13T14:30:04.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:03 smithi062 bash[92878]: cluster 2024-09-13T14:30:02.469120+0000 mgr.y (mgr.25139) 558 : cluster [DBG] pgmap v320: 161 pgs: 25 peering, 9 active+undersized, 3 active+undersized+degraded, 124 active+clean; 585 KiB data, 262 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s; 3/636 objects degraded (0.472%) 2024-09-13T14:30:04.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:03 smithi062 bash[92878]: audit 2024-09-13T14:30:02.660330+0000 mgr.y (mgr.25139) 559 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:30:04.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:03 smithi062 bash[92878]: audit 2024-09-13T14:30:02.660330+0000 mgr.y (mgr.25139) 559 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:30:04.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:03 smithi062 bash[92878]: audit 2024-09-13T14:30:03.498063+0000 mon.a (mon.0) 267 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:30:04.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:03 smithi062 bash[92878]: audit 2024-09-13T14:30:03.498063+0000 mon.a (mon.0) 267 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:30:04.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:03 smithi062 bash[92878]: audit 2024-09-13T14:30:03.513411+0000 mon.a (mon.0) 268 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:30:04.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:03 smithi062 bash[92878]: audit 2024-09-13T14:30:03.513411+0000 mon.a (mon.0) 268 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:30:04.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:03 smithi062 bash[92878]: audit 2024-09-13T14:30:03.515447+0000 mon.b (mon.1) 156 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:30:04.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:03 smithi062 bash[92878]: audit 2024-09-13T14:30:03.515447+0000 mon.b (mon.1) 156 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:30:04.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:03 smithi062 bash[92878]: audit 2024-09-13T14:30:03.517579+0000 mon.b (mon.1) 157 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-13T14:30:04.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:03 smithi062 bash[92878]: audit 2024-09-13T14:30:03.517579+0000 mon.b (mon.1) 157 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-13T14:30:04.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:03 smithi062 bash[92878]: audit 2024-09-13T14:30:03.531003+0000 mon.a (mon.0) 269 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:30:04.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:03 smithi062 bash[92878]: audit 2024-09-13T14:30:03.531003+0000 mon.a (mon.0) 269 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:30:04.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:03 smithi062 bash[89221]: cluster 2024-09-13T14:30:02.469120+0000 mgr.y (mgr.25139) 558 : cluster [DBG] pgmap v320: 161 pgs: 25 peering, 9 active+undersized, 3 active+undersized+degraded, 124 active+clean; 585 KiB data, 262 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s; 3/636 objects degraded (0.472%) 2024-09-13T14:30:04.005 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:03 smithi062 bash[89221]: cluster 2024-09-13T14:30:02.469120+0000 mgr.y (mgr.25139) 558 : cluster [DBG] pgmap v320: 161 pgs: 25 peering, 9 active+undersized, 3 active+undersized+degraded, 124 active+clean; 585 KiB data, 262 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s; 3/636 objects degraded (0.472%) 2024-09-13T14:30:04.005 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:03 smithi062 bash[89221]: audit 2024-09-13T14:30:02.660330+0000 mgr.y (mgr.25139) 559 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:30:04.005 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:03 smithi062 bash[89221]: audit 2024-09-13T14:30:02.660330+0000 mgr.y (mgr.25139) 559 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:30:04.005 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:03 smithi062 bash[89221]: audit 2024-09-13T14:30:03.498063+0000 mon.a (mon.0) 267 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:30:04.005 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:03 smithi062 bash[89221]: audit 2024-09-13T14:30:03.498063+0000 mon.a (mon.0) 267 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:30:04.005 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:03 smithi062 bash[89221]: audit 2024-09-13T14:30:03.513411+0000 mon.a (mon.0) 268 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:30:04.005 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:03 smithi062 bash[89221]: audit 2024-09-13T14:30:03.513411+0000 mon.a (mon.0) 268 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:30:04.005 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:03 smithi062 bash[89221]: audit 2024-09-13T14:30:03.515447+0000 mon.b (mon.1) 156 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:30:04.005 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:03 smithi062 bash[89221]: audit 2024-09-13T14:30:03.515447+0000 mon.b (mon.1) 156 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:30:04.005 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:03 smithi062 bash[89221]: audit 2024-09-13T14:30:03.517579+0000 mon.b (mon.1) 157 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-13T14:30:04.005 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:03 smithi062 bash[89221]: audit 2024-09-13T14:30:03.517579+0000 mon.b (mon.1) 157 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-13T14:30:04.005 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:03 smithi062 bash[89221]: audit 2024-09-13T14:30:03.531003+0000 mon.a (mon.0) 269 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:30:04.006 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:03 smithi062 bash[89221]: audit 2024-09-13T14:30:03.531003+0000 mon.a (mon.0) 269 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:30:04.935 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:30:04 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:30:04.741654838Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:30:04.936 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:04 smithi178 bash[70490]: audit 2024-09-13T14:30:03.663065+0000 mon.b (mon.1) 158 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-13T14:30:04.936 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:04 smithi178 bash[70490]: audit 2024-09-13T14:30:03.663065+0000 mon.b (mon.1) 158 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-13T14:30:04.937 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:04 smithi178 bash[70490]: audit 2024-09-13T14:30:03.667286+0000 mon.b (mon.1) 159 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:30:04.937 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:04 smithi178 bash[70490]: audit 2024-09-13T14:30:03.667286+0000 mon.b (mon.1) 159 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:30:04.937 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:04 smithi178 bash[70490]: audit 2024-09-13T14:30:03.673149+0000 mon.b (mon.1) 160 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:30:04.937 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:04 smithi178 bash[70490]: audit 2024-09-13T14:30:03.673149+0000 mon.b (mon.1) 160 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:30:04.937 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:04 smithi178 bash[70490]: cephadm 2024-09-13T14:30:03.676279+0000 mgr.y (mgr.25139) 560 : cephadm [INF] Upgrade: Setting container_image for all nvmeof 2024-09-13T14:30:04.937 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:04 smithi178 bash[70490]: cephadm 2024-09-13T14:30:03.676279+0000 mgr.y (mgr.25139) 560 : cephadm [INF] Upgrade: Setting container_image for all nvmeof 2024-09-13T14:30:04.937 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:04 smithi178 bash[70490]: audit 2024-09-13T14:30:03.685808+0000 mon.a (mon.0) 270 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:30:04.937 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:04 smithi178 bash[70490]: audit 2024-09-13T14:30:03.685808+0000 mon.a (mon.0) 270 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:30:04.937 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:04 smithi178 bash[70490]: audit 2024-09-13T14:30:03.692217+0000 mon.b (mon.1) 161 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:30:04.937 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:04 smithi178 bash[70490]: audit 2024-09-13T14:30:03.692217+0000 mon.b (mon.1) 161 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:30:04.937 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:04 smithi178 bash[70490]: audit 2024-09-13T14:30:03.696119+0000 mon.b (mon.1) 162 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:30:04.938 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:04 smithi178 bash[70490]: audit 2024-09-13T14:30:03.696119+0000 mon.b (mon.1) 162 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:30:04.938 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:04 smithi178 bash[70490]: audit 2024-09-13T14:30:03.699767+0000 mon.b (mon.1) 163 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:30:04.938 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:04 smithi178 bash[70490]: audit 2024-09-13T14:30:03.699767+0000 mon.b (mon.1) 163 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:30:04.938 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:04 smithi178 bash[70490]: audit 2024-09-13T14:30:03.703330+0000 mon.b (mon.1) 164 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:30:04.938 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:04 smithi178 bash[70490]: audit 2024-09-13T14:30:03.703330+0000 mon.b (mon.1) 164 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:30:04.938 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:04 smithi178 bash[70490]: audit 2024-09-13T14:30:03.706761+0000 mon.b (mon.1) 165 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:30:04.938 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:04 smithi178 bash[70490]: audit 2024-09-13T14:30:03.706761+0000 mon.b (mon.1) 165 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:30:04.938 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:04 smithi178 bash[70490]: audit 2024-09-13T14:30:03.710296+0000 mon.b (mon.1) 166 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:30:04.938 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:04 smithi178 bash[70490]: audit 2024-09-13T14:30:03.710296+0000 mon.b (mon.1) 166 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:30:04.938 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:04 smithi178 bash[70490]: cephadm 2024-09-13T14:30:03.713867+0000 mgr.y (mgr.25139) 561 : cephadm [INF] Upgrade: Finalizing container_image settings 2024-09-13T14:30:04.938 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:04 smithi178 bash[70490]: cephadm 2024-09-13T14:30:03.713867+0000 mgr.y (mgr.25139) 561 : cephadm [INF] Upgrade: Finalizing container_image settings 2024-09-13T14:30:04.938 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:04 smithi178 bash[70490]: audit 2024-09-13T14:30:03.716445+0000 mon.b (mon.1) 167 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2024-09-13T14:30:04.939 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:04 smithi178 bash[70490]: audit 2024-09-13T14:30:03.716445+0000 mon.b (mon.1) 167 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2024-09-13T14:30:04.939 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:04 smithi178 bash[70490]: audit 2024-09-13T14:30:03.718760+0000 mon.a (mon.0) 271 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2024-09-13T14:30:04.939 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:04 smithi178 bash[70490]: audit 2024-09-13T14:30:03.718760+0000 mon.a (mon.0) 271 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2024-09-13T14:30:04.939 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:04 smithi178 bash[70490]: audit 2024-09-13T14:30:03.724850+0000 mon.a (mon.0) 272 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-09-13T14:30:04.939 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:04 smithi178 bash[70490]: audit 2024-09-13T14:30:03.724850+0000 mon.a (mon.0) 272 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-09-13T14:30:04.939 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:04 smithi178 bash[70490]: audit 2024-09-13T14:30:03.728223+0000 mon.b (mon.1) 168 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:30:04.939 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:04 smithi178 bash[70490]: audit 2024-09-13T14:30:03.728223+0000 mon.b (mon.1) 168 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:30:04.939 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:04 smithi178 bash[70490]: audit 2024-09-13T14:30:03.730779+0000 mon.a (mon.0) 273 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:30:04.939 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:04 smithi178 bash[70490]: audit 2024-09-13T14:30:03.730779+0000 mon.a (mon.0) 273 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:30:04.939 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:04 smithi178 bash[70490]: audit 2024-09-13T14:30:03.737087+0000 mon.a (mon.0) 274 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-09-13T14:30:04.939 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:04 smithi178 bash[70490]: audit 2024-09-13T14:30:03.737087+0000 mon.a (mon.0) 274 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-09-13T14:30:04.939 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:04 smithi178 bash[70490]: audit 2024-09-13T14:30:03.740309+0000 mon.b (mon.1) 169 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2024-09-13T14:30:04.939 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:04 smithi178 bash[70490]: audit 2024-09-13T14:30:03.740309+0000 mon.b (mon.1) 169 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2024-09-13T14:30:04.939 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:04 smithi178 bash[70490]: audit 2024-09-13T14:30:03.742734+0000 mon.a (mon.0) 275 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2024-09-13T14:30:04.940 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:04 smithi178 bash[70490]: audit 2024-09-13T14:30:03.742734+0000 mon.a (mon.0) 275 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2024-09-13T14:30:04.940 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:04 smithi178 bash[70490]: audit 2024-09-13T14:30:03.752365+0000 mon.a (mon.0) 276 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-09-13T14:30:04.940 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:04 smithi178 bash[70490]: audit 2024-09-13T14:30:03.752365+0000 mon.a (mon.0) 276 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-09-13T14:30:04.941 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:04 smithi178 bash[70490]: audit 2024-09-13T14:30:03.756393+0000 mon.b (mon.1) 170 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2024-09-13T14:30:04.941 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:04 smithi178 bash[70490]: audit 2024-09-13T14:30:03.756393+0000 mon.b (mon.1) 170 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2024-09-13T14:30:04.941 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:04 smithi178 bash[70490]: audit 2024-09-13T14:30:03.758748+0000 mon.a (mon.0) 277 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2024-09-13T14:30:04.941 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:04 smithi178 bash[70490]: audit 2024-09-13T14:30:03.758748+0000 mon.a (mon.0) 277 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2024-09-13T14:30:04.941 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:04 smithi178 bash[70490]: audit 2024-09-13T14:30:03.759563+0000 mon.b (mon.1) 171 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2024-09-13T14:30:04.941 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:04 smithi178 bash[70490]: audit 2024-09-13T14:30:03.759563+0000 mon.b (mon.1) 171 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2024-09-13T14:30:04.941 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:04 smithi178 bash[70490]: audit 2024-09-13T14:30:03.761858+0000 mon.a (mon.0) 278 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2024-09-13T14:30:04.941 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:04 smithi178 bash[70490]: audit 2024-09-13T14:30:03.761858+0000 mon.a (mon.0) 278 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2024-09-13T14:30:04.941 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:04 smithi178 bash[70490]: audit 2024-09-13T14:30:03.762768+0000 mon.b (mon.1) 172 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2024-09-13T14:30:04.941 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:04 smithi178 bash[70490]: audit 2024-09-13T14:30:03.762768+0000 mon.b (mon.1) 172 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2024-09-13T14:30:04.941 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:04 smithi178 bash[70490]: audit 2024-09-13T14:30:03.765128+0000 mon.a (mon.0) 279 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2024-09-13T14:30:04.941 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:04 smithi178 bash[70490]: audit 2024-09-13T14:30:03.765128+0000 mon.a (mon.0) 279 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2024-09-13T14:30:04.942 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:04 smithi178 bash[70490]: audit 2024-09-13T14:30:03.766067+0000 mon.b (mon.1) 173 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2024-09-13T14:30:04.942 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:04 smithi178 bash[70490]: audit 2024-09-13T14:30:03.766067+0000 mon.b (mon.1) 173 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2024-09-13T14:30:04.942 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:04 smithi178 bash[70490]: audit 2024-09-13T14:30:03.768336+0000 mon.a (mon.0) 280 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2024-09-13T14:30:04.942 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:04 smithi178 bash[70490]: audit 2024-09-13T14:30:03.768336+0000 mon.a (mon.0) 280 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2024-09-13T14:30:04.942 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:04 smithi178 bash[70490]: audit 2024-09-13T14:30:03.769383+0000 mon.b (mon.1) 174 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:30:04.942 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:04 smithi178 bash[70490]: audit 2024-09-13T14:30:03.769383+0000 mon.b (mon.1) 174 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:30:04.942 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:04 smithi178 bash[70490]: audit 2024-09-13T14:30:03.771649+0000 mon.a (mon.0) 281 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:30:04.942 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:04 smithi178 bash[70490]: audit 2024-09-13T14:30:03.771649+0000 mon.a (mon.0) 281 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:30:04.942 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:04 smithi178 bash[70490]: audit 2024-09-13T14:30:03.772723+0000 mon.b (mon.1) 175 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2024-09-13T14:30:04.942 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:04 smithi178 bash[70490]: audit 2024-09-13T14:30:03.772723+0000 mon.b (mon.1) 175 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2024-09-13T14:30:04.942 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:04 smithi178 bash[70490]: audit 2024-09-13T14:30:03.775012+0000 mon.a (mon.0) 282 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2024-09-13T14:30:04.942 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:04 smithi178 bash[70490]: audit 2024-09-13T14:30:03.775012+0000 mon.a (mon.0) 282 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2024-09-13T14:30:04.942 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:04 smithi178 bash[70490]: audit 2024-09-13T14:30:03.775752+0000 mon.b (mon.1) 176 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2024-09-13T14:30:04.943 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:04 smithi178 bash[70490]: audit 2024-09-13T14:30:03.775752+0000 mon.b (mon.1) 176 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2024-09-13T14:30:04.943 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:04 smithi178 bash[70490]: audit 2024-09-13T14:30:03.778083+0000 mon.a (mon.0) 283 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2024-09-13T14:30:04.943 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:04 smithi178 bash[70490]: audit 2024-09-13T14:30:03.778083+0000 mon.a (mon.0) 283 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2024-09-13T14:30:04.943 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:04 smithi178 bash[70490]: audit 2024-09-13T14:30:03.778741+0000 mon.b (mon.1) 177 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2024-09-13T14:30:04.943 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:04 smithi178 bash[70490]: audit 2024-09-13T14:30:03.778741+0000 mon.b (mon.1) 177 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2024-09-13T14:30:04.943 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:04 smithi178 bash[70490]: audit 2024-09-13T14:30:03.780995+0000 mon.a (mon.0) 284 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2024-09-13T14:30:04.943 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:04 smithi178 bash[70490]: audit 2024-09-13T14:30:03.780995+0000 mon.a (mon.0) 284 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2024-09-13T14:30:04.943 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:04 smithi178 bash[70490]: audit 2024-09-13T14:30:03.782089+0000 mon.b (mon.1) 178 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2024-09-13T14:30:04.943 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:04 smithi178 bash[70490]: audit 2024-09-13T14:30:03.782089+0000 mon.b (mon.1) 178 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2024-09-13T14:30:04.943 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:04 smithi178 bash[70490]: audit 2024-09-13T14:30:03.784344+0000 mon.a (mon.0) 285 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2024-09-13T14:30:04.943 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:04 smithi178 bash[70490]: audit 2024-09-13T14:30:03.784344+0000 mon.a (mon.0) 285 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2024-09-13T14:30:04.943 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:04 smithi178 bash[70490]: audit 2024-09-13T14:30:03.792319+0000 mon.a (mon.0) 286 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-09-13T14:30:04.943 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:04 smithi178 bash[70490]: audit 2024-09-13T14:30:03.792319+0000 mon.a (mon.0) 286 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-09-13T14:30:04.944 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:04 smithi178 bash[70490]: audit 2024-09-13T14:30:03.795472+0000 mon.b (mon.1) 179 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:30:04.944 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:04 smithi178 bash[70490]: audit 2024-09-13T14:30:03.795472+0000 mon.b (mon.1) 179 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:30:04.944 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:04 smithi178 bash[70490]: audit 2024-09-13T14:30:03.797862+0000 mon.a (mon.0) 287 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:30:04.944 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:04 smithi178 bash[70490]: audit 2024-09-13T14:30:03.797862+0000 mon.a (mon.0) 287 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:30:04.944 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:04 smithi178 bash[70490]: audit 2024-09-13T14:30:03.798482+0000 mon.b (mon.1) 180 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:30:04.944 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:04 smithi178 bash[70490]: audit 2024-09-13T14:30:03.798482+0000 mon.b (mon.1) 180 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:30:04.944 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:04 smithi178 bash[70490]: audit 2024-09-13T14:30:03.800687+0000 mon.a (mon.0) 288 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:30:04.944 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:04 smithi178 bash[70490]: audit 2024-09-13T14:30:03.800687+0000 mon.a (mon.0) 288 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:30:04.944 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:04 smithi178 bash[70490]: audit 2024-09-13T14:30:03.801168+0000 mon.b (mon.1) 181 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:30:04.944 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:04 smithi178 bash[70490]: audit 2024-09-13T14:30:03.801168+0000 mon.b (mon.1) 181 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:30:04.944 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:04 smithi178 bash[70490]: audit 2024-09-13T14:30:03.803367+0000 mon.a (mon.0) 289 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:30:04.944 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:04 smithi178 bash[70490]: audit 2024-09-13T14:30:03.803367+0000 mon.a (mon.0) 289 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:30:04.944 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:04 smithi178 bash[70490]: audit 2024-09-13T14:30:03.803957+0000 mon.b (mon.1) 182 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:30:04.944 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:04 smithi178 bash[70490]: audit 2024-09-13T14:30:03.803957+0000 mon.b (mon.1) 182 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:30:04.945 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:04 smithi178 bash[70490]: audit 2024-09-13T14:30:03.806246+0000 mon.a (mon.0) 290 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:30:04.945 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:04 smithi178 bash[70490]: audit 2024-09-13T14:30:03.806246+0000 mon.a (mon.0) 290 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:30:04.945 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:04 smithi178 bash[70490]: audit 2024-09-13T14:30:03.806899+0000 mon.b (mon.1) 183 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:30:04.945 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:04 smithi178 bash[70490]: audit 2024-09-13T14:30:03.806899+0000 mon.b (mon.1) 183 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:30:04.945 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:04 smithi178 bash[70490]: audit 2024-09-13T14:30:03.809050+0000 mon.a (mon.0) 291 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:30:04.945 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:04 smithi178 bash[70490]: audit 2024-09-13T14:30:03.809050+0000 mon.a (mon.0) 291 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:30:04.945 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:04 smithi178 bash[70490]: audit 2024-09-13T14:30:03.809602+0000 mon.b (mon.1) 184 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:30:04.945 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:04 smithi178 bash[70490]: audit 2024-09-13T14:30:03.809602+0000 mon.b (mon.1) 184 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:30:04.945 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:04 smithi178 bash[70490]: audit 2024-09-13T14:30:03.811979+0000 mon.a (mon.0) 292 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:30:04.945 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:04 smithi178 bash[70490]: audit 2024-09-13T14:30:03.811979+0000 mon.a (mon.0) 292 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:30:04.945 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:04 smithi178 bash[70490]: audit 2024-09-13T14:30:03.813450+0000 mon.b (mon.1) 185 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2024-09-13T14:30:04.945 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:04 smithi178 bash[70490]: audit 2024-09-13T14:30:03.813450+0000 mon.b (mon.1) 185 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2024-09-13T14:30:04.945 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:04 smithi178 bash[70490]: cephadm 2024-09-13T14:30:03.814003+0000 mgr.y (mgr.25139) 562 : cephadm [INF] Upgrade: Complete! 2024-09-13T14:30:04.946 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:04 smithi178 bash[70490]: cephadm 2024-09-13T14:30:03.814003+0000 mgr.y (mgr.25139) 562 : cephadm [INF] Upgrade: Complete! 2024-09-13T14:30:04.946 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:04 smithi178 bash[70490]: audit 2024-09-13T14:30:03.815733+0000 mon.a (mon.0) 293 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2024-09-13T14:30:04.946 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:04 smithi178 bash[70490]: audit 2024-09-13T14:30:03.815733+0000 mon.a (mon.0) 293 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2024-09-13T14:30:04.946 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:04 smithi178 bash[70490]: audit 2024-09-13T14:30:03.824061+0000 mon.a (mon.0) 294 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-09-13T14:30:04.946 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:04 smithi178 bash[70490]: audit 2024-09-13T14:30:03.824061+0000 mon.a (mon.0) 294 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-09-13T14:30:04.946 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:04 smithi178 bash[70490]: audit 2024-09-13T14:30:03.825075+0000 mon.b (mon.1) 186 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:30:04.946 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:04 smithi178 bash[70490]: audit 2024-09-13T14:30:03.825075+0000 mon.b (mon.1) 186 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:30:04.946 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:04 smithi178 bash[70490]: audit 2024-09-13T14:30:03.827080+0000 mon.b (mon.1) 187 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-13T14:30:04.946 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:04 smithi178 bash[70490]: audit 2024-09-13T14:30:03.827080+0000 mon.b (mon.1) 187 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-13T14:30:04.946 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:04 smithi178 bash[70490]: audit 2024-09-13T14:30:03.842327+0000 mon.a (mon.0) 295 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:30:04.946 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:04 smithi178 bash[70490]: audit 2024-09-13T14:30:03.842327+0000 mon.a (mon.0) 295 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:30:04.946 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:04 smithi178 bash[70490]: audit 2024-09-13T14:30:03.970681+0000 mon.b (mon.1) 188 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:30:04.946 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:04 smithi178 bash[70490]: audit 2024-09-13T14:30:03.970681+0000 mon.b (mon.1) 188 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:30:04.946 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:04 smithi178 bash[70490]: audit 2024-09-13T14:30:03.972787+0000 mon.b (mon.1) 189 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-13T14:30:04.946 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:04 smithi178 bash[70490]: audit 2024-09-13T14:30:03.972787+0000 mon.b (mon.1) 189 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-13T14:30:04.947 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:04 smithi178 bash[70490]: audit 2024-09-13T14:30:03.984896+0000 mon.a (mon.0) 296 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:30:04.947 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:04 smithi178 bash[70490]: audit 2024-09-13T14:30:03.984896+0000 mon.a (mon.0) 296 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:30:04.947 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:04 smithi178 bash[70490]: audit 2024-09-13T14:30:04.151870+0000 mon.a (mon.0) 297 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:30:04.947 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:04 smithi178 bash[70490]: audit 2024-09-13T14:30:04.151870+0000 mon.a (mon.0) 297 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:30:05.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:04 smithi062 bash[92878]: audit 2024-09-13T14:30:03.663065+0000 mon.b (mon.1) 158 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-13T14:30:05.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:04 smithi062 bash[92878]: audit 2024-09-13T14:30:03.663065+0000 mon.b (mon.1) 158 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-13T14:30:05.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:04 smithi062 bash[92878]: audit 2024-09-13T14:30:03.667286+0000 mon.b (mon.1) 159 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:30:05.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:04 smithi062 bash[92878]: audit 2024-09-13T14:30:03.667286+0000 mon.b (mon.1) 159 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:30:05.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:04 smithi062 bash[92878]: audit 2024-09-13T14:30:03.673149+0000 mon.b (mon.1) 160 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:30:05.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:04 smithi062 bash[92878]: audit 2024-09-13T14:30:03.673149+0000 mon.b (mon.1) 160 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:30:05.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:04 smithi062 bash[92878]: cephadm 2024-09-13T14:30:03.676279+0000 mgr.y (mgr.25139) 560 : cephadm [INF] Upgrade: Setting container_image for all nvmeof 2024-09-13T14:30:05.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:04 smithi062 bash[92878]: cephadm 2024-09-13T14:30:03.676279+0000 mgr.y (mgr.25139) 560 : cephadm [INF] Upgrade: Setting container_image for all nvmeof 2024-09-13T14:30:05.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:04 smithi062 bash[92878]: audit 2024-09-13T14:30:03.685808+0000 mon.a (mon.0) 270 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:30:05.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:04 smithi062 bash[92878]: audit 2024-09-13T14:30:03.685808+0000 mon.a (mon.0) 270 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:30:05.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:04 smithi062 bash[92878]: audit 2024-09-13T14:30:03.692217+0000 mon.b (mon.1) 161 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:30:05.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:04 smithi062 bash[92878]: audit 2024-09-13T14:30:03.692217+0000 mon.b (mon.1) 161 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:30:05.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:04 smithi062 bash[92878]: audit 2024-09-13T14:30:03.696119+0000 mon.b (mon.1) 162 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:30:05.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:04 smithi062 bash[92878]: audit 2024-09-13T14:30:03.696119+0000 mon.b (mon.1) 162 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:30:05.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:04 smithi062 bash[92878]: audit 2024-09-13T14:30:03.699767+0000 mon.b (mon.1) 163 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:30:05.005 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:04 smithi062 bash[92878]: audit 2024-09-13T14:30:03.699767+0000 mon.b (mon.1) 163 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:30:05.005 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:04 smithi062 bash[92878]: audit 2024-09-13T14:30:03.703330+0000 mon.b (mon.1) 164 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:30:05.005 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:04 smithi062 bash[92878]: audit 2024-09-13T14:30:03.703330+0000 mon.b (mon.1) 164 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:30:05.005 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:04 smithi062 bash[92878]: audit 2024-09-13T14:30:03.706761+0000 mon.b (mon.1) 165 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:30:05.005 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:04 smithi062 bash[92878]: audit 2024-09-13T14:30:03.706761+0000 mon.b (mon.1) 165 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:30:05.005 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:04 smithi062 bash[89221]: audit 2024-09-13T14:30:03.663065+0000 mon.b (mon.1) 158 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-13T14:30:05.005 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:04 smithi062 bash[89221]: audit 2024-09-13T14:30:03.663065+0000 mon.b (mon.1) 158 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-13T14:30:05.005 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:04 smithi062 bash[89221]: audit 2024-09-13T14:30:03.667286+0000 mon.b (mon.1) 159 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:30:05.005 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:04 smithi062 bash[89221]: audit 2024-09-13T14:30:03.667286+0000 mon.b (mon.1) 159 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:30:05.006 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:04 smithi062 bash[89221]: audit 2024-09-13T14:30:03.673149+0000 mon.b (mon.1) 160 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:30:05.006 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:04 smithi062 bash[89221]: audit 2024-09-13T14:30:03.673149+0000 mon.b (mon.1) 160 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:30:05.006 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:04 smithi062 bash[89221]: cephadm 2024-09-13T14:30:03.676279+0000 mgr.y (mgr.25139) 560 : cephadm [INF] Upgrade: Setting container_image for all nvmeof 2024-09-13T14:30:05.006 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:04 smithi062 bash[89221]: cephadm 2024-09-13T14:30:03.676279+0000 mgr.y (mgr.25139) 560 : cephadm [INF] Upgrade: Setting container_image for all nvmeof 2024-09-13T14:30:05.006 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:04 smithi062 bash[89221]: audit 2024-09-13T14:30:03.685808+0000 mon.a (mon.0) 270 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:30:05.006 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:04 smithi062 bash[89221]: audit 2024-09-13T14:30:03.685808+0000 mon.a (mon.0) 270 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:30:05.006 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:04 smithi062 bash[89221]: audit 2024-09-13T14:30:03.692217+0000 mon.b (mon.1) 161 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:30:05.006 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:04 smithi062 bash[89221]: audit 2024-09-13T14:30:03.692217+0000 mon.b (mon.1) 161 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:30:05.006 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:04 smithi062 bash[89221]: audit 2024-09-13T14:30:03.696119+0000 mon.b (mon.1) 162 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:30:05.006 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:04 smithi062 bash[89221]: audit 2024-09-13T14:30:03.696119+0000 mon.b (mon.1) 162 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:30:05.006 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:04 smithi062 bash[89221]: audit 2024-09-13T14:30:03.699767+0000 mon.b (mon.1) 163 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:30:05.007 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:04 smithi062 bash[89221]: audit 2024-09-13T14:30:03.699767+0000 mon.b (mon.1) 163 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:30:05.007 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:04 smithi062 bash[89221]: audit 2024-09-13T14:30:03.703330+0000 mon.b (mon.1) 164 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:30:05.007 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:04 smithi062 bash[89221]: audit 2024-09-13T14:30:03.703330+0000 mon.b (mon.1) 164 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:30:05.007 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:04 smithi062 bash[89221]: audit 2024-09-13T14:30:03.706761+0000 mon.b (mon.1) 165 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:30:05.007 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:04 smithi062 bash[89221]: audit 2024-09-13T14:30:03.706761+0000 mon.b (mon.1) 165 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:30:05.007 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:04 smithi062 bash[92878]: audit 2024-09-13T14:30:03.710296+0000 mon.b (mon.1) 166 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:30:05.007 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:04 smithi062 bash[92878]: audit 2024-09-13T14:30:03.710296+0000 mon.b (mon.1) 166 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:30:05.007 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:04 smithi062 bash[92878]: cephadm 2024-09-13T14:30:03.713867+0000 mgr.y (mgr.25139) 561 : cephadm [INF] Upgrade: Finalizing container_image settings 2024-09-13T14:30:05.007 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:04 smithi062 bash[92878]: cephadm 2024-09-13T14:30:03.713867+0000 mgr.y (mgr.25139) 561 : cephadm [INF] Upgrade: Finalizing container_image settings 2024-09-13T14:30:05.007 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:04 smithi062 bash[92878]: audit 2024-09-13T14:30:03.716445+0000 mon.b (mon.1) 167 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2024-09-13T14:30:05.008 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:04 smithi062 bash[92878]: audit 2024-09-13T14:30:03.716445+0000 mon.b (mon.1) 167 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2024-09-13T14:30:05.008 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:04 smithi062 bash[92878]: audit 2024-09-13T14:30:03.718760+0000 mon.a (mon.0) 271 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2024-09-13T14:30:05.008 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:04 smithi062 bash[92878]: audit 2024-09-13T14:30:03.718760+0000 mon.a (mon.0) 271 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2024-09-13T14:30:05.008 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:04 smithi062 bash[92878]: audit 2024-09-13T14:30:03.724850+0000 mon.a (mon.0) 272 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-09-13T14:30:05.008 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:04 smithi062 bash[92878]: audit 2024-09-13T14:30:03.724850+0000 mon.a (mon.0) 272 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-09-13T14:30:05.008 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:04 smithi062 bash[92878]: audit 2024-09-13T14:30:03.728223+0000 mon.b (mon.1) 168 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:30:05.008 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:04 smithi062 bash[92878]: audit 2024-09-13T14:30:03.728223+0000 mon.b (mon.1) 168 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:30:05.008 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:04 smithi062 bash[92878]: audit 2024-09-13T14:30:03.730779+0000 mon.a (mon.0) 273 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:30:05.008 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:04 smithi062 bash[92878]: audit 2024-09-13T14:30:03.730779+0000 mon.a (mon.0) 273 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:30:05.008 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:04 smithi062 bash[92878]: audit 2024-09-13T14:30:03.737087+0000 mon.a (mon.0) 274 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-09-13T14:30:05.008 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:04 smithi062 bash[92878]: audit 2024-09-13T14:30:03.737087+0000 mon.a (mon.0) 274 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-09-13T14:30:05.008 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:04 smithi062 bash[92878]: audit 2024-09-13T14:30:03.740309+0000 mon.b (mon.1) 169 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2024-09-13T14:30:05.008 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:04 smithi062 bash[92878]: audit 2024-09-13T14:30:03.740309+0000 mon.b (mon.1) 169 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2024-09-13T14:30:05.009 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:04 smithi062 bash[92878]: audit 2024-09-13T14:30:03.742734+0000 mon.a (mon.0) 275 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2024-09-13T14:30:05.009 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:04 smithi062 bash[89221]: audit 2024-09-13T14:30:03.710296+0000 mon.b (mon.1) 166 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:30:05.009 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:04 smithi062 bash[89221]: audit 2024-09-13T14:30:03.710296+0000 mon.b (mon.1) 166 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:30:05.009 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:04 smithi062 bash[89221]: cephadm 2024-09-13T14:30:03.713867+0000 mgr.y (mgr.25139) 561 : cephadm [INF] Upgrade: Finalizing container_image settings 2024-09-13T14:30:05.009 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:04 smithi062 bash[89221]: cephadm 2024-09-13T14:30:03.713867+0000 mgr.y (mgr.25139) 561 : cephadm [INF] Upgrade: Finalizing container_image settings 2024-09-13T14:30:05.009 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:04 smithi062 bash[89221]: audit 2024-09-13T14:30:03.716445+0000 mon.b (mon.1) 167 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2024-09-13T14:30:05.009 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:04 smithi062 bash[89221]: audit 2024-09-13T14:30:03.716445+0000 mon.b (mon.1) 167 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2024-09-13T14:30:05.009 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:04 smithi062 bash[89221]: audit 2024-09-13T14:30:03.718760+0000 mon.a (mon.0) 271 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2024-09-13T14:30:05.009 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:04 smithi062 bash[89221]: audit 2024-09-13T14:30:03.718760+0000 mon.a (mon.0) 271 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2024-09-13T14:30:05.010 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:04 smithi062 bash[89221]: audit 2024-09-13T14:30:03.724850+0000 mon.a (mon.0) 272 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-09-13T14:30:05.010 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:04 smithi062 bash[89221]: audit 2024-09-13T14:30:03.724850+0000 mon.a (mon.0) 272 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-09-13T14:30:05.010 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:04 smithi062 bash[89221]: audit 2024-09-13T14:30:03.728223+0000 mon.b (mon.1) 168 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:30:05.010 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:04 smithi062 bash[89221]: audit 2024-09-13T14:30:03.728223+0000 mon.b (mon.1) 168 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:30:05.010 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:04 smithi062 bash[89221]: audit 2024-09-13T14:30:03.730779+0000 mon.a (mon.0) 273 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:30:05.010 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:04 smithi062 bash[89221]: audit 2024-09-13T14:30:03.730779+0000 mon.a (mon.0) 273 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:30:05.010 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:04 smithi062 bash[89221]: audit 2024-09-13T14:30:03.737087+0000 mon.a (mon.0) 274 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-09-13T14:30:05.010 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:04 smithi062 bash[89221]: audit 2024-09-13T14:30:03.737087+0000 mon.a (mon.0) 274 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-09-13T14:30:05.010 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:04 smithi062 bash[89221]: audit 2024-09-13T14:30:03.740309+0000 mon.b (mon.1) 169 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2024-09-13T14:30:05.010 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:04 smithi062 bash[89221]: audit 2024-09-13T14:30:03.740309+0000 mon.b (mon.1) 169 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2024-09-13T14:30:05.010 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:04 smithi062 bash[89221]: audit 2024-09-13T14:30:03.742734+0000 mon.a (mon.0) 275 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2024-09-13T14:30:05.011 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:04 smithi062 bash[92878]: audit 2024-09-13T14:30:03.742734+0000 mon.a (mon.0) 275 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2024-09-13T14:30:05.011 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:04 smithi062 bash[92878]: audit 2024-09-13T14:30:03.752365+0000 mon.a (mon.0) 276 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-09-13T14:30:05.011 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:04 smithi062 bash[92878]: audit 2024-09-13T14:30:03.752365+0000 mon.a (mon.0) 276 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-09-13T14:30:05.011 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:04 smithi062 bash[92878]: audit 2024-09-13T14:30:03.756393+0000 mon.b (mon.1) 170 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2024-09-13T14:30:05.011 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:04 smithi062 bash[92878]: audit 2024-09-13T14:30:03.756393+0000 mon.b (mon.1) 170 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2024-09-13T14:30:05.011 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:04 smithi062 bash[92878]: audit 2024-09-13T14:30:03.758748+0000 mon.a (mon.0) 277 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2024-09-13T14:30:05.011 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:04 smithi062 bash[92878]: audit 2024-09-13T14:30:03.758748+0000 mon.a (mon.0) 277 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2024-09-13T14:30:05.011 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:04 smithi062 bash[92878]: audit 2024-09-13T14:30:03.759563+0000 mon.b (mon.1) 171 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2024-09-13T14:30:05.011 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:04 smithi062 bash[92878]: audit 2024-09-13T14:30:03.759563+0000 mon.b (mon.1) 171 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2024-09-13T14:30:05.011 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:04 smithi062 bash[92878]: audit 2024-09-13T14:30:03.761858+0000 mon.a (mon.0) 278 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2024-09-13T14:30:05.012 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:04 smithi062 bash[92878]: audit 2024-09-13T14:30:03.761858+0000 mon.a (mon.0) 278 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2024-09-13T14:30:05.012 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:04 smithi062 bash[92878]: audit 2024-09-13T14:30:03.762768+0000 mon.b (mon.1) 172 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2024-09-13T14:30:05.012 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:04 smithi062 bash[92878]: audit 2024-09-13T14:30:03.762768+0000 mon.b (mon.1) 172 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2024-09-13T14:30:05.012 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:04 smithi062 bash[92878]: audit 2024-09-13T14:30:03.765128+0000 mon.a (mon.0) 279 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2024-09-13T14:30:05.012 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:04 smithi062 bash[92878]: audit 2024-09-13T14:30:03.765128+0000 mon.a (mon.0) 279 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2024-09-13T14:30:05.012 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:04 smithi062 bash[92878]: audit 2024-09-13T14:30:03.766067+0000 mon.b (mon.1) 173 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2024-09-13T14:30:05.012 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:04 smithi062 bash[92878]: audit 2024-09-13T14:30:03.766067+0000 mon.b (mon.1) 173 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2024-09-13T14:30:05.012 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:04 smithi062 bash[92878]: audit 2024-09-13T14:30:03.768336+0000 mon.a (mon.0) 280 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2024-09-13T14:30:05.012 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:04 smithi062 bash[92878]: audit 2024-09-13T14:30:03.768336+0000 mon.a (mon.0) 280 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2024-09-13T14:30:05.012 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:04 smithi062 bash[92878]: audit 2024-09-13T14:30:03.769383+0000 mon.b (mon.1) 174 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:30:05.012 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:04 smithi062 bash[92878]: audit 2024-09-13T14:30:03.769383+0000 mon.b (mon.1) 174 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:30:05.012 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:04 smithi062 bash[92878]: audit 2024-09-13T14:30:03.771649+0000 mon.a (mon.0) 281 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:30:05.012 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:04 smithi062 bash[92878]: audit 2024-09-13T14:30:03.771649+0000 mon.a (mon.0) 281 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:30:05.012 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:04 smithi062 bash[92878]: audit 2024-09-13T14:30:03.772723+0000 mon.b (mon.1) 175 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2024-09-13T14:30:05.013 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:04 smithi062 bash[92878]: audit 2024-09-13T14:30:03.772723+0000 mon.b (mon.1) 175 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2024-09-13T14:30:05.013 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:04 smithi062 bash[92878]: audit 2024-09-13T14:30:03.775012+0000 mon.a (mon.0) 282 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2024-09-13T14:30:05.013 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:04 smithi062 bash[92878]: audit 2024-09-13T14:30:03.775012+0000 mon.a (mon.0) 282 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2024-09-13T14:30:05.013 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:04 smithi062 bash[92878]: audit 2024-09-13T14:30:03.775752+0000 mon.b (mon.1) 176 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2024-09-13T14:30:05.013 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:04 smithi062 bash[92878]: audit 2024-09-13T14:30:03.775752+0000 mon.b (mon.1) 176 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2024-09-13T14:30:05.013 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:04 smithi062 bash[92878]: audit 2024-09-13T14:30:03.778083+0000 mon.a (mon.0) 283 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2024-09-13T14:30:05.013 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:04 smithi062 bash[92878]: audit 2024-09-13T14:30:03.778083+0000 mon.a (mon.0) 283 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2024-09-13T14:30:05.013 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:04 smithi062 bash[92878]: audit 2024-09-13T14:30:03.778741+0000 mon.b (mon.1) 177 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2024-09-13T14:30:05.013 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:04 smithi062 bash[92878]: audit 2024-09-13T14:30:03.778741+0000 mon.b (mon.1) 177 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2024-09-13T14:30:05.013 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:04 smithi062 bash[92878]: audit 2024-09-13T14:30:03.780995+0000 mon.a (mon.0) 284 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2024-09-13T14:30:05.014 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:04 smithi062 bash[89221]: audit 2024-09-13T14:30:03.742734+0000 mon.a (mon.0) 275 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2024-09-13T14:30:05.014 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:04 smithi062 bash[89221]: audit 2024-09-13T14:30:03.752365+0000 mon.a (mon.0) 276 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-09-13T14:30:05.014 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:04 smithi062 bash[89221]: audit 2024-09-13T14:30:03.752365+0000 mon.a (mon.0) 276 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-09-13T14:30:05.014 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:04 smithi062 bash[89221]: audit 2024-09-13T14:30:03.756393+0000 mon.b (mon.1) 170 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2024-09-13T14:30:05.014 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:04 smithi062 bash[89221]: audit 2024-09-13T14:30:03.756393+0000 mon.b (mon.1) 170 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2024-09-13T14:30:05.014 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:04 smithi062 bash[89221]: audit 2024-09-13T14:30:03.758748+0000 mon.a (mon.0) 277 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2024-09-13T14:30:05.014 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:04 smithi062 bash[89221]: audit 2024-09-13T14:30:03.758748+0000 mon.a (mon.0) 277 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2024-09-13T14:30:05.014 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:04 smithi062 bash[89221]: audit 2024-09-13T14:30:03.759563+0000 mon.b (mon.1) 171 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2024-09-13T14:30:05.014 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:04 smithi062 bash[89221]: audit 2024-09-13T14:30:03.759563+0000 mon.b (mon.1) 171 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2024-09-13T14:30:05.014 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:04 smithi062 bash[89221]: audit 2024-09-13T14:30:03.761858+0000 mon.a (mon.0) 278 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2024-09-13T14:30:05.014 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:04 smithi062 bash[89221]: audit 2024-09-13T14:30:03.761858+0000 mon.a (mon.0) 278 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2024-09-13T14:30:05.014 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:04 smithi062 bash[89221]: audit 2024-09-13T14:30:03.762768+0000 mon.b (mon.1) 172 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2024-09-13T14:30:05.014 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:04 smithi062 bash[89221]: audit 2024-09-13T14:30:03.762768+0000 mon.b (mon.1) 172 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2024-09-13T14:30:05.015 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:04 smithi062 bash[89221]: audit 2024-09-13T14:30:03.765128+0000 mon.a (mon.0) 279 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2024-09-13T14:30:05.015 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:04 smithi062 bash[89221]: audit 2024-09-13T14:30:03.765128+0000 mon.a (mon.0) 279 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2024-09-13T14:30:05.015 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:04 smithi062 bash[89221]: audit 2024-09-13T14:30:03.766067+0000 mon.b (mon.1) 173 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2024-09-13T14:30:05.015 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:04 smithi062 bash[89221]: audit 2024-09-13T14:30:03.766067+0000 mon.b (mon.1) 173 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2024-09-13T14:30:05.015 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:04 smithi062 bash[92878]: audit 2024-09-13T14:30:03.780995+0000 mon.a (mon.0) 284 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2024-09-13T14:30:05.015 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:04 smithi062 bash[92878]: audit 2024-09-13T14:30:03.782089+0000 mon.b (mon.1) 178 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2024-09-13T14:30:05.015 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:04 smithi062 bash[92878]: audit 2024-09-13T14:30:03.782089+0000 mon.b (mon.1) 178 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2024-09-13T14:30:05.015 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:04 smithi062 bash[92878]: audit 2024-09-13T14:30:03.784344+0000 mon.a (mon.0) 285 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2024-09-13T14:30:05.015 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:04 smithi062 bash[92878]: audit 2024-09-13T14:30:03.784344+0000 mon.a (mon.0) 285 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2024-09-13T14:30:05.015 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:04 smithi062 bash[92878]: audit 2024-09-13T14:30:03.792319+0000 mon.a (mon.0) 286 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-09-13T14:30:05.015 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:04 smithi062 bash[92878]: audit 2024-09-13T14:30:03.792319+0000 mon.a (mon.0) 286 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-09-13T14:30:05.016 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:04 smithi062 bash[92878]: audit 2024-09-13T14:30:03.795472+0000 mon.b (mon.1) 179 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:30:05.016 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:04 smithi062 bash[92878]: audit 2024-09-13T14:30:03.795472+0000 mon.b (mon.1) 179 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:30:05.016 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:04 smithi062 bash[92878]: audit 2024-09-13T14:30:03.797862+0000 mon.a (mon.0) 287 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:30:05.016 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:04 smithi062 bash[92878]: audit 2024-09-13T14:30:03.797862+0000 mon.a (mon.0) 287 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:30:05.016 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:04 smithi062 bash[92878]: audit 2024-09-13T14:30:03.798482+0000 mon.b (mon.1) 180 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:30:05.016 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:04 smithi062 bash[92878]: audit 2024-09-13T14:30:03.798482+0000 mon.b (mon.1) 180 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:30:05.016 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:04 smithi062 bash[92878]: audit 2024-09-13T14:30:03.800687+0000 mon.a (mon.0) 288 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:30:05.016 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:04 smithi062 bash[92878]: audit 2024-09-13T14:30:03.800687+0000 mon.a (mon.0) 288 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:30:05.016 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:04 smithi062 bash[92878]: audit 2024-09-13T14:30:03.801168+0000 mon.b (mon.1) 181 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:30:05.016 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:04 smithi062 bash[92878]: audit 2024-09-13T14:30:03.801168+0000 mon.b (mon.1) 181 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:30:05.017 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:04 smithi062 bash[89221]: audit 2024-09-13T14:30:03.768336+0000 mon.a (mon.0) 280 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2024-09-13T14:30:05.017 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:04 smithi062 bash[89221]: audit 2024-09-13T14:30:03.768336+0000 mon.a (mon.0) 280 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2024-09-13T14:30:05.017 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:04 smithi062 bash[89221]: audit 2024-09-13T14:30:03.769383+0000 mon.b (mon.1) 174 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:30:05.017 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:04 smithi062 bash[89221]: audit 2024-09-13T14:30:03.769383+0000 mon.b (mon.1) 174 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:30:05.017 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:04 smithi062 bash[89221]: audit 2024-09-13T14:30:03.771649+0000 mon.a (mon.0) 281 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:30:05.017 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:04 smithi062 bash[89221]: audit 2024-09-13T14:30:03.771649+0000 mon.a (mon.0) 281 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:30:05.017 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:04 smithi062 bash[89221]: audit 2024-09-13T14:30:03.772723+0000 mon.b (mon.1) 175 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2024-09-13T14:30:05.017 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:04 smithi062 bash[89221]: audit 2024-09-13T14:30:03.772723+0000 mon.b (mon.1) 175 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2024-09-13T14:30:05.017 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:04 smithi062 bash[89221]: audit 2024-09-13T14:30:03.775012+0000 mon.a (mon.0) 282 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2024-09-13T14:30:05.017 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:04 smithi062 bash[89221]: audit 2024-09-13T14:30:03.775012+0000 mon.a (mon.0) 282 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2024-09-13T14:30:05.017 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:04 smithi062 bash[89221]: audit 2024-09-13T14:30:03.775752+0000 mon.b (mon.1) 176 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2024-09-13T14:30:05.017 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:04 smithi062 bash[89221]: audit 2024-09-13T14:30:03.775752+0000 mon.b (mon.1) 176 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2024-09-13T14:30:05.017 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:04 smithi062 bash[89221]: audit 2024-09-13T14:30:03.778083+0000 mon.a (mon.0) 283 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2024-09-13T14:30:05.017 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:04 smithi062 bash[89221]: audit 2024-09-13T14:30:03.778083+0000 mon.a (mon.0) 283 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2024-09-13T14:30:05.018 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:04 smithi062 bash[89221]: audit 2024-09-13T14:30:03.778741+0000 mon.b (mon.1) 177 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2024-09-13T14:30:05.018 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:04 smithi062 bash[89221]: audit 2024-09-13T14:30:03.778741+0000 mon.b (mon.1) 177 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2024-09-13T14:30:05.018 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:04 smithi062 bash[89221]: audit 2024-09-13T14:30:03.780995+0000 mon.a (mon.0) 284 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2024-09-13T14:30:05.018 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:04 smithi062 bash[92878]: audit 2024-09-13T14:30:03.803367+0000 mon.a (mon.0) 289 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:30:05.018 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:04 smithi062 bash[92878]: audit 2024-09-13T14:30:03.803367+0000 mon.a (mon.0) 289 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:30:05.018 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:04 smithi062 bash[92878]: audit 2024-09-13T14:30:03.803957+0000 mon.b (mon.1) 182 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:30:05.018 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:04 smithi062 bash[92878]: audit 2024-09-13T14:30:03.803957+0000 mon.b (mon.1) 182 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:30:05.018 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:04 smithi062 bash[92878]: audit 2024-09-13T14:30:03.806246+0000 mon.a (mon.0) 290 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:30:05.018 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:04 smithi062 bash[92878]: audit 2024-09-13T14:30:03.806246+0000 mon.a (mon.0) 290 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:30:05.018 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:04 smithi062 bash[92878]: audit 2024-09-13T14:30:03.806899+0000 mon.b (mon.1) 183 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:30:05.019 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:04 smithi062 bash[92878]: audit 2024-09-13T14:30:03.806899+0000 mon.b (mon.1) 183 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:30:05.019 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:04 smithi062 bash[92878]: audit 2024-09-13T14:30:03.809050+0000 mon.a (mon.0) 291 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:30:05.019 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:04 smithi062 bash[92878]: audit 2024-09-13T14:30:03.809050+0000 mon.a (mon.0) 291 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:30:05.019 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:04 smithi062 bash[92878]: audit 2024-09-13T14:30:03.809602+0000 mon.b (mon.1) 184 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:30:05.019 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:04 smithi062 bash[92878]: audit 2024-09-13T14:30:03.809602+0000 mon.b (mon.1) 184 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:30:05.019 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:04 smithi062 bash[92878]: audit 2024-09-13T14:30:03.811979+0000 mon.a (mon.0) 292 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:30:05.019 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:04 smithi062 bash[92878]: audit 2024-09-13T14:30:03.811979+0000 mon.a (mon.0) 292 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:30:05.019 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:04 smithi062 bash[92878]: audit 2024-09-13T14:30:03.813450+0000 mon.b (mon.1) 185 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2024-09-13T14:30:05.019 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:04 smithi062 bash[92878]: audit 2024-09-13T14:30:03.813450+0000 mon.b (mon.1) 185 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2024-09-13T14:30:05.019 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:04 smithi062 bash[92878]: cephadm 2024-09-13T14:30:03.814003+0000 mgr.y (mgr.25139) 562 : cephadm [INF] Upgrade: Complete! 2024-09-13T14:30:05.019 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:04 smithi062 bash[92878]: cephadm 2024-09-13T14:30:03.814003+0000 mgr.y (mgr.25139) 562 : cephadm [INF] Upgrade: Complete! 2024-09-13T14:30:05.019 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:04 smithi062 bash[89221]: audit 2024-09-13T14:30:03.780995+0000 mon.a (mon.0) 284 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2024-09-13T14:30:05.020 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:04 smithi062 bash[89221]: audit 2024-09-13T14:30:03.782089+0000 mon.b (mon.1) 178 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2024-09-13T14:30:05.020 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:04 smithi062 bash[89221]: audit 2024-09-13T14:30:03.782089+0000 mon.b (mon.1) 178 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2024-09-13T14:30:05.020 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:04 smithi062 bash[89221]: audit 2024-09-13T14:30:03.784344+0000 mon.a (mon.0) 285 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2024-09-13T14:30:05.020 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:04 smithi062 bash[89221]: audit 2024-09-13T14:30:03.784344+0000 mon.a (mon.0) 285 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2024-09-13T14:30:05.020 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:04 smithi062 bash[89221]: audit 2024-09-13T14:30:03.792319+0000 mon.a (mon.0) 286 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-09-13T14:30:05.020 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:04 smithi062 bash[89221]: audit 2024-09-13T14:30:03.792319+0000 mon.a (mon.0) 286 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-09-13T14:30:05.020 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:04 smithi062 bash[89221]: audit 2024-09-13T14:30:03.795472+0000 mon.b (mon.1) 179 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:30:05.020 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:04 smithi062 bash[89221]: audit 2024-09-13T14:30:03.795472+0000 mon.b (mon.1) 179 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:30:05.020 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:04 smithi062 bash[89221]: audit 2024-09-13T14:30:03.797862+0000 mon.a (mon.0) 287 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:30:05.020 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:04 smithi062 bash[89221]: audit 2024-09-13T14:30:03.797862+0000 mon.a (mon.0) 287 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:30:05.020 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:04 smithi062 bash[89221]: audit 2024-09-13T14:30:03.798482+0000 mon.b (mon.1) 180 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:30:05.020 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:04 smithi062 bash[89221]: audit 2024-09-13T14:30:03.798482+0000 mon.b (mon.1) 180 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:30:05.021 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:04 smithi062 bash[89221]: audit 2024-09-13T14:30:03.800687+0000 mon.a (mon.0) 288 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:30:05.021 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:04 smithi062 bash[89221]: audit 2024-09-13T14:30:03.800687+0000 mon.a (mon.0) 288 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:30:05.021 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:04 smithi062 bash[89221]: audit 2024-09-13T14:30:03.801168+0000 mon.b (mon.1) 181 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:30:05.021 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:04 smithi062 bash[89221]: audit 2024-09-13T14:30:03.801168+0000 mon.b (mon.1) 181 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:30:05.021 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:04 smithi062 bash[92878]: audit 2024-09-13T14:30:03.815733+0000 mon.a (mon.0) 293 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2024-09-13T14:30:05.021 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:04 smithi062 bash[92878]: audit 2024-09-13T14:30:03.815733+0000 mon.a (mon.0) 293 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2024-09-13T14:30:05.021 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:04 smithi062 bash[92878]: audit 2024-09-13T14:30:03.824061+0000 mon.a (mon.0) 294 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-09-13T14:30:05.021 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:04 smithi062 bash[92878]: audit 2024-09-13T14:30:03.824061+0000 mon.a (mon.0) 294 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-09-13T14:30:05.021 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:04 smithi062 bash[92878]: audit 2024-09-13T14:30:03.825075+0000 mon.b (mon.1) 186 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:30:05.021 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:04 smithi062 bash[92878]: audit 2024-09-13T14:30:03.825075+0000 mon.b (mon.1) 186 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:30:05.021 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:04 smithi062 bash[92878]: audit 2024-09-13T14:30:03.827080+0000 mon.b (mon.1) 187 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-13T14:30:05.022 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:04 smithi062 bash[92878]: audit 2024-09-13T14:30:03.827080+0000 mon.b (mon.1) 187 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-13T14:30:05.022 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:04 smithi062 bash[92878]: audit 2024-09-13T14:30:03.842327+0000 mon.a (mon.0) 295 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:30:05.022 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:04 smithi062 bash[92878]: audit 2024-09-13T14:30:03.842327+0000 mon.a (mon.0) 295 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:30:05.022 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:04 smithi062 bash[92878]: audit 2024-09-13T14:30:03.970681+0000 mon.b (mon.1) 188 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:30:05.022 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:04 smithi062 bash[92878]: audit 2024-09-13T14:30:03.970681+0000 mon.b (mon.1) 188 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:30:05.022 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:04 smithi062 bash[92878]: audit 2024-09-13T14:30:03.972787+0000 mon.b (mon.1) 189 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-13T14:30:05.022 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:04 smithi062 bash[92878]: audit 2024-09-13T14:30:03.972787+0000 mon.b (mon.1) 189 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-13T14:30:05.022 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:04 smithi062 bash[92878]: audit 2024-09-13T14:30:03.984896+0000 mon.a (mon.0) 296 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:30:05.022 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:04 smithi062 bash[92878]: audit 2024-09-13T14:30:03.984896+0000 mon.a (mon.0) 296 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:30:05.022 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:04 smithi062 bash[92878]: audit 2024-09-13T14:30:04.151870+0000 mon.a (mon.0) 297 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:30:05.022 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:04 smithi062 bash[92878]: audit 2024-09-13T14:30:04.151870+0000 mon.a (mon.0) 297 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:30:05.022 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:04 smithi062 bash[89221]: audit 2024-09-13T14:30:03.803367+0000 mon.a (mon.0) 289 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:30:05.023 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:04 smithi062 bash[89221]: audit 2024-09-13T14:30:03.803367+0000 mon.a (mon.0) 289 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:30:05.023 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:04 smithi062 bash[89221]: audit 2024-09-13T14:30:03.803957+0000 mon.b (mon.1) 182 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:30:05.023 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:04 smithi062 bash[89221]: audit 2024-09-13T14:30:03.803957+0000 mon.b (mon.1) 182 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:30:05.023 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:04 smithi062 bash[89221]: audit 2024-09-13T14:30:03.806246+0000 mon.a (mon.0) 290 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:30:05.023 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:04 smithi062 bash[89221]: audit 2024-09-13T14:30:03.806246+0000 mon.a (mon.0) 290 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:30:05.023 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:04 smithi062 bash[89221]: audit 2024-09-13T14:30:03.806899+0000 mon.b (mon.1) 183 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:30:05.023 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:04 smithi062 bash[89221]: audit 2024-09-13T14:30:03.806899+0000 mon.b (mon.1) 183 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:30:05.023 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:04 smithi062 bash[89221]: audit 2024-09-13T14:30:03.809050+0000 mon.a (mon.0) 291 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:30:05.023 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:04 smithi062 bash[89221]: audit 2024-09-13T14:30:03.809050+0000 mon.a (mon.0) 291 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:30:05.023 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:04 smithi062 bash[89221]: audit 2024-09-13T14:30:03.809602+0000 mon.b (mon.1) 184 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:30:05.023 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:04 smithi062 bash[89221]: audit 2024-09-13T14:30:03.809602+0000 mon.b (mon.1) 184 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:30:05.023 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:04 smithi062 bash[89221]: audit 2024-09-13T14:30:03.811979+0000 mon.a (mon.0) 292 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:30:05.023 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:04 smithi062 bash[89221]: audit 2024-09-13T14:30:03.811979+0000 mon.a (mon.0) 292 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:30:05.023 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:04 smithi062 bash[89221]: audit 2024-09-13T14:30:03.813450+0000 mon.b (mon.1) 185 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2024-09-13T14:30:05.024 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:04 smithi062 bash[89221]: audit 2024-09-13T14:30:03.813450+0000 mon.b (mon.1) 185 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2024-09-13T14:30:05.024 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:04 smithi062 bash[89221]: cephadm 2024-09-13T14:30:03.814003+0000 mgr.y (mgr.25139) 562 : cephadm [INF] Upgrade: Complete! 2024-09-13T14:30:05.024 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:04 smithi062 bash[89221]: cephadm 2024-09-13T14:30:03.814003+0000 mgr.y (mgr.25139) 562 : cephadm [INF] Upgrade: Complete! 2024-09-13T14:30:05.024 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:04 smithi062 bash[89221]: audit 2024-09-13T14:30:03.815733+0000 mon.a (mon.0) 293 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2024-09-13T14:30:05.024 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:04 smithi062 bash[89221]: audit 2024-09-13T14:30:03.815733+0000 mon.a (mon.0) 293 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2024-09-13T14:30:05.024 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:04 smithi062 bash[89221]: audit 2024-09-13T14:30:03.824061+0000 mon.a (mon.0) 294 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-09-13T14:30:05.024 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:04 smithi062 bash[89221]: audit 2024-09-13T14:30:03.824061+0000 mon.a (mon.0) 294 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-09-13T14:30:05.024 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:04 smithi062 bash[89221]: audit 2024-09-13T14:30:03.825075+0000 mon.b (mon.1) 186 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:30:05.024 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:04 smithi062 bash[89221]: audit 2024-09-13T14:30:03.825075+0000 mon.b (mon.1) 186 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:30:05.024 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:04 smithi062 bash[89221]: audit 2024-09-13T14:30:03.827080+0000 mon.b (mon.1) 187 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-13T14:30:05.024 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:04 smithi062 bash[89221]: audit 2024-09-13T14:30:03.827080+0000 mon.b (mon.1) 187 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-13T14:30:05.024 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:04 smithi062 bash[89221]: audit 2024-09-13T14:30:03.842327+0000 mon.a (mon.0) 295 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:30:05.024 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:04 smithi062 bash[89221]: audit 2024-09-13T14:30:03.842327+0000 mon.a (mon.0) 295 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:30:05.025 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:04 smithi062 bash[89221]: audit 2024-09-13T14:30:03.970681+0000 mon.b (mon.1) 188 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:30:05.025 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:04 smithi062 bash[89221]: audit 2024-09-13T14:30:03.970681+0000 mon.b (mon.1) 188 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:30:05.025 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:04 smithi062 bash[89221]: audit 2024-09-13T14:30:03.972787+0000 mon.b (mon.1) 189 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-13T14:30:05.025 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:04 smithi062 bash[89221]: audit 2024-09-13T14:30:03.972787+0000 mon.b (mon.1) 189 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-13T14:30:05.025 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:04 smithi062 bash[89221]: audit 2024-09-13T14:30:03.984896+0000 mon.a (mon.0) 296 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:30:05.025 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:04 smithi062 bash[89221]: audit 2024-09-13T14:30:03.984896+0000 mon.a (mon.0) 296 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:30:05.025 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:04 smithi062 bash[89221]: audit 2024-09-13T14:30:04.151870+0000 mon.a (mon.0) 297 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:30:05.025 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:04 smithi062 bash[89221]: audit 2024-09-13T14:30:04.151870+0000 mon.a (mon.0) 297 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:30:05.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:05 smithi178 bash[70490]: cluster 2024-09-13T14:30:04.470537+0000 mgr.y (mgr.25139) 563 : cluster [DBG] pgmap v321: 161 pgs: 161 active+clean; 585 KiB data, 262 MiB used, 715 GiB / 715 GiB avail; 1.4 KiB/s rd, 1 op/s 2024-09-13T14:30:05.936 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:05 smithi178 bash[70490]: cluster 2024-09-13T14:30:04.470537+0000 mgr.y (mgr.25139) 563 : cluster [DBG] pgmap v321: 161 pgs: 161 active+clean; 585 KiB data, 262 MiB used, 715 GiB / 715 GiB avail; 1.4 KiB/s rd, 1 op/s 2024-09-13T14:30:05.936 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:05 smithi178 bash[70490]: cluster 2024-09-13T14:30:05.146887+0000 mon.a (mon.0) 298 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 3/636 objects degraded (0.472%), 3 pgs degraded) 2024-09-13T14:30:05.936 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:05 smithi178 bash[70490]: cluster 2024-09-13T14:30:05.146887+0000 mon.a (mon.0) 298 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 3/636 objects degraded (0.472%), 3 pgs degraded) 2024-09-13T14:30:05.936 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:05 smithi178 bash[70490]: cluster 2024-09-13T14:30:05.146957+0000 mon.a (mon.0) 299 : cluster [INF] Cluster is now healthy 2024-09-13T14:30:05.936 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:05 smithi178 bash[70490]: cluster 2024-09-13T14:30:05.146957+0000 mon.a (mon.0) 299 : cluster [INF] Cluster is now healthy 2024-09-13T14:30:06.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:05 smithi062 bash[92878]: cluster 2024-09-13T14:30:04.470537+0000 mgr.y (mgr.25139) 563 : cluster [DBG] pgmap v321: 161 pgs: 161 active+clean; 585 KiB data, 262 MiB used, 715 GiB / 715 GiB avail; 1.4 KiB/s rd, 1 op/s 2024-09-13T14:30:06.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:05 smithi062 bash[92878]: cluster 2024-09-13T14:30:04.470537+0000 mgr.y (mgr.25139) 563 : cluster [DBG] pgmap v321: 161 pgs: 161 active+clean; 585 KiB data, 262 MiB used, 715 GiB / 715 GiB avail; 1.4 KiB/s rd, 1 op/s 2024-09-13T14:30:06.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:05 smithi062 bash[92878]: cluster 2024-09-13T14:30:05.146887+0000 mon.a (mon.0) 298 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 3/636 objects degraded (0.472%), 3 pgs degraded) 2024-09-13T14:30:06.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:05 smithi062 bash[92878]: cluster 2024-09-13T14:30:05.146887+0000 mon.a (mon.0) 298 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 3/636 objects degraded (0.472%), 3 pgs degraded) 2024-09-13T14:30:06.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:05 smithi062 bash[92878]: cluster 2024-09-13T14:30:05.146957+0000 mon.a (mon.0) 299 : cluster [INF] Cluster is now healthy 2024-09-13T14:30:06.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:05 smithi062 bash[92878]: cluster 2024-09-13T14:30:05.146957+0000 mon.a (mon.0) 299 : cluster [INF] Cluster is now healthy 2024-09-13T14:30:06.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:05 smithi062 bash[89221]: cluster 2024-09-13T14:30:04.470537+0000 mgr.y (mgr.25139) 563 : cluster [DBG] pgmap v321: 161 pgs: 161 active+clean; 585 KiB data, 262 MiB used, 715 GiB / 715 GiB avail; 1.4 KiB/s rd, 1 op/s 2024-09-13T14:30:06.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:05 smithi062 bash[89221]: cluster 2024-09-13T14:30:04.470537+0000 mgr.y (mgr.25139) 563 : cluster [DBG] pgmap v321: 161 pgs: 161 active+clean; 585 KiB data, 262 MiB used, 715 GiB / 715 GiB avail; 1.4 KiB/s rd, 1 op/s 2024-09-13T14:30:06.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:05 smithi062 bash[89221]: cluster 2024-09-13T14:30:05.146887+0000 mon.a (mon.0) 298 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 3/636 objects degraded (0.472%), 3 pgs degraded) 2024-09-13T14:30:06.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:05 smithi062 bash[89221]: cluster 2024-09-13T14:30:05.146887+0000 mon.a (mon.0) 298 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 3/636 objects degraded (0.472%), 3 pgs degraded) 2024-09-13T14:30:06.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:05 smithi062 bash[89221]: cluster 2024-09-13T14:30:05.146957+0000 mon.a (mon.0) 299 : cluster [INF] Cluster is now healthy 2024-09-13T14:30:06.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:05 smithi062 bash[89221]: cluster 2024-09-13T14:30:05.146957+0000 mon.a (mon.0) 299 : cluster [INF] Cluster is now healthy 2024-09-13T14:30:07.935 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:30:07 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:30:07.72588339Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:30:07.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:07 smithi178 bash[70490]: cluster 2024-09-13T14:30:06.471240+0000 mgr.y (mgr.25139) 564 : cluster [DBG] pgmap v322: 161 pgs: 161 active+clean; 585 KiB data, 262 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:30:07.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:07 smithi178 bash[70490]: cluster 2024-09-13T14:30:06.471240+0000 mgr.y (mgr.25139) 564 : cluster [DBG] pgmap v322: 161 pgs: 161 active+clean; 585 KiB data, 262 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:30:08.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:07 smithi062 bash[92878]: cluster 2024-09-13T14:30:06.471240+0000 mgr.y (mgr.25139) 564 : cluster [DBG] pgmap v322: 161 pgs: 161 active+clean; 585 KiB data, 262 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:30:08.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:07 smithi062 bash[92878]: cluster 2024-09-13T14:30:06.471240+0000 mgr.y (mgr.25139) 564 : cluster [DBG] pgmap v322: 161 pgs: 161 active+clean; 585 KiB data, 262 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:30:08.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:07 smithi062 bash[89221]: cluster 2024-09-13T14:30:06.471240+0000 mgr.y (mgr.25139) 564 : cluster [DBG] pgmap v322: 161 pgs: 161 active+clean; 585 KiB data, 262 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:30:08.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:07 smithi062 bash[89221]: cluster 2024-09-13T14:30:06.471240+0000 mgr.y (mgr.25139) 564 : cluster [DBG] pgmap v322: 161 pgs: 161 active+clean; 585 KiB data, 262 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:30:09.855 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:09 smithi062 bash[89221]: cluster 2024-09-13T14:30:08.472359+0000 mgr.y (mgr.25139) 565 : cluster [DBG] pgmap v323: 161 pgs: 161 active+clean; 585 KiB data, 262 MiB used, 715 GiB / 715 GiB avail; 1.0 KiB/s rd, 1 op/s 2024-09-13T14:30:09.855 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:09 smithi062 bash[89221]: cluster 2024-09-13T14:30:08.472359+0000 mgr.y (mgr.25139) 565 : cluster [DBG] pgmap v323: 161 pgs: 161 active+clean; 585 KiB data, 262 MiB used, 715 GiB / 715 GiB avail; 1.0 KiB/s rd, 1 op/s 2024-09-13T14:30:09.856 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:09 smithi062 bash[92878]: cluster 2024-09-13T14:30:08.472359+0000 mgr.y (mgr.25139) 565 : cluster [DBG] pgmap v323: 161 pgs: 161 active+clean; 585 KiB data, 262 MiB used, 715 GiB / 715 GiB avail; 1.0 KiB/s rd, 1 op/s 2024-09-13T14:30:09.856 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:09 smithi062 bash[92878]: cluster 2024-09-13T14:30:08.472359+0000 mgr.y (mgr.25139) 565 : cluster [DBG] pgmap v323: 161 pgs: 161 active+clean; 585 KiB data, 262 MiB used, 715 GiB / 715 GiB avail; 1.0 KiB/s rd, 1 op/s 2024-09-13T14:30:09.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:09 smithi178 bash[70490]: cluster 2024-09-13T14:30:08.472359+0000 mgr.y (mgr.25139) 565 : cluster [DBG] pgmap v323: 161 pgs: 161 active+clean; 585 KiB data, 262 MiB used, 715 GiB / 715 GiB avail; 1.0 KiB/s rd, 1 op/s 2024-09-13T14:30:09.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:09 smithi178 bash[70490]: cluster 2024-09-13T14:30:08.472359+0000 mgr.y (mgr.25139) 565 : cluster [DBG] pgmap v323: 161 pgs: 161 active+clean; 585 KiB data, 262 MiB used, 715 GiB / 715 GiB avail; 1.0 KiB/s rd, 1 op/s 2024-09-13T14:30:10.625 DEBUG:teuthology.orchestra.run.smithi062:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ff1149ea-71d5-11ef-bceb-c7b262605968 -e sha1=b0201b8c79733293453e7f10a10c7fa43119222b -- bash -c 'ceph orch ps' 2024-09-13T14:30:10.935 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:30:10 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:30:10.715143433Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:30:10.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:10 smithi178 bash[70490]: audit 2024-09-13T14:30:09.843387+0000 mgr.y (mgr.25139) 566 : audit [DBG] from='client.44328 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:30:10.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:10 smithi178 bash[70490]: audit 2024-09-13T14:30:09.843387+0000 mgr.y (mgr.25139) 566 : audit [DBG] from='client.44328 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:30:11.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:10 smithi062 bash[89221]: audit 2024-09-13T14:30:09.843387+0000 mgr.y (mgr.25139) 566 : audit [DBG] from='client.44328 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:30:11.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:10 smithi062 bash[89221]: audit 2024-09-13T14:30:09.843387+0000 mgr.y (mgr.25139) 566 : audit [DBG] from='client.44328 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:30:11.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:10 smithi062 bash[92878]: audit 2024-09-13T14:30:09.843387+0000 mgr.y (mgr.25139) 566 : audit [DBG] from='client.44328 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:30:11.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:10 smithi062 bash[92878]: audit 2024-09-13T14:30:09.843387+0000 mgr.y (mgr.25139) 566 : audit [DBG] from='client.44328 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:30:11.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:11 smithi178 bash[70490]: cluster 2024-09-13T14:30:10.473858+0000 mgr.y (mgr.25139) 567 : cluster [DBG] pgmap v324: 161 pgs: 161 active+clean; 585 KiB data, 262 MiB used, 715 GiB / 715 GiB avail; 937 B/s rd, 0 op/s 2024-09-13T14:30:11.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:11 smithi178 bash[70490]: cluster 2024-09-13T14:30:10.473858+0000 mgr.y (mgr.25139) 567 : cluster [DBG] pgmap v324: 161 pgs: 161 active+clean; 585 KiB data, 262 MiB used, 715 GiB / 715 GiB avail; 937 B/s rd, 0 op/s 2024-09-13T14:30:12.002 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:11 smithi062 bash[92878]: cluster 2024-09-13T14:30:10.473858+0000 mgr.y (mgr.25139) 567 : cluster [DBG] pgmap v324: 161 pgs: 161 active+clean; 585 KiB data, 262 MiB used, 715 GiB / 715 GiB avail; 937 B/s rd, 0 op/s 2024-09-13T14:30:12.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:11 smithi062 bash[92878]: cluster 2024-09-13T14:30:10.473858+0000 mgr.y (mgr.25139) 567 : cluster [DBG] pgmap v324: 161 pgs: 161 active+clean; 585 KiB data, 262 MiB used, 715 GiB / 715 GiB avail; 937 B/s rd, 0 op/s 2024-09-13T14:30:12.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:11 smithi062 bash[89221]: cluster 2024-09-13T14:30:10.473858+0000 mgr.y (mgr.25139) 567 : cluster [DBG] pgmap v324: 161 pgs: 161 active+clean; 585 KiB data, 262 MiB used, 715 GiB / 715 GiB avail; 937 B/s rd, 0 op/s 2024-09-13T14:30:12.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:11 smithi062 bash[89221]: cluster 2024-09-13T14:30:10.473858+0000 mgr.y (mgr.25139) 567 : cluster [DBG] pgmap v324: 161 pgs: 161 active+clean; 585 KiB data, 262 MiB used, 715 GiB / 715 GiB avail; 937 B/s rd, 0 op/s 2024-09-13T14:30:13.935 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:30:13 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:30:13.755496669Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:30:13.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:13 smithi178 bash[70490]: cluster 2024-09-13T14:30:12.474900+0000 mgr.y (mgr.25139) 568 : cluster [DBG] pgmap v325: 161 pgs: 161 active+clean; 585 KiB data, 262 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:30:13.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:13 smithi178 bash[70490]: cluster 2024-09-13T14:30:12.474900+0000 mgr.y (mgr.25139) 568 : cluster [DBG] pgmap v325: 161 pgs: 161 active+clean; 585 KiB data, 262 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:30:13.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:13 smithi178 bash[70490]: audit 2024-09-13T14:30:12.671400+0000 mgr.y (mgr.25139) 569 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:30:13.936 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:13 smithi178 bash[70490]: audit 2024-09-13T14:30:12.671400+0000 mgr.y (mgr.25139) 569 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:30:14.003 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:30:13 smithi062 bash[68610]: ::ffff:172.21.15.178 - - [13/Sep/2024:14:30:13] "GET /metrics HTTP/1.1" 200 38268 "" "Prometheus/2.51.0" 2024-09-13T14:30:14.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:13 smithi062 bash[89221]: cluster 2024-09-13T14:30:12.474900+0000 mgr.y (mgr.25139) 568 : cluster [DBG] pgmap v325: 161 pgs: 161 active+clean; 585 KiB data, 262 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:30:14.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:13 smithi062 bash[89221]: cluster 2024-09-13T14:30:12.474900+0000 mgr.y (mgr.25139) 568 : cluster [DBG] pgmap v325: 161 pgs: 161 active+clean; 585 KiB data, 262 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:30:14.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:13 smithi062 bash[89221]: audit 2024-09-13T14:30:12.671400+0000 mgr.y (mgr.25139) 569 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:30:14.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:13 smithi062 bash[89221]: audit 2024-09-13T14:30:12.671400+0000 mgr.y (mgr.25139) 569 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:30:14.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:13 smithi062 bash[92878]: cluster 2024-09-13T14:30:12.474900+0000 mgr.y (mgr.25139) 568 : cluster [DBG] pgmap v325: 161 pgs: 161 active+clean; 585 KiB data, 262 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:30:14.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:13 smithi062 bash[92878]: cluster 2024-09-13T14:30:12.474900+0000 mgr.y (mgr.25139) 568 : cluster [DBG] pgmap v325: 161 pgs: 161 active+clean; 585 KiB data, 262 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:30:14.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:13 smithi062 bash[92878]: audit 2024-09-13T14:30:12.671400+0000 mgr.y (mgr.25139) 569 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:30:14.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:13 smithi062 bash[92878]: audit 2024-09-13T14:30:12.671400+0000 mgr.y (mgr.25139) 569 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:30:15.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:14 smithi178 bash[70490]: audit 2024-09-13T14:30:13.873802+0000 mon.a (mon.0) 300 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:30:15.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:14 smithi178 bash[70490]: audit 2024-09-13T14:30:13.873802+0000 mon.a (mon.0) 300 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:30:15.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:14 smithi178 bash[70490]: audit 2024-09-13T14:30:13.875318+0000 mon.b (mon.1) 190 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:30:15.186 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:14 smithi178 bash[70490]: audit 2024-09-13T14:30:13.875318+0000 mon.b (mon.1) 190 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:30:15.186 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:14 smithi178 bash[70490]: audit 2024-09-13T14:30:14.168608+0000 mon.a (mon.0) 301 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:30:15.186 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:14 smithi178 bash[70490]: audit 2024-09-13T14:30:14.168608+0000 mon.a (mon.0) 301 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:30:15.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:14 smithi062 bash[89221]: audit 2024-09-13T14:30:13.873802+0000 mon.a (mon.0) 300 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:30:15.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:14 smithi062 bash[89221]: audit 2024-09-13T14:30:13.873802+0000 mon.a (mon.0) 300 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:30:15.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:14 smithi062 bash[89221]: audit 2024-09-13T14:30:13.875318+0000 mon.b (mon.1) 190 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:30:15.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:14 smithi062 bash[89221]: audit 2024-09-13T14:30:13.875318+0000 mon.b (mon.1) 190 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:30:15.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:14 smithi062 bash[89221]: audit 2024-09-13T14:30:14.168608+0000 mon.a (mon.0) 301 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:30:15.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:14 smithi062 bash[89221]: audit 2024-09-13T14:30:14.168608+0000 mon.a (mon.0) 301 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:30:15.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:14 smithi062 bash[92878]: audit 2024-09-13T14:30:13.873802+0000 mon.a (mon.0) 300 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:30:15.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:14 smithi062 bash[92878]: audit 2024-09-13T14:30:13.873802+0000 mon.a (mon.0) 300 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:30:15.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:14 smithi062 bash[92878]: audit 2024-09-13T14:30:13.875318+0000 mon.b (mon.1) 190 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:30:15.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:14 smithi062 bash[92878]: audit 2024-09-13T14:30:13.875318+0000 mon.b (mon.1) 190 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:30:15.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:14 smithi062 bash[92878]: audit 2024-09-13T14:30:14.168608+0000 mon.a (mon.0) 301 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:30:15.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:14 smithi062 bash[92878]: audit 2024-09-13T14:30:14.168608+0000 mon.a (mon.0) 301 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:30:15.465 INFO:teuthology.orchestra.run.smithi062.stderr:Inferring config /var/lib/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T14:30:16.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:15 smithi062 bash[89221]: cluster 2024-09-13T14:30:14.476357+0000 mgr.y (mgr.25139) 570 : cluster [DBG] pgmap v326: 161 pgs: 161 active+clean; 585 KiB data, 262 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:30:16.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:15 smithi062 bash[89221]: cluster 2024-09-13T14:30:14.476357+0000 mgr.y (mgr.25139) 570 : cluster [DBG] pgmap v326: 161 pgs: 161 active+clean; 585 KiB data, 262 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:30:16.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:15 smithi062 bash[92878]: cluster 2024-09-13T14:30:14.476357+0000 mgr.y (mgr.25139) 570 : cluster [DBG] pgmap v326: 161 pgs: 161 active+clean; 585 KiB data, 262 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:30:16.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:15 smithi062 bash[92878]: cluster 2024-09-13T14:30:14.476357+0000 mgr.y (mgr.25139) 570 : cluster [DBG] pgmap v326: 161 pgs: 161 active+clean; 585 KiB data, 262 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:30:16.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:15 smithi178 bash[70490]: cluster 2024-09-13T14:30:14.476357+0000 mgr.y (mgr.25139) 570 : cluster [DBG] pgmap v326: 161 pgs: 161 active+clean; 585 KiB data, 262 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:30:16.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:15 smithi178 bash[70490]: cluster 2024-09-13T14:30:14.476357+0000 mgr.y (mgr.25139) 570 : cluster [DBG] pgmap v326: 161 pgs: 161 active+clean; 585 KiB data, 262 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:30:17.156 INFO:teuthology.orchestra.run.smithi062.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-13T14:30:17.156 INFO:teuthology.orchestra.run.smithi062.stdout:alertmanager.a smithi062 *:9093,9094 running (8m) 24s ago 35m 14.0M - 0.27.0 11f11916f8cd 6e93dcf56cea 2024-09-13T14:30:17.156 INFO:teuthology.orchestra.run.smithi062.stdout:grafana.a smithi178 *:3000 running (7m) 5m ago 35m 68.2M - 10.4.0 c8b91775d855 e5af99a01b68 2024-09-13T14:30:17.156 INFO:teuthology.orchestra.run.smithi062.stdout:iscsi.foo.smithi062.auboqe smithi062 *:5000 running (10m) 24s ago 32m 50.2M - 3.8 19dc8d659727 5db99a6f8116 2024-09-13T14:30:17.156 INFO:teuthology.orchestra.run.smithi062.stdout:mgr.x smithi178 *:8443,9283,8765 running (9m) 5m ago 43m 441M - 19.3.0-4917-gb0201b8c 1641fe80ce72 fc18b6fcd5bd 2024-09-13T14:30:17.156 INFO:teuthology.orchestra.run.smithi062.stdout:mgr.y smithi062 *:8443,9283,8765 running (20m) 24s ago 46m 513M - 19.3.0-4917-gb0201b8c 1641fe80ce72 fd629cc84850 2024-09-13T14:30:17.156 INFO:teuthology.orchestra.run.smithi062.stdout:mon.a smithi062 running (4m) 24s ago 46m 48.3M 2048M 19.3.0-4917-gb0201b8c 1641fe80ce72 6370c6daf05c 2024-09-13T14:30:17.156 INFO:teuthology.orchestra.run.smithi062.stdout:mon.b smithi178 running (6m) 5m ago 44m 18.1M 2048M 19.3.0-4917-gb0201b8c 1641fe80ce72 4246b63ea822 2024-09-13T14:30:17.157 INFO:teuthology.orchestra.run.smithi062.stdout:mon.c smithi062 running (4m) 24s ago 44m 36.8M 2048M 19.3.0-4917-gb0201b8c 1641fe80ce72 546ed05b6de1 2024-09-13T14:30:17.157 INFO:teuthology.orchestra.run.smithi062.stdout:node-exporter.a smithi062 *:9100 running (9m) 24s ago 35m 7927k - 1.7.0 72c9c2088986 d2a19c03fb98 2024-09-13T14:30:17.157 INFO:teuthology.orchestra.run.smithi062.stdout:node-exporter.b smithi178 *:9100 running (9m) 5m ago 35m 8131k - 1.7.0 72c9c2088986 ef73b17b6575 2024-09-13T14:30:17.157 INFO:teuthology.orchestra.run.smithi062.stdout:osd.0 smithi062 running (2m) 24s ago 43m 49.8M 3036M 19.3.0-4917-gb0201b8c 1641fe80ce72 711a747f4c3b 2024-09-13T14:30:17.157 INFO:teuthology.orchestra.run.smithi062.stdout:osd.1 smithi062 running (117s) 24s ago 42m 46.8M 3036M 19.3.0-4917-gb0201b8c 1641fe80ce72 8ddc722fe2b2 2024-09-13T14:30:17.157 INFO:teuthology.orchestra.run.smithi062.stdout:osd.2 smithi062 running (26s) 24s ago 41m - 3036M 19.3.0-4917-gb0201b8c 1641fe80ce72 6b0d80723a64 2024-09-13T14:30:17.157 INFO:teuthology.orchestra.run.smithi062.stdout:osd.3 smithi062 running (40m) 24s ago 40m 62.8M 3036M 19.1.1-322-g7741f7f9 19dc8d659727 cebed6322996 2024-09-13T14:30:17.157 INFO:teuthology.orchestra.run.smithi062.stdout:osd.4 smithi178 running (39m) 5m ago 39m 67.5M 3292M 19.1.1-322-g7741f7f9 19dc8d659727 7ff166ed36a8 2024-09-13T14:30:17.157 INFO:teuthology.orchestra.run.smithi062.stdout:osd.5 smithi178 running (38m) 5m ago 38m 64.7M 3292M 19.1.1-322-g7741f7f9 19dc8d659727 0ee354299930 2024-09-13T14:30:17.157 INFO:teuthology.orchestra.run.smithi062.stdout:osd.6 smithi178 running (37m) 5m ago 37m 55.2M 3292M 19.1.1-322-g7741f7f9 19dc8d659727 e6cb50c05b1b 2024-09-13T14:30:17.157 INFO:teuthology.orchestra.run.smithi062.stdout:osd.7 smithi178 running (36m) 5m ago 36m 64.7M 3292M 19.1.1-322-g7741f7f9 19dc8d659727 fbc9d74ccd0e 2024-09-13T14:30:17.157 INFO:teuthology.orchestra.run.smithi062.stdout:prometheus.a smithi178 *:9095 running (8m) 5m ago 35m 37.2M - 2.51.0 1d3b7f56885b 3a9393efc8c5 2024-09-13T14:30:17.157 INFO:teuthology.orchestra.run.smithi062.stdout:rgw.foo.smithi062.raldkl smithi062 *:8000 running (33m) 24s ago 33m 101M - 19.1.1-322-g7741f7f9 19dc8d659727 c374202ad667 2024-09-13T14:30:17.158 INFO:teuthology.orchestra.run.smithi062.stdout:rgw.foo.smithi178.sseeij smithi178 *:8000 running (33m) 5m ago 33m 102M - 19.1.1-322-g7741f7f9 19dc8d659727 86fcacc26a6b 2024-09-13T14:30:17.185 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:30:16 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:30:16.745111548Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:30:17.836 DEBUG:teuthology.orchestra.run.smithi062:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ff1149ea-71d5-11ef-bceb-c7b262605968 -e sha1=b0201b8c79733293453e7f10a10c7fa43119222b -- bash -c 'ceph versions | jq -e '"'"'.osd | length == 2'"'"'' 2024-09-13T14:30:18.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:18 smithi062 bash[89221]: cluster 2024-09-13T14:30:16.477117+0000 mgr.y (mgr.25139) 571 : cluster [DBG] pgmap v327: 161 pgs: 161 active+clean; 585 KiB data, 262 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:30:18.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:18 smithi062 bash[89221]: cluster 2024-09-13T14:30:16.477117+0000 mgr.y (mgr.25139) 571 : cluster [DBG] pgmap v327: 161 pgs: 161 active+clean; 585 KiB data, 262 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:30:18.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:18 smithi062 bash[92878]: cluster 2024-09-13T14:30:16.477117+0000 mgr.y (mgr.25139) 571 : cluster [DBG] pgmap v327: 161 pgs: 161 active+clean; 585 KiB data, 262 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:30:18.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:18 smithi062 bash[92878]: cluster 2024-09-13T14:30:16.477117+0000 mgr.y (mgr.25139) 571 : cluster [DBG] pgmap v327: 161 pgs: 161 active+clean; 585 KiB data, 262 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:30:18.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:18 smithi178 bash[70490]: cluster 2024-09-13T14:30:16.477117+0000 mgr.y (mgr.25139) 571 : cluster [DBG] pgmap v327: 161 pgs: 161 active+clean; 585 KiB data, 262 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:30:18.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:18 smithi178 bash[70490]: cluster 2024-09-13T14:30:16.477117+0000 mgr.y (mgr.25139) 571 : cluster [DBG] pgmap v327: 161 pgs: 161 active+clean; 585 KiB data, 262 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:30:19.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:19 smithi178 bash[70490]: audit 2024-09-13T14:30:17.143190+0000 mgr.y (mgr.25139) 572 : audit [DBG] from='client.54308 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:30:19.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:19 smithi178 bash[70490]: audit 2024-09-13T14:30:17.143190+0000 mgr.y (mgr.25139) 572 : audit [DBG] from='client.54308 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:30:19.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:19 smithi062 bash[89221]: audit 2024-09-13T14:30:17.143190+0000 mgr.y (mgr.25139) 572 : audit [DBG] from='client.54308 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:30:19.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:19 smithi062 bash[89221]: audit 2024-09-13T14:30:17.143190+0000 mgr.y (mgr.25139) 572 : audit [DBG] from='client.54308 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:30:19.503 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:19 smithi062 bash[92878]: audit 2024-09-13T14:30:17.143190+0000 mgr.y (mgr.25139) 572 : audit [DBG] from='client.54308 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:30:19.503 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:19 smithi062 bash[92878]: audit 2024-09-13T14:30:17.143190+0000 mgr.y (mgr.25139) 572 : audit [DBG] from='client.54308 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:30:20.088 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:30:19 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:30:19.749612963Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:30:20.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:20 smithi178 bash[70490]: cluster 2024-09-13T14:30:18.478257+0000 mgr.y (mgr.25139) 573 : cluster [DBG] pgmap v328: 161 pgs: 161 active+clean; 585 KiB data, 262 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:30:20.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:20 smithi178 bash[70490]: cluster 2024-09-13T14:30:18.478257+0000 mgr.y (mgr.25139) 573 : cluster [DBG] pgmap v328: 161 pgs: 161 active+clean; 585 KiB data, 262 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:30:20.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:20 smithi062 bash[89221]: cluster 2024-09-13T14:30:18.478257+0000 mgr.y (mgr.25139) 573 : cluster [DBG] pgmap v328: 161 pgs: 161 active+clean; 585 KiB data, 262 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:30:20.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:20 smithi062 bash[89221]: cluster 2024-09-13T14:30:18.478257+0000 mgr.y (mgr.25139) 573 : cluster [DBG] pgmap v328: 161 pgs: 161 active+clean; 585 KiB data, 262 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:30:20.503 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:20 smithi062 bash[92878]: cluster 2024-09-13T14:30:18.478257+0000 mgr.y (mgr.25139) 573 : cluster [DBG] pgmap v328: 161 pgs: 161 active+clean; 585 KiB data, 262 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:30:20.503 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:20 smithi062 bash[92878]: cluster 2024-09-13T14:30:18.478257+0000 mgr.y (mgr.25139) 573 : cluster [DBG] pgmap v328: 161 pgs: 161 active+clean; 585 KiB data, 262 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:30:22.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:22 smithi178 bash[70490]: cluster 2024-09-13T14:30:20.479685+0000 mgr.y (mgr.25139) 574 : cluster [DBG] pgmap v329: 161 pgs: 161 active+clean; 585 KiB data, 262 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:30:22.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:22 smithi178 bash[70490]: cluster 2024-09-13T14:30:20.479685+0000 mgr.y (mgr.25139) 574 : cluster [DBG] pgmap v329: 161 pgs: 161 active+clean; 585 KiB data, 262 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:30:22.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:22 smithi062 bash[89221]: cluster 2024-09-13T14:30:20.479685+0000 mgr.y (mgr.25139) 574 : cluster [DBG] pgmap v329: 161 pgs: 161 active+clean; 585 KiB data, 262 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:30:22.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:22 smithi062 bash[89221]: cluster 2024-09-13T14:30:20.479685+0000 mgr.y (mgr.25139) 574 : cluster [DBG] pgmap v329: 161 pgs: 161 active+clean; 585 KiB data, 262 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:30:22.503 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:22 smithi062 bash[92878]: cluster 2024-09-13T14:30:20.479685+0000 mgr.y (mgr.25139) 574 : cluster [DBG] pgmap v329: 161 pgs: 161 active+clean; 585 KiB data, 262 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:30:22.503 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:22 smithi062 bash[92878]: cluster 2024-09-13T14:30:20.479685+0000 mgr.y (mgr.25139) 574 : cluster [DBG] pgmap v329: 161 pgs: 161 active+clean; 585 KiB data, 262 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:30:22.665 INFO:teuthology.orchestra.run.smithi062.stderr:Inferring config /var/lib/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T14:30:23.185 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:30:22 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:30:22.733808295Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:30:23.835 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:30:23 smithi062 bash[68610]: ::ffff:172.21.15.178 - - [13/Sep/2024:14:30:23] "GET /metrics HTTP/1.1" 200 38417 "" "Prometheus/2.51.0" 2024-09-13T14:30:24.248 INFO:teuthology.orchestra.run.smithi062.stdout:true 2024-09-13T14:30:24.411 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:24 smithi062 bash[89221]: cluster 2024-09-13T14:30:22.480765+0000 mgr.y (mgr.25139) 575 : cluster [DBG] pgmap v330: 161 pgs: 161 active+clean; 585 KiB data, 262 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:30:24.411 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:24 smithi062 bash[89221]: cluster 2024-09-13T14:30:22.480765+0000 mgr.y (mgr.25139) 575 : cluster [DBG] pgmap v330: 161 pgs: 161 active+clean; 585 KiB data, 262 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:30:24.411 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:24 smithi062 bash[89221]: audit 2024-09-13T14:30:22.680204+0000 mgr.y (mgr.25139) 576 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:30:24.412 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:24 smithi062 bash[89221]: audit 2024-09-13T14:30:22.680204+0000 mgr.y (mgr.25139) 576 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:30:24.412 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:24 smithi062 bash[92878]: cluster 2024-09-13T14:30:22.480765+0000 mgr.y (mgr.25139) 575 : cluster [DBG] pgmap v330: 161 pgs: 161 active+clean; 585 KiB data, 262 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:30:24.412 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:24 smithi062 bash[92878]: cluster 2024-09-13T14:30:22.480765+0000 mgr.y (mgr.25139) 575 : cluster [DBG] pgmap v330: 161 pgs: 161 active+clean; 585 KiB data, 262 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:30:24.412 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:24 smithi062 bash[92878]: audit 2024-09-13T14:30:22.680204+0000 mgr.y (mgr.25139) 576 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:30:24.412 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:24 smithi062 bash[92878]: audit 2024-09-13T14:30:22.680204+0000 mgr.y (mgr.25139) 576 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:30:24.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:24 smithi178 bash[70490]: cluster 2024-09-13T14:30:22.480765+0000 mgr.y (mgr.25139) 575 : cluster [DBG] pgmap v330: 161 pgs: 161 active+clean; 585 KiB data, 262 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:30:24.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:24 smithi178 bash[70490]: cluster 2024-09-13T14:30:22.480765+0000 mgr.y (mgr.25139) 575 : cluster [DBG] pgmap v330: 161 pgs: 161 active+clean; 585 KiB data, 262 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:30:24.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:24 smithi178 bash[70490]: audit 2024-09-13T14:30:22.680204+0000 mgr.y (mgr.25139) 576 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:30:24.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:24 smithi178 bash[70490]: audit 2024-09-13T14:30:22.680204+0000 mgr.y (mgr.25139) 576 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:30:24.971 DEBUG:teuthology.orchestra.run.smithi062:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ff1149ea-71d5-11ef-bceb-c7b262605968 -e sha1=b0201b8c79733293453e7f10a10c7fa43119222b -- bash -c 'ceph orch upgrade check quay.ceph.io/ceph-ci/ceph:$sha1 | jq -e '"'"'.up_to_date | length == 8'"'"'' 2024-09-13T14:30:25.252 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:25 smithi062 bash[89221]: audit 2024-09-13T14:30:24.235850+0000 mon.a (mon.0) 302 : audit [DBG] from='client.? 172.21.15.62:0/1791239042' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:30:25.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:25 smithi062 bash[89221]: audit 2024-09-13T14:30:24.235850+0000 mon.a (mon.0) 302 : audit [DBG] from='client.? 172.21.15.62:0/1791239042' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:30:25.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:25 smithi062 bash[92878]: audit 2024-09-13T14:30:24.235850+0000 mon.a (mon.0) 302 : audit [DBG] from='client.? 172.21.15.62:0/1791239042' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:30:25.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:25 smithi062 bash[92878]: audit 2024-09-13T14:30:24.235850+0000 mon.a (mon.0) 302 : audit [DBG] from='client.? 172.21.15.62:0/1791239042' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:30:25.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:25 smithi178 bash[70490]: audit 2024-09-13T14:30:24.235850+0000 mon.a (mon.0) 302 : audit [DBG] from='client.? 172.21.15.62:0/1791239042' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:30:25.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:25 smithi178 bash[70490]: audit 2024-09-13T14:30:24.235850+0000 mon.a (mon.0) 302 : audit [DBG] from='client.? 172.21.15.62:0/1791239042' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:30:26.107 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:30:25 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:30:25.759473908Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:30:26.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:26 smithi178 bash[70490]: cluster 2024-09-13T14:30:24.482285+0000 mgr.y (mgr.25139) 577 : cluster [DBG] pgmap v331: 161 pgs: 161 active+clean; 585 KiB data, 262 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:30:26.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:26 smithi178 bash[70490]: cluster 2024-09-13T14:30:24.482285+0000 mgr.y (mgr.25139) 577 : cluster [DBG] pgmap v331: 161 pgs: 161 active+clean; 585 KiB data, 262 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:30:26.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:26 smithi062 bash[89221]: cluster 2024-09-13T14:30:24.482285+0000 mgr.y (mgr.25139) 577 : cluster [DBG] pgmap v331: 161 pgs: 161 active+clean; 585 KiB data, 262 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:30:26.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:26 smithi062 bash[89221]: cluster 2024-09-13T14:30:24.482285+0000 mgr.y (mgr.25139) 577 : cluster [DBG] pgmap v331: 161 pgs: 161 active+clean; 585 KiB data, 262 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:30:26.503 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:26 smithi062 bash[92878]: cluster 2024-09-13T14:30:24.482285+0000 mgr.y (mgr.25139) 577 : cluster [DBG] pgmap v331: 161 pgs: 161 active+clean; 585 KiB data, 262 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:30:26.503 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:26 smithi062 bash[92878]: cluster 2024-09-13T14:30:24.482285+0000 mgr.y (mgr.25139) 577 : cluster [DBG] pgmap v331: 161 pgs: 161 active+clean; 585 KiB data, 262 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:30:28.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:28 smithi178 bash[70490]: cluster 2024-09-13T14:30:26.483052+0000 mgr.y (mgr.25139) 578 : cluster [DBG] pgmap v332: 161 pgs: 161 active+clean; 585 KiB data, 262 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:30:28.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:28 smithi178 bash[70490]: cluster 2024-09-13T14:30:26.483052+0000 mgr.y (mgr.25139) 578 : cluster [DBG] pgmap v332: 161 pgs: 161 active+clean; 585 KiB data, 262 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:30:28.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:28 smithi062 bash[89221]: cluster 2024-09-13T14:30:26.483052+0000 mgr.y (mgr.25139) 578 : cluster [DBG] pgmap v332: 161 pgs: 161 active+clean; 585 KiB data, 262 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:30:28.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:28 smithi062 bash[89221]: cluster 2024-09-13T14:30:26.483052+0000 mgr.y (mgr.25139) 578 : cluster [DBG] pgmap v332: 161 pgs: 161 active+clean; 585 KiB data, 262 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:30:28.503 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:28 smithi062 bash[92878]: cluster 2024-09-13T14:30:26.483052+0000 mgr.y (mgr.25139) 578 : cluster [DBG] pgmap v332: 161 pgs: 161 active+clean; 585 KiB data, 262 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:30:28.503 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:28 smithi062 bash[92878]: cluster 2024-09-13T14:30:26.483052+0000 mgr.y (mgr.25139) 578 : cluster [DBG] pgmap v332: 161 pgs: 161 active+clean; 585 KiB data, 262 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:30:29.120 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:30:28 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:30:28.739456636Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:30:29.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:29 smithi178 bash[70490]: audit 2024-09-13T14:30:28.863808+0000 mon.b (mon.1) 191 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:30:29.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:29 smithi178 bash[70490]: audit 2024-09-13T14:30:28.863808+0000 mon.b (mon.1) 191 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:30:29.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:29 smithi062 bash[89221]: audit 2024-09-13T14:30:28.863808+0000 mon.b (mon.1) 191 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:30:29.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:29 smithi062 bash[89221]: audit 2024-09-13T14:30:28.863808+0000 mon.b (mon.1) 191 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:30:29.503 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:29 smithi062 bash[92878]: audit 2024-09-13T14:30:28.863808+0000 mon.b (mon.1) 191 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:30:29.503 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:29 smithi062 bash[92878]: audit 2024-09-13T14:30:28.863808+0000 mon.b (mon.1) 191 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:30:29.788 INFO:teuthology.orchestra.run.smithi062.stderr:Inferring config /var/lib/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T14:30:30.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:30 smithi178 bash[70490]: cluster 2024-09-13T14:30:28.484211+0000 mgr.y (mgr.25139) 579 : cluster [DBG] pgmap v333: 161 pgs: 161 active+clean; 585 KiB data, 262 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:30:30.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:30 smithi178 bash[70490]: cluster 2024-09-13T14:30:28.484211+0000 mgr.y (mgr.25139) 579 : cluster [DBG] pgmap v333: 161 pgs: 161 active+clean; 585 KiB data, 262 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:30:30.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:30 smithi062 bash[89221]: cluster 2024-09-13T14:30:28.484211+0000 mgr.y (mgr.25139) 579 : cluster [DBG] pgmap v333: 161 pgs: 161 active+clean; 585 KiB data, 262 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:30:30.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:30 smithi062 bash[89221]: cluster 2024-09-13T14:30:28.484211+0000 mgr.y (mgr.25139) 579 : cluster [DBG] pgmap v333: 161 pgs: 161 active+clean; 585 KiB data, 262 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:30:30.503 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:30 smithi062 bash[92878]: cluster 2024-09-13T14:30:28.484211+0000 mgr.y (mgr.25139) 579 : cluster [DBG] pgmap v333: 161 pgs: 161 active+clean; 585 KiB data, 262 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:30:30.503 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:30 smithi062 bash[92878]: cluster 2024-09-13T14:30:28.484211+0000 mgr.y (mgr.25139) 579 : cluster [DBG] pgmap v333: 161 pgs: 161 active+clean; 585 KiB data, 262 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:30:31.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:31 smithi062 bash[92878]: cluster 2024-09-13T14:30:30.485644+0000 mgr.y (mgr.25139) 580 : cluster [DBG] pgmap v334: 161 pgs: 161 active+clean; 585 KiB data, 262 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:30:31.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:31 smithi062 bash[92878]: cluster 2024-09-13T14:30:30.485644+0000 mgr.y (mgr.25139) 580 : cluster [DBG] pgmap v334: 161 pgs: 161 active+clean; 585 KiB data, 262 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:30:31.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:31 smithi062 bash[89221]: cluster 2024-09-13T14:30:30.485644+0000 mgr.y (mgr.25139) 580 : cluster [DBG] pgmap v334: 161 pgs: 161 active+clean; 585 KiB data, 262 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:30:31.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:31 smithi062 bash[89221]: cluster 2024-09-13T14:30:30.485644+0000 mgr.y (mgr.25139) 580 : cluster [DBG] pgmap v334: 161 pgs: 161 active+clean; 585 KiB data, 262 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:30:31.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:31 smithi178 bash[70490]: cluster 2024-09-13T14:30:30.485644+0000 mgr.y (mgr.25139) 580 : cluster [DBG] pgmap v334: 161 pgs: 161 active+clean; 585 KiB data, 262 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:30:31.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:31 smithi178 bash[70490]: cluster 2024-09-13T14:30:30.485644+0000 mgr.y (mgr.25139) 580 : cluster [DBG] pgmap v334: 161 pgs: 161 active+clean; 585 KiB data, 262 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:30:32.133 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:30:31 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:30:31.759615084Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:30:32.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:32 smithi062 bash[92878]: audit 2024-09-13T14:30:31.355487+0000 mgr.y (mgr.25139) 581 : audit [DBG] from='client.54320 -' entity='client.admin' cmd=[{"prefix": "orch upgrade check", "image": "quay.ceph.io/ceph-ci/ceph:b0201b8c79733293453e7f10a10c7fa43119222b", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:30:32.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:32 smithi062 bash[92878]: audit 2024-09-13T14:30:31.355487+0000 mgr.y (mgr.25139) 581 : audit [DBG] from='client.54320 -' entity='client.admin' cmd=[{"prefix": "orch upgrade check", "image": "quay.ceph.io/ceph-ci/ceph:b0201b8c79733293453e7f10a10c7fa43119222b", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:30:32.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:32 smithi062 bash[89221]: audit 2024-09-13T14:30:31.355487+0000 mgr.y (mgr.25139) 581 : audit [DBG] from='client.54320 -' entity='client.admin' cmd=[{"prefix": "orch upgrade check", "image": "quay.ceph.io/ceph-ci/ceph:b0201b8c79733293453e7f10a10c7fa43119222b", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:30:32.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:32 smithi062 bash[89221]: audit 2024-09-13T14:30:31.355487+0000 mgr.y (mgr.25139) 581 : audit [DBG] from='client.54320 -' entity='client.admin' cmd=[{"prefix": "orch upgrade check", "image": "quay.ceph.io/ceph-ci/ceph:b0201b8c79733293453e7f10a10c7fa43119222b", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:30:32.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:32 smithi178 bash[70490]: audit 2024-09-13T14:30:31.355487+0000 mgr.y (mgr.25139) 581 : audit [DBG] from='client.54320 -' entity='client.admin' cmd=[{"prefix": "orch upgrade check", "image": "quay.ceph.io/ceph-ci/ceph:b0201b8c79733293453e7f10a10c7fa43119222b", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:30:32.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:32 smithi178 bash[70490]: audit 2024-09-13T14:30:31.355487+0000 mgr.y (mgr.25139) 581 : audit [DBG] from='client.54320 -' entity='client.admin' cmd=[{"prefix": "orch upgrade check", "image": "quay.ceph.io/ceph-ci/ceph:b0201b8c79733293453e7f10a10c7fa43119222b", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:30:33.426 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:33 smithi062 bash[92878]: cluster 2024-09-13T14:30:32.486716+0000 mgr.y (mgr.25139) 582 : cluster [DBG] pgmap v335: 161 pgs: 161 active+clean; 585 KiB data, 262 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:30:33.426 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:33 smithi062 bash[92878]: cluster 2024-09-13T14:30:32.486716+0000 mgr.y (mgr.25139) 582 : cluster [DBG] pgmap v335: 161 pgs: 161 active+clean; 585 KiB data, 262 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:30:33.426 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:33 smithi062 bash[92878]: audit 2024-09-13T14:30:32.690858+0000 mgr.y (mgr.25139) 583 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:30:33.426 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:33 smithi062 bash[92878]: audit 2024-09-13T14:30:32.690858+0000 mgr.y (mgr.25139) 583 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:30:33.426 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:33 smithi062 bash[89221]: cluster 2024-09-13T14:30:32.486716+0000 mgr.y (mgr.25139) 582 : cluster [DBG] pgmap v335: 161 pgs: 161 active+clean; 585 KiB data, 262 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:30:33.426 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:33 smithi062 bash[89221]: cluster 2024-09-13T14:30:32.486716+0000 mgr.y (mgr.25139) 582 : cluster [DBG] pgmap v335: 161 pgs: 161 active+clean; 585 KiB data, 262 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:30:33.426 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:33 smithi062 bash[89221]: audit 2024-09-13T14:30:32.690858+0000 mgr.y (mgr.25139) 583 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:30:33.427 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:33 smithi062 bash[89221]: audit 2024-09-13T14:30:32.690858+0000 mgr.y (mgr.25139) 583 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:30:33.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:33 smithi178 bash[70490]: cluster 2024-09-13T14:30:32.486716+0000 mgr.y (mgr.25139) 582 : cluster [DBG] pgmap v335: 161 pgs: 161 active+clean; 585 KiB data, 262 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:30:33.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:33 smithi178 bash[70490]: cluster 2024-09-13T14:30:32.486716+0000 mgr.y (mgr.25139) 582 : cluster [DBG] pgmap v335: 161 pgs: 161 active+clean; 585 KiB data, 262 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:30:33.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:33 smithi178 bash[70490]: audit 2024-09-13T14:30:32.690858+0000 mgr.y (mgr.25139) 583 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:30:33.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:33 smithi178 bash[70490]: audit 2024-09-13T14:30:32.690858+0000 mgr.y (mgr.25139) 583 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:30:33.752 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:30:33 smithi062 bash[68610]: ::ffff:172.21.15.178 - - [13/Sep/2024:14:30:33] "GET /metrics HTTP/1.1" 200 38418 "" "Prometheus/2.51.0" 2024-09-13T14:30:33.982 INFO:teuthology.orchestra.run.smithi062.stdout:true 2024-09-13T14:30:34.589 DEBUG:teuthology.orchestra.run.smithi062:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ff1149ea-71d5-11ef-bceb-c7b262605968 -e sha1=b0201b8c79733293453e7f10a10c7fa43119222b -- bash -c 'ceph orch upgrade status' 2024-09-13T14:30:35.185 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:30:34 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:30:34.730909596Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:30:35.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:35 smithi178 bash[70490]: cluster 2024-09-13T14:30:34.488340+0000 mgr.y (mgr.25139) 584 : cluster [DBG] pgmap v336: 161 pgs: 161 active+clean; 585 KiB data, 262 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:30:35.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:35 smithi178 bash[70490]: cluster 2024-09-13T14:30:34.488340+0000 mgr.y (mgr.25139) 584 : cluster [DBG] pgmap v336: 161 pgs: 161 active+clean; 585 KiB data, 262 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:30:36.002 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:35 smithi062 bash[89221]: cluster 2024-09-13T14:30:34.488340+0000 mgr.y (mgr.25139) 584 : cluster [DBG] pgmap v336: 161 pgs: 161 active+clean; 585 KiB data, 262 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:30:36.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:35 smithi062 bash[89221]: cluster 2024-09-13T14:30:34.488340+0000 mgr.y (mgr.25139) 584 : cluster [DBG] pgmap v336: 161 pgs: 161 active+clean; 585 KiB data, 262 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:30:36.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:35 smithi062 bash[92878]: cluster 2024-09-13T14:30:34.488340+0000 mgr.y (mgr.25139) 584 : cluster [DBG] pgmap v336: 161 pgs: 161 active+clean; 585 KiB data, 262 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:30:36.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:35 smithi062 bash[92878]: cluster 2024-09-13T14:30:34.488340+0000 mgr.y (mgr.25139) 584 : cluster [DBG] pgmap v336: 161 pgs: 161 active+clean; 585 KiB data, 262 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:30:37.935 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:30:37 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:30:37.733605086Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:30:37.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:37 smithi178 bash[70490]: cluster 2024-09-13T14:30:36.489304+0000 mgr.y (mgr.25139) 585 : cluster [DBG] pgmap v337: 161 pgs: 161 active+clean; 585 KiB data, 262 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:30:37.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:37 smithi178 bash[70490]: cluster 2024-09-13T14:30:36.489304+0000 mgr.y (mgr.25139) 585 : cluster [DBG] pgmap v337: 161 pgs: 161 active+clean; 585 KiB data, 262 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:30:38.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:37 smithi062 bash[89221]: cluster 2024-09-13T14:30:36.489304+0000 mgr.y (mgr.25139) 585 : cluster [DBG] pgmap v337: 161 pgs: 161 active+clean; 585 KiB data, 262 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:30:38.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:37 smithi062 bash[89221]: cluster 2024-09-13T14:30:36.489304+0000 mgr.y (mgr.25139) 585 : cluster [DBG] pgmap v337: 161 pgs: 161 active+clean; 585 KiB data, 262 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:30:38.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:37 smithi062 bash[92878]: cluster 2024-09-13T14:30:36.489304+0000 mgr.y (mgr.25139) 585 : cluster [DBG] pgmap v337: 161 pgs: 161 active+clean; 585 KiB data, 262 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:30:38.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:37 smithi062 bash[92878]: cluster 2024-09-13T14:30:36.489304+0000 mgr.y (mgr.25139) 585 : cluster [DBG] pgmap v337: 161 pgs: 161 active+clean; 585 KiB data, 262 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:30:39.415 INFO:teuthology.orchestra.run.smithi062.stderr:Inferring config /var/lib/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T14:30:39.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:39 smithi178 bash[70490]: cluster 2024-09-13T14:30:38.490512+0000 mgr.y (mgr.25139) 586 : cluster [DBG] pgmap v338: 161 pgs: 161 active+clean; 585 KiB data, 262 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:30:39.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:39 smithi178 bash[70490]: cluster 2024-09-13T14:30:38.490512+0000 mgr.y (mgr.25139) 586 : cluster [DBG] pgmap v338: 161 pgs: 161 active+clean; 585 KiB data, 262 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:30:40.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:39 smithi062 bash[89221]: cluster 2024-09-13T14:30:38.490512+0000 mgr.y (mgr.25139) 586 : cluster [DBG] pgmap v338: 161 pgs: 161 active+clean; 585 KiB data, 262 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:30:40.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:39 smithi062 bash[89221]: cluster 2024-09-13T14:30:38.490512+0000 mgr.y (mgr.25139) 586 : cluster [DBG] pgmap v338: 161 pgs: 161 active+clean; 585 KiB data, 262 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:30:40.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:39 smithi062 bash[92878]: cluster 2024-09-13T14:30:38.490512+0000 mgr.y (mgr.25139) 586 : cluster [DBG] pgmap v338: 161 pgs: 161 active+clean; 585 KiB data, 262 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:30:40.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:39 smithi062 bash[92878]: cluster 2024-09-13T14:30:38.490512+0000 mgr.y (mgr.25139) 586 : cluster [DBG] pgmap v338: 161 pgs: 161 active+clean; 585 KiB data, 262 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:30:40.913 INFO:teuthology.orchestra.run.smithi062.stdout:{ 2024-09-13T14:30:40.913 INFO:teuthology.orchestra.run.smithi062.stdout: "target_image": null, 2024-09-13T14:30:40.913 INFO:teuthology.orchestra.run.smithi062.stdout: "in_progress": false, 2024-09-13T14:30:40.913 INFO:teuthology.orchestra.run.smithi062.stdout: "which": "", 2024-09-13T14:30:40.913 INFO:teuthology.orchestra.run.smithi062.stdout: "services_complete": [], 2024-09-13T14:30:40.913 INFO:teuthology.orchestra.run.smithi062.stdout: "progress": null, 2024-09-13T14:30:40.913 INFO:teuthology.orchestra.run.smithi062.stdout: "message": "", 2024-09-13T14:30:40.914 INFO:teuthology.orchestra.run.smithi062.stdout: "is_paused": false 2024-09-13T14:30:40.914 INFO:teuthology.orchestra.run.smithi062.stdout:} 2024-09-13T14:30:41.185 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:30:40 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:30:40.715149981Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:30:41.560 DEBUG:teuthology.orchestra.run.smithi062:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ff1149ea-71d5-11ef-bceb-c7b262605968 -e sha1=b0201b8c79733293453e7f10a10c7fa43119222b -- bash -c 'ceph health detail' 2024-09-13T14:30:41.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:41 smithi178 bash[70490]: cluster 2024-09-13T14:30:40.491954+0000 mgr.y (mgr.25139) 587 : cluster [DBG] pgmap v339: 161 pgs: 161 active+clean; 585 KiB data, 262 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:30:41.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:41 smithi178 bash[70490]: cluster 2024-09-13T14:30:40.491954+0000 mgr.y (mgr.25139) 587 : cluster [DBG] pgmap v339: 161 pgs: 161 active+clean; 585 KiB data, 262 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:30:41.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:41 smithi178 bash[70490]: audit 2024-09-13T14:30:40.913869+0000 mgr.y (mgr.25139) 588 : audit [DBG] from='client.54326 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:30:41.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:41 smithi178 bash[70490]: audit 2024-09-13T14:30:40.913869+0000 mgr.y (mgr.25139) 588 : audit [DBG] from='client.54326 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:30:42.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:41 smithi062 bash[89221]: cluster 2024-09-13T14:30:40.491954+0000 mgr.y (mgr.25139) 587 : cluster [DBG] pgmap v339: 161 pgs: 161 active+clean; 585 KiB data, 262 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:30:42.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:41 smithi062 bash[89221]: cluster 2024-09-13T14:30:40.491954+0000 mgr.y (mgr.25139) 587 : cluster [DBG] pgmap v339: 161 pgs: 161 active+clean; 585 KiB data, 262 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:30:42.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:41 smithi062 bash[89221]: audit 2024-09-13T14:30:40.913869+0000 mgr.y (mgr.25139) 588 : audit [DBG] from='client.54326 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:30:42.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:41 smithi062 bash[89221]: audit 2024-09-13T14:30:40.913869+0000 mgr.y (mgr.25139) 588 : audit [DBG] from='client.54326 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:30:42.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:41 smithi062 bash[92878]: cluster 2024-09-13T14:30:40.491954+0000 mgr.y (mgr.25139) 587 : cluster [DBG] pgmap v339: 161 pgs: 161 active+clean; 585 KiB data, 262 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:30:42.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:41 smithi062 bash[92878]: cluster 2024-09-13T14:30:40.491954+0000 mgr.y (mgr.25139) 587 : cluster [DBG] pgmap v339: 161 pgs: 161 active+clean; 585 KiB data, 262 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:30:42.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:41 smithi062 bash[92878]: audit 2024-09-13T14:30:40.913869+0000 mgr.y (mgr.25139) 588 : audit [DBG] from='client.54326 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:30:42.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:41 smithi062 bash[92878]: audit 2024-09-13T14:30:40.913869+0000 mgr.y (mgr.25139) 588 : audit [DBG] from='client.54326 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:30:43.935 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:30:43 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:30:43.742844323Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:30:43.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:43 smithi178 bash[70490]: cluster 2024-09-13T14:30:42.492921+0000 mgr.y (mgr.25139) 589 : cluster [DBG] pgmap v340: 161 pgs: 161 active+clean; 585 KiB data, 262 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:30:43.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:43 smithi178 bash[70490]: cluster 2024-09-13T14:30:42.492921+0000 mgr.y (mgr.25139) 589 : cluster [DBG] pgmap v340: 161 pgs: 161 active+clean; 585 KiB data, 262 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:30:43.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:43 smithi178 bash[70490]: audit 2024-09-13T14:30:42.702151+0000 mgr.y (mgr.25139) 590 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:30:43.936 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:43 smithi178 bash[70490]: audit 2024-09-13T14:30:42.702151+0000 mgr.y (mgr.25139) 590 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:30:44.003 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:30:43 smithi062 bash[68610]: ::ffff:172.21.15.178 - - [13/Sep/2024:14:30:43] "GET /metrics HTTP/1.1" 200 38418 "" "Prometheus/2.51.0" 2024-09-13T14:30:44.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:43 smithi062 bash[89221]: cluster 2024-09-13T14:30:42.492921+0000 mgr.y (mgr.25139) 589 : cluster [DBG] pgmap v340: 161 pgs: 161 active+clean; 585 KiB data, 262 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:30:44.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:43 smithi062 bash[89221]: cluster 2024-09-13T14:30:42.492921+0000 mgr.y (mgr.25139) 589 : cluster [DBG] pgmap v340: 161 pgs: 161 active+clean; 585 KiB data, 262 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:30:44.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:43 smithi062 bash[89221]: audit 2024-09-13T14:30:42.702151+0000 mgr.y (mgr.25139) 590 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:30:44.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:43 smithi062 bash[89221]: audit 2024-09-13T14:30:42.702151+0000 mgr.y (mgr.25139) 590 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:30:44.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:43 smithi062 bash[92878]: cluster 2024-09-13T14:30:42.492921+0000 mgr.y (mgr.25139) 589 : cluster [DBG] pgmap v340: 161 pgs: 161 active+clean; 585 KiB data, 262 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:30:44.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:43 smithi062 bash[92878]: cluster 2024-09-13T14:30:42.492921+0000 mgr.y (mgr.25139) 589 : cluster [DBG] pgmap v340: 161 pgs: 161 active+clean; 585 KiB data, 262 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:30:44.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:43 smithi062 bash[92878]: audit 2024-09-13T14:30:42.702151+0000 mgr.y (mgr.25139) 590 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:30:44.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:43 smithi062 bash[92878]: audit 2024-09-13T14:30:42.702151+0000 mgr.y (mgr.25139) 590 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:30:44.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:44 smithi178 bash[70490]: audit 2024-09-13T14:30:43.864125+0000 mon.b (mon.1) 192 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:30:44.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:44 smithi178 bash[70490]: audit 2024-09-13T14:30:43.864125+0000 mon.b (mon.1) 192 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:30:45.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:44 smithi062 bash[89221]: audit 2024-09-13T14:30:43.864125+0000 mon.b (mon.1) 192 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:30:45.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:44 smithi062 bash[89221]: audit 2024-09-13T14:30:43.864125+0000 mon.b (mon.1) 192 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:30:45.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:44 smithi062 bash[92878]: audit 2024-09-13T14:30:43.864125+0000 mon.b (mon.1) 192 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:30:45.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:44 smithi062 bash[92878]: audit 2024-09-13T14:30:43.864125+0000 mon.b (mon.1) 192 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:30:45.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:45 smithi178 bash[70490]: cluster 2024-09-13T14:30:44.494433+0000 mgr.y (mgr.25139) 591 : cluster [DBG] pgmap v341: 161 pgs: 161 active+clean; 585 KiB data, 262 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:30:45.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:45 smithi178 bash[70490]: cluster 2024-09-13T14:30:44.494433+0000 mgr.y (mgr.25139) 591 : cluster [DBG] pgmap v341: 161 pgs: 161 active+clean; 585 KiB data, 262 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:30:46.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:45 smithi062 bash[89221]: cluster 2024-09-13T14:30:44.494433+0000 mgr.y (mgr.25139) 591 : cluster [DBG] pgmap v341: 161 pgs: 161 active+clean; 585 KiB data, 262 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:30:46.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:45 smithi062 bash[89221]: cluster 2024-09-13T14:30:44.494433+0000 mgr.y (mgr.25139) 591 : cluster [DBG] pgmap v341: 161 pgs: 161 active+clean; 585 KiB data, 262 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:30:46.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:45 smithi062 bash[92878]: cluster 2024-09-13T14:30:44.494433+0000 mgr.y (mgr.25139) 591 : cluster [DBG] pgmap v341: 161 pgs: 161 active+clean; 585 KiB data, 262 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:30:46.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:45 smithi062 bash[92878]: cluster 2024-09-13T14:30:44.494433+0000 mgr.y (mgr.25139) 591 : cluster [DBG] pgmap v341: 161 pgs: 161 active+clean; 585 KiB data, 262 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:30:46.378 INFO:teuthology.orchestra.run.smithi062.stderr:Inferring config /var/lib/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T14:30:47.185 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:30:46 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:30:46.756210604Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:30:47.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:47 smithi178 bash[70490]: cluster 2024-09-13T14:30:46.495173+0000 mgr.y (mgr.25139) 592 : cluster [DBG] pgmap v342: 161 pgs: 161 active+clean; 585 KiB data, 262 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:30:47.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:47 smithi178 bash[70490]: cluster 2024-09-13T14:30:46.495173+0000 mgr.y (mgr.25139) 592 : cluster [DBG] pgmap v342: 161 pgs: 161 active+clean; 585 KiB data, 262 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:30:47.950 INFO:teuthology.orchestra.run.smithi062.stdout:HEALTH_OK 2024-09-13T14:30:47.963 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:47 smithi062 bash[92878]: cluster 2024-09-13T14:30:46.495173+0000 mgr.y (mgr.25139) 592 : cluster [DBG] pgmap v342: 161 pgs: 161 active+clean; 585 KiB data, 262 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:30:47.964 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:47 smithi062 bash[92878]: cluster 2024-09-13T14:30:46.495173+0000 mgr.y (mgr.25139) 592 : cluster [DBG] pgmap v342: 161 pgs: 161 active+clean; 585 KiB data, 262 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:30:47.964 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:47 smithi062 bash[89221]: cluster 2024-09-13T14:30:46.495173+0000 mgr.y (mgr.25139) 592 : cluster [DBG] pgmap v342: 161 pgs: 161 active+clean; 585 KiB data, 262 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:30:47.964 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:47 smithi062 bash[89221]: cluster 2024-09-13T14:30:46.495173+0000 mgr.y (mgr.25139) 592 : cluster [DBG] pgmap v342: 161 pgs: 161 active+clean; 585 KiB data, 262 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:30:48.612 DEBUG:teuthology.orchestra.run.smithi062:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ff1149ea-71d5-11ef-bceb-c7b262605968 -e sha1=b0201b8c79733293453e7f10a10c7fa43119222b -- bash -c 'ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 --daemon-types crash,osd' 2024-09-13T14:30:48.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:48 smithi178 bash[70490]: audit 2024-09-13T14:30:47.951212+0000 mon.c (mon.2) 7 : audit [DBG] from='client.? 172.21.15.62:0/899755448' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-09-13T14:30:48.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:48 smithi178 bash[70490]: audit 2024-09-13T14:30:47.951212+0000 mon.c (mon.2) 7 : audit [DBG] from='client.? 172.21.15.62:0/899755448' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-09-13T14:30:49.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:48 smithi062 bash[89221]: audit 2024-09-13T14:30:47.951212+0000 mon.c (mon.2) 7 : audit [DBG] from='client.? 172.21.15.62:0/899755448' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-09-13T14:30:49.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:48 smithi062 bash[89221]: audit 2024-09-13T14:30:47.951212+0000 mon.c (mon.2) 7 : audit [DBG] from='client.? 172.21.15.62:0/899755448' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-09-13T14:30:49.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:48 smithi062 bash[92878]: audit 2024-09-13T14:30:47.951212+0000 mon.c (mon.2) 7 : audit [DBG] from='client.? 172.21.15.62:0/899755448' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-09-13T14:30:49.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:48 smithi062 bash[92878]: audit 2024-09-13T14:30:47.951212+0000 mon.c (mon.2) 7 : audit [DBG] from='client.? 172.21.15.62:0/899755448' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-09-13T14:30:49.935 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:30:49 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:30:49.756648058Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:30:49.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:49 smithi178 bash[70490]: cluster 2024-09-13T14:30:48.496237+0000 mgr.y (mgr.25139) 593 : cluster [DBG] pgmap v343: 161 pgs: 161 active+clean; 585 KiB data, 262 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:30:49.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:49 smithi178 bash[70490]: cluster 2024-09-13T14:30:48.496237+0000 mgr.y (mgr.25139) 593 : cluster [DBG] pgmap v343: 161 pgs: 161 active+clean; 585 KiB data, 262 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:30:50.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:49 smithi062 bash[89221]: cluster 2024-09-13T14:30:48.496237+0000 mgr.y (mgr.25139) 593 : cluster [DBG] pgmap v343: 161 pgs: 161 active+clean; 585 KiB data, 262 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:30:50.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:49 smithi062 bash[89221]: cluster 2024-09-13T14:30:48.496237+0000 mgr.y (mgr.25139) 593 : cluster [DBG] pgmap v343: 161 pgs: 161 active+clean; 585 KiB data, 262 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:30:50.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:49 smithi062 bash[92878]: cluster 2024-09-13T14:30:48.496237+0000 mgr.y (mgr.25139) 593 : cluster [DBG] pgmap v343: 161 pgs: 161 active+clean; 585 KiB data, 262 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:30:50.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:49 smithi062 bash[92878]: cluster 2024-09-13T14:30:48.496237+0000 mgr.y (mgr.25139) 593 : cluster [DBG] pgmap v343: 161 pgs: 161 active+clean; 585 KiB data, 262 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:30:51.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:51 smithi178 bash[70490]: cluster 2024-09-13T14:30:50.497601+0000 mgr.y (mgr.25139) 594 : cluster [DBG] pgmap v344: 161 pgs: 161 active+clean; 585 KiB data, 262 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:30:51.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:51 smithi178 bash[70490]: cluster 2024-09-13T14:30:50.497601+0000 mgr.y (mgr.25139) 594 : cluster [DBG] pgmap v344: 161 pgs: 161 active+clean; 585 KiB data, 262 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:30:52.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:51 smithi062 bash[89221]: cluster 2024-09-13T14:30:50.497601+0000 mgr.y (mgr.25139) 594 : cluster [DBG] pgmap v344: 161 pgs: 161 active+clean; 585 KiB data, 262 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:30:52.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:51 smithi062 bash[89221]: cluster 2024-09-13T14:30:50.497601+0000 mgr.y (mgr.25139) 594 : cluster [DBG] pgmap v344: 161 pgs: 161 active+clean; 585 KiB data, 262 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:30:52.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:51 smithi062 bash[92878]: cluster 2024-09-13T14:30:50.497601+0000 mgr.y (mgr.25139) 594 : cluster [DBG] pgmap v344: 161 pgs: 161 active+clean; 585 KiB data, 262 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:30:52.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:51 smithi062 bash[92878]: cluster 2024-09-13T14:30:50.497601+0000 mgr.y (mgr.25139) 594 : cluster [DBG] pgmap v344: 161 pgs: 161 active+clean; 585 KiB data, 262 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:30:53.185 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:30:52 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:30:52.744910759Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:30:53.434 INFO:teuthology.orchestra.run.smithi062.stderr:Inferring config /var/lib/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T14:30:53.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:53 smithi178 bash[70490]: cluster 2024-09-13T14:30:52.498626+0000 mgr.y (mgr.25139) 595 : cluster [DBG] pgmap v345: 161 pgs: 161 active+clean; 585 KiB data, 262 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:30:53.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:53 smithi178 bash[70490]: cluster 2024-09-13T14:30:52.498626+0000 mgr.y (mgr.25139) 595 : cluster [DBG] pgmap v345: 161 pgs: 161 active+clean; 585 KiB data, 262 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:30:53.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:53 smithi178 bash[70490]: audit 2024-09-13T14:30:52.713405+0000 mgr.y (mgr.25139) 596 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:30:53.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:53 smithi178 bash[70490]: audit 2024-09-13T14:30:52.713405+0000 mgr.y (mgr.25139) 596 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:30:54.003 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:30:53 smithi062 bash[68610]: ::ffff:172.21.15.178 - - [13/Sep/2024:14:30:53] "GET /metrics HTTP/1.1" 200 38416 "" "Prometheus/2.51.0" 2024-09-13T14:30:54.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:53 smithi062 bash[89221]: cluster 2024-09-13T14:30:52.498626+0000 mgr.y (mgr.25139) 595 : cluster [DBG] pgmap v345: 161 pgs: 161 active+clean; 585 KiB data, 262 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:30:54.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:53 smithi062 bash[89221]: cluster 2024-09-13T14:30:52.498626+0000 mgr.y (mgr.25139) 595 : cluster [DBG] pgmap v345: 161 pgs: 161 active+clean; 585 KiB data, 262 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:30:54.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:53 smithi062 bash[89221]: audit 2024-09-13T14:30:52.713405+0000 mgr.y (mgr.25139) 596 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:30:54.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:53 smithi062 bash[89221]: audit 2024-09-13T14:30:52.713405+0000 mgr.y (mgr.25139) 596 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:30:54.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:53 smithi062 bash[92878]: cluster 2024-09-13T14:30:52.498626+0000 mgr.y (mgr.25139) 595 : cluster [DBG] pgmap v345: 161 pgs: 161 active+clean; 585 KiB data, 262 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:30:54.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:53 smithi062 bash[92878]: cluster 2024-09-13T14:30:52.498626+0000 mgr.y (mgr.25139) 595 : cluster [DBG] pgmap v345: 161 pgs: 161 active+clean; 585 KiB data, 262 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:30:54.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:53 smithi062 bash[92878]: audit 2024-09-13T14:30:52.713405+0000 mgr.y (mgr.25139) 596 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:30:54.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:53 smithi062 bash[92878]: audit 2024-09-13T14:30:52.713405+0000 mgr.y (mgr.25139) 596 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:30:55.753 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:55 smithi062 bash[92878]: cluster 2024-09-13T14:30:54.500086+0000 mgr.y (mgr.25139) 597 : cluster [DBG] pgmap v346: 161 pgs: 161 active+clean; 585 KiB data, 262 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:30:55.753 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:55 smithi062 bash[92878]: cluster 2024-09-13T14:30:54.500086+0000 mgr.y (mgr.25139) 597 : cluster [DBG] pgmap v346: 161 pgs: 161 active+clean; 585 KiB data, 262 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:30:55.753 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:55 smithi062 bash[92878]: audit 2024-09-13T14:30:54.876570+0000 mgr.y (mgr.25139) 598 : audit [DBG] from='client.44364 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:b0201b8c79733293453e7f10a10c7fa43119222b", "daemon_types": "crash,osd", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:30:55.753 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:55 smithi062 bash[92878]: audit 2024-09-13T14:30:54.876570+0000 mgr.y (mgr.25139) 598 : audit [DBG] from='client.44364 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:b0201b8c79733293453e7f10a10c7fa43119222b", "daemon_types": "crash,osd", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:30:55.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:55 smithi062 bash[89221]: cluster 2024-09-13T14:30:54.500086+0000 mgr.y (mgr.25139) 597 : cluster [DBG] pgmap v346: 161 pgs: 161 active+clean; 585 KiB data, 262 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:30:55.754 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:55 smithi062 bash[89221]: cluster 2024-09-13T14:30:54.500086+0000 mgr.y (mgr.25139) 597 : cluster [DBG] pgmap v346: 161 pgs: 161 active+clean; 585 KiB data, 262 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:30:55.754 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:55 smithi062 bash[89221]: audit 2024-09-13T14:30:54.876570+0000 mgr.y (mgr.25139) 598 : audit [DBG] from='client.44364 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:b0201b8c79733293453e7f10a10c7fa43119222b", "daemon_types": "crash,osd", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:30:55.754 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:55 smithi062 bash[89221]: audit 2024-09-13T14:30:54.876570+0000 mgr.y (mgr.25139) 598 : audit [DBG] from='client.44364 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:b0201b8c79733293453e7f10a10c7fa43119222b", "daemon_types": "crash,osd", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:30:55.935 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:30:55 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:30:55.715048828Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:30:55.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:55 smithi178 bash[70490]: cluster 2024-09-13T14:30:54.500086+0000 mgr.y (mgr.25139) 597 : cluster [DBG] pgmap v346: 161 pgs: 161 active+clean; 585 KiB data, 262 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:30:55.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:55 smithi178 bash[70490]: cluster 2024-09-13T14:30:54.500086+0000 mgr.y (mgr.25139) 597 : cluster [DBG] pgmap v346: 161 pgs: 161 active+clean; 585 KiB data, 262 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:30:55.936 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:55 smithi178 bash[70490]: audit 2024-09-13T14:30:54.876570+0000 mgr.y (mgr.25139) 598 : audit [DBG] from='client.44364 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:b0201b8c79733293453e7f10a10c7fa43119222b", "daemon_types": "crash,osd", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:30:55.936 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:55 smithi178 bash[70490]: audit 2024-09-13T14:30:54.876570+0000 mgr.y (mgr.25139) 598 : audit [DBG] from='client.44364 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:b0201b8c79733293453e7f10a10c7fa43119222b", "daemon_types": "crash,osd", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:30:57.341 INFO:teuthology.orchestra.run.smithi062.stdout:Initiating upgrade to quay.ceph.io/ceph-ci/ceph:b0201b8c79733293453e7f10a10c7fa43119222b 2024-09-13T14:30:57.608 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:57 smithi062 bash[89221]: cluster 2024-09-13T14:30:56.500615+0000 mgr.y (mgr.25139) 599 : cluster [DBG] pgmap v347: 161 pgs: 161 active+clean; 585 KiB data, 262 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:30:57.608 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:57 smithi062 bash[89221]: cluster 2024-09-13T14:30:56.500615+0000 mgr.y (mgr.25139) 599 : cluster [DBG] pgmap v347: 161 pgs: 161 active+clean; 585 KiB data, 262 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:30:57.608 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:57 smithi062 bash[89221]: audit 2024-09-13T14:30:57.339068+0000 mon.a (mon.0) 303 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:30:57.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:57 smithi178 bash[70490]: cluster 2024-09-13T14:30:56.500615+0000 mgr.y (mgr.25139) 599 : cluster [DBG] pgmap v347: 161 pgs: 161 active+clean; 585 KiB data, 262 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:30:57.936 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:57 smithi178 bash[70490]: cluster 2024-09-13T14:30:56.500615+0000 mgr.y (mgr.25139) 599 : cluster [DBG] pgmap v347: 161 pgs: 161 active+clean; 585 KiB data, 262 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:30:57.936 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:57 smithi178 bash[70490]: audit 2024-09-13T14:30:57.339068+0000 mon.a (mon.0) 303 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:30:57.936 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:57 smithi178 bash[70490]: audit 2024-09-13T14:30:57.339068+0000 mon.a (mon.0) 303 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:30:57.952 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:57 smithi062 bash[92878]: cluster 2024-09-13T14:30:56.500615+0000 mgr.y (mgr.25139) 599 : cluster [DBG] pgmap v347: 161 pgs: 161 active+clean; 585 KiB data, 262 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:30:57.952 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:57 smithi062 bash[92878]: cluster 2024-09-13T14:30:56.500615+0000 mgr.y (mgr.25139) 599 : cluster [DBG] pgmap v347: 161 pgs: 161 active+clean; 585 KiB data, 262 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:30:57.952 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:57 smithi062 bash[92878]: audit 2024-09-13T14:30:57.339068+0000 mon.a (mon.0) 303 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:30:57.952 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:57 smithi062 bash[92878]: audit 2024-09-13T14:30:57.339068+0000 mon.a (mon.0) 303 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:30:57.952 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:57 smithi062 bash[89221]: audit 2024-09-13T14:30:57.339068+0000 mon.a (mon.0) 303 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:30:57.953 DEBUG:teuthology.orchestra.run.smithi062:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ff1149ea-71d5-11ef-bceb-c7b262605968 -e sha1=b0201b8c79733293453e7f10a10c7fa43119222b -- bash -c 'while ceph orch upgrade status | jq '"'"'.in_progress'"'"' | grep true && ! ceph orch upgrade status | jq '"'"'.message'"'"' | grep Error ; do ceph orch ps ; ceph versions ; ceph orch upgrade status ; sleep 30 ; done' 2024-09-13T14:30:58.935 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:30:58 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:30:58.733997023Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:30:58.936 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:58 smithi178 bash[70490]: cephadm 2024-09-13T14:30:57.332769+0000 mgr.y (mgr.25139) 600 : cephadm [INF] Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:b0201b8c79733293453e7f10a10c7fa43119222b 2024-09-13T14:30:58.936 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:58 smithi178 bash[70490]: cephadm 2024-09-13T14:30:57.332769+0000 mgr.y (mgr.25139) 600 : cephadm [INF] Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:b0201b8c79733293453e7f10a10c7fa43119222b 2024-09-13T14:30:58.936 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:58 smithi178 bash[70490]: audit 2024-09-13T14:30:58.055586+0000 mon.b (mon.1) 193 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:30:58.936 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:58 smithi178 bash[70490]: audit 2024-09-13T14:30:58.055586+0000 mon.b (mon.1) 193 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:30:58.937 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:58 smithi178 bash[70490]: audit 2024-09-13T14:30:58.057322+0000 mon.b (mon.1) 194 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-13T14:30:58.937 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:58 smithi178 bash[70490]: audit 2024-09-13T14:30:58.057322+0000 mon.b (mon.1) 194 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-13T14:30:58.937 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:58 smithi178 bash[70490]: audit 2024-09-13T14:30:58.067938+0000 mon.a (mon.0) 304 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:30:58.937 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:58 smithi178 bash[70490]: audit 2024-09-13T14:30:58.067938+0000 mon.a (mon.0) 304 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:30:59.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:58 smithi062 bash[92878]: cephadm 2024-09-13T14:30:57.332769+0000 mgr.y (mgr.25139) 600 : cephadm [INF] Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:b0201b8c79733293453e7f10a10c7fa43119222b 2024-09-13T14:30:59.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:58 smithi062 bash[92878]: cephadm 2024-09-13T14:30:57.332769+0000 mgr.y (mgr.25139) 600 : cephadm [INF] Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:b0201b8c79733293453e7f10a10c7fa43119222b 2024-09-13T14:30:59.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:58 smithi062 bash[92878]: audit 2024-09-13T14:30:58.055586+0000 mon.b (mon.1) 193 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:30:59.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:58 smithi062 bash[92878]: audit 2024-09-13T14:30:58.055586+0000 mon.b (mon.1) 193 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:30:59.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:58 smithi062 bash[92878]: audit 2024-09-13T14:30:58.057322+0000 mon.b (mon.1) 194 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-13T14:30:59.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:58 smithi062 bash[92878]: audit 2024-09-13T14:30:58.057322+0000 mon.b (mon.1) 194 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-13T14:30:59.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:58 smithi062 bash[92878]: audit 2024-09-13T14:30:58.067938+0000 mon.a (mon.0) 304 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:30:59.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:58 smithi062 bash[92878]: audit 2024-09-13T14:30:58.067938+0000 mon.a (mon.0) 304 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:30:59.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:58 smithi062 bash[89221]: cephadm 2024-09-13T14:30:57.332769+0000 mgr.y (mgr.25139) 600 : cephadm [INF] Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:b0201b8c79733293453e7f10a10c7fa43119222b 2024-09-13T14:30:59.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:58 smithi062 bash[89221]: cephadm 2024-09-13T14:30:57.332769+0000 mgr.y (mgr.25139) 600 : cephadm [INF] Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:b0201b8c79733293453e7f10a10c7fa43119222b 2024-09-13T14:30:59.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:58 smithi062 bash[89221]: audit 2024-09-13T14:30:58.055586+0000 mon.b (mon.1) 193 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:30:59.005 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:58 smithi062 bash[89221]: audit 2024-09-13T14:30:58.055586+0000 mon.b (mon.1) 193 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:30:59.005 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:58 smithi062 bash[89221]: audit 2024-09-13T14:30:58.057322+0000 mon.b (mon.1) 194 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-13T14:30:59.005 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:58 smithi062 bash[89221]: audit 2024-09-13T14:30:58.057322+0000 mon.b (mon.1) 194 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-13T14:30:59.005 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:58 smithi062 bash[89221]: audit 2024-09-13T14:30:58.067938+0000 mon.a (mon.0) 304 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:30:59.005 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:58 smithi062 bash[89221]: audit 2024-09-13T14:30:58.067938+0000 mon.a (mon.0) 304 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:30:59.898 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:59 smithi062 bash[92878]: cephadm 2024-09-13T14:30:58.148807+0000 mgr.y (mgr.25139) 601 : cephadm [INF] Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:b0201b8c79733293453e7f10a10c7fa43119222b 2024-09-13T14:30:59.898 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:59 smithi062 bash[92878]: cephadm 2024-09-13T14:30:58.148807+0000 mgr.y (mgr.25139) 601 : cephadm [INF] Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:b0201b8c79733293453e7f10a10c7fa43119222b 2024-09-13T14:30:59.898 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:59 smithi062 bash[92878]: cluster 2024-09-13T14:30:58.501654+0000 mgr.y (mgr.25139) 602 : cluster [DBG] pgmap v348: 161 pgs: 161 active+clean; 585 KiB data, 262 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:30:59.898 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:59 smithi062 bash[92878]: cluster 2024-09-13T14:30:58.501654+0000 mgr.y (mgr.25139) 602 : cluster [DBG] pgmap v348: 161 pgs: 161 active+clean; 585 KiB data, 262 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:30:59.898 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:59 smithi062 bash[92878]: audit 2024-09-13T14:30:58.864760+0000 mon.b (mon.1) 195 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:30:59.898 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:30:59 smithi062 bash[92878]: audit 2024-09-13T14:30:58.864760+0000 mon.b (mon.1) 195 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:30:59.899 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:59 smithi062 bash[89221]: cephadm 2024-09-13T14:30:58.148807+0000 mgr.y (mgr.25139) 601 : cephadm [INF] Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:b0201b8c79733293453e7f10a10c7fa43119222b 2024-09-13T14:30:59.899 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:59 smithi062 bash[89221]: cephadm 2024-09-13T14:30:58.148807+0000 mgr.y (mgr.25139) 601 : cephadm [INF] Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:b0201b8c79733293453e7f10a10c7fa43119222b 2024-09-13T14:30:59.899 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:59 smithi062 bash[89221]: cluster 2024-09-13T14:30:58.501654+0000 mgr.y (mgr.25139) 602 : cluster [DBG] pgmap v348: 161 pgs: 161 active+clean; 585 KiB data, 262 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:30:59.899 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:59 smithi062 bash[89221]: cluster 2024-09-13T14:30:58.501654+0000 mgr.y (mgr.25139) 602 : cluster [DBG] pgmap v348: 161 pgs: 161 active+clean; 585 KiB data, 262 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:30:59.899 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:59 smithi062 bash[89221]: audit 2024-09-13T14:30:58.864760+0000 mon.b (mon.1) 195 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:30:59.899 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:30:59 smithi062 bash[89221]: audit 2024-09-13T14:30:58.864760+0000 mon.b (mon.1) 195 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:30:59.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:59 smithi178 bash[70490]: cephadm 2024-09-13T14:30:58.148807+0000 mgr.y (mgr.25139) 601 : cephadm [INF] Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:b0201b8c79733293453e7f10a10c7fa43119222b 2024-09-13T14:30:59.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:59 smithi178 bash[70490]: cephadm 2024-09-13T14:30:58.148807+0000 mgr.y (mgr.25139) 601 : cephadm [INF] Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:b0201b8c79733293453e7f10a10c7fa43119222b 2024-09-13T14:30:59.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:59 smithi178 bash[70490]: cluster 2024-09-13T14:30:58.501654+0000 mgr.y (mgr.25139) 602 : cluster [DBG] pgmap v348: 161 pgs: 161 active+clean; 585 KiB data, 262 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:30:59.936 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:59 smithi178 bash[70490]: cluster 2024-09-13T14:30:58.501654+0000 mgr.y (mgr.25139) 602 : cluster [DBG] pgmap v348: 161 pgs: 161 active+clean; 585 KiB data, 262 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:30:59.936 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:59 smithi178 bash[70490]: audit 2024-09-13T14:30:58.864760+0000 mon.b (mon.1) 195 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:30:59.936 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:30:59 smithi178 bash[70490]: audit 2024-09-13T14:30:58.864760+0000 mon.b (mon.1) 195 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:31:01.935 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:31:01 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:31:01.728009196Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:31:01.936 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:31:01 smithi178 bash[70490]: cluster 2024-09-13T14:31:00.503091+0000 mgr.y (mgr.25139) 603 : cluster [DBG] pgmap v349: 161 pgs: 161 active+clean; 585 KiB data, 262 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:31:01.936 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:31:01 smithi178 bash[70490]: cluster 2024-09-13T14:31:00.503091+0000 mgr.y (mgr.25139) 603 : cluster [DBG] pgmap v349: 161 pgs: 161 active+clean; 585 KiB data, 262 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:31:01.936 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:31:01 smithi178 bash[70490]: audit 2024-09-13T14:31:00.569008+0000 mon.a (mon.0) 305 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:31:01.936 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:31:01 smithi178 bash[70490]: audit 2024-09-13T14:31:00.569008+0000 mon.a (mon.0) 305 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:31:01.936 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:31:01 smithi178 bash[70490]: cephadm 2024-09-13T14:31:00.571683+0000 mgr.y (mgr.25139) 604 : cephadm [INF] Upgrade: Target is version 19.3.0-4917-gb0201b8c (squid) 2024-09-13T14:31:01.936 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:31:01 smithi178 bash[70490]: cephadm 2024-09-13T14:31:00.571683+0000 mgr.y (mgr.25139) 604 : cephadm [INF] Upgrade: Target is version 19.3.0-4917-gb0201b8c (squid) 2024-09-13T14:31:01.936 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:31:01 smithi178 bash[70490]: cephadm 2024-09-13T14:31:00.571778+0000 mgr.y (mgr.25139) 605 : cephadm [INF] Upgrade: Target container is quay.ceph.io/ceph-ci/ceph:b0201b8c79733293453e7f10a10c7fa43119222b, digests ['quay.ceph.io/ceph-ci/ceph@sha256:5ab18e92f956ea4280103e54eef24f76e1a43e77fc4dc78cee3cb12c7a94538b'] 2024-09-13T14:31:01.936 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:31:01 smithi178 bash[70490]: cephadm 2024-09-13T14:31:00.571778+0000 mgr.y (mgr.25139) 605 : cephadm [INF] Upgrade: Target container is quay.ceph.io/ceph-ci/ceph:b0201b8c79733293453e7f10a10c7fa43119222b, digests ['quay.ceph.io/ceph-ci/ceph@sha256:5ab18e92f956ea4280103e54eef24f76e1a43e77fc4dc78cee3cb12c7a94538b'] 2024-09-13T14:31:01.936 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:31:01 smithi178 bash[70490]: audit 2024-09-13T14:31:00.573064+0000 mon.b (mon.1) 196 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-13T14:31:01.936 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:31:01 smithi178 bash[70490]: audit 2024-09-13T14:31:00.573064+0000 mon.b (mon.1) 196 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-13T14:31:01.936 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:31:01 smithi178 bash[70490]: audit 2024-09-13T14:31:00.576527+0000 mon.b (mon.1) 197 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:31:01.937 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:31:01 smithi178 bash[70490]: audit 2024-09-13T14:31:00.576527+0000 mon.b (mon.1) 197 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:31:01.937 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:31:01 smithi178 bash[70490]: cephadm 2024-09-13T14:31:00.579542+0000 mgr.y (mgr.25139) 606 : cephadm [INF] Upgrade: Setting container_image for all mgr 2024-09-13T14:31:01.937 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:31:01 smithi178 bash[70490]: cephadm 2024-09-13T14:31:00.579542+0000 mgr.y (mgr.25139) 606 : cephadm [INF] Upgrade: Setting container_image for all mgr 2024-09-13T14:31:01.937 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:31:01 smithi178 bash[70490]: audit 2024-09-13T14:31:00.586565+0000 mon.a (mon.0) 306 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:31:01.937 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:31:01 smithi178 bash[70490]: audit 2024-09-13T14:31:00.586565+0000 mon.a (mon.0) 306 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:31:01.937 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:31:01 smithi178 bash[70490]: audit 2024-09-13T14:31:00.591470+0000 mon.b (mon.1) 198 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:31:01.937 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:31:01 smithi178 bash[70490]: audit 2024-09-13T14:31:00.591470+0000 mon.b (mon.1) 198 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:31:01.937 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:31:01 smithi178 bash[70490]: cephadm 2024-09-13T14:31:00.604727+0000 mgr.y (mgr.25139) 607 : cephadm [INF] Upgrade: Setting container_image for all mon 2024-09-13T14:31:01.937 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:31:01 smithi178 bash[70490]: cephadm 2024-09-13T14:31:00.604727+0000 mgr.y (mgr.25139) 607 : cephadm [INF] Upgrade: Setting container_image for all mon 2024-09-13T14:31:01.937 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:31:01 smithi178 bash[70490]: audit 2024-09-13T14:31:00.615692+0000 mon.a (mon.0) 307 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:31:01.937 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:31:01 smithi178 bash[70490]: audit 2024-09-13T14:31:00.615692+0000 mon.a (mon.0) 307 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:31:01.937 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:31:01 smithi178 bash[70490]: audit 2024-09-13T14:31:00.621856+0000 mon.b (mon.1) 199 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:31:01.937 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:31:01 smithi178 bash[70490]: audit 2024-09-13T14:31:00.621856+0000 mon.b (mon.1) 199 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:31:01.937 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:31:01 smithi178 bash[70490]: cephadm 2024-09-13T14:31:00.624996+0000 mgr.y (mgr.25139) 608 : cephadm [INF] Upgrade: Setting container_image for all crash 2024-09-13T14:31:01.938 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:31:01 smithi178 bash[70490]: cephadm 2024-09-13T14:31:00.624996+0000 mgr.y (mgr.25139) 608 : cephadm [INF] Upgrade: Setting container_image for all crash 2024-09-13T14:31:01.938 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:31:01 smithi178 bash[70490]: audit 2024-09-13T14:31:00.643600+0000 mon.a (mon.0) 308 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:31:01.938 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:31:01 smithi178 bash[70490]: audit 2024-09-13T14:31:00.643600+0000 mon.a (mon.0) 308 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:31:01.938 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:31:01 smithi178 bash[70490]: audit 2024-09-13T14:31:00.648315+0000 mon.b (mon.1) 200 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16} : dispatch 2024-09-13T14:31:01.938 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:31:01 smithi178 bash[70490]: audit 2024-09-13T14:31:00.648315+0000 mon.b (mon.1) 200 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16} : dispatch 2024-09-13T14:31:01.938 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:31:01 smithi178 bash[70490]: audit 2024-09-13T14:31:00.650049+0000 mgr.y (mgr.25139) 609 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-09-13T14:31:01.938 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:31:01 smithi178 bash[70490]: audit 2024-09-13T14:31:00.650049+0000 mgr.y (mgr.25139) 609 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-09-13T14:31:01.938 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:31:01 smithi178 bash[70490]: cephadm 2024-09-13T14:31:00.652735+0000 mgr.y (mgr.25139) 610 : cephadm [INF] Upgrade: osd.3 is safe to restart 2024-09-13T14:31:01.938 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:31:01 smithi178 bash[70490]: cephadm 2024-09-13T14:31:00.652735+0000 mgr.y (mgr.25139) 610 : cephadm [INF] Upgrade: osd.3 is safe to restart 2024-09-13T14:31:02.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:31:01 smithi062 bash[89221]: cluster 2024-09-13T14:31:00.503091+0000 mgr.y (mgr.25139) 603 : cluster [DBG] pgmap v349: 161 pgs: 161 active+clean; 585 KiB data, 262 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:31:02.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:31:01 smithi062 bash[89221]: cluster 2024-09-13T14:31:00.503091+0000 mgr.y (mgr.25139) 603 : cluster [DBG] pgmap v349: 161 pgs: 161 active+clean; 585 KiB data, 262 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:31:02.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:31:01 smithi062 bash[89221]: audit 2024-09-13T14:31:00.569008+0000 mon.a (mon.0) 305 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:31:02.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:31:01 smithi062 bash[89221]: audit 2024-09-13T14:31:00.569008+0000 mon.a (mon.0) 305 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:31:02.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:31:01 smithi062 bash[89221]: cephadm 2024-09-13T14:31:00.571683+0000 mgr.y (mgr.25139) 604 : cephadm [INF] Upgrade: Target is version 19.3.0-4917-gb0201b8c (squid) 2024-09-13T14:31:02.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:31:01 smithi062 bash[89221]: cephadm 2024-09-13T14:31:00.571683+0000 mgr.y (mgr.25139) 604 : cephadm [INF] Upgrade: Target is version 19.3.0-4917-gb0201b8c (squid) 2024-09-13T14:31:02.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:31:01 smithi062 bash[89221]: cephadm 2024-09-13T14:31:00.571778+0000 mgr.y (mgr.25139) 605 : cephadm [INF] Upgrade: Target container is quay.ceph.io/ceph-ci/ceph:b0201b8c79733293453e7f10a10c7fa43119222b, digests ['quay.ceph.io/ceph-ci/ceph@sha256:5ab18e92f956ea4280103e54eef24f76e1a43e77fc4dc78cee3cb12c7a94538b'] 2024-09-13T14:31:02.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:31:01 smithi062 bash[89221]: cephadm 2024-09-13T14:31:00.571778+0000 mgr.y (mgr.25139) 605 : cephadm [INF] Upgrade: Target container is quay.ceph.io/ceph-ci/ceph:b0201b8c79733293453e7f10a10c7fa43119222b, digests ['quay.ceph.io/ceph-ci/ceph@sha256:5ab18e92f956ea4280103e54eef24f76e1a43e77fc4dc78cee3cb12c7a94538b'] 2024-09-13T14:31:02.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:31:01 smithi062 bash[89221]: audit 2024-09-13T14:31:00.573064+0000 mon.b (mon.1) 196 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-13T14:31:02.005 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:31:01 smithi062 bash[89221]: audit 2024-09-13T14:31:00.573064+0000 mon.b (mon.1) 196 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-13T14:31:02.005 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:31:01 smithi062 bash[89221]: audit 2024-09-13T14:31:00.576527+0000 mon.b (mon.1) 197 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:31:02.005 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:31:01 smithi062 bash[89221]: audit 2024-09-13T14:31:00.576527+0000 mon.b (mon.1) 197 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:31:02.005 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:31:01 smithi062 bash[89221]: cephadm 2024-09-13T14:31:00.579542+0000 mgr.y (mgr.25139) 606 : cephadm [INF] Upgrade: Setting container_image for all mgr 2024-09-13T14:31:02.005 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:31:01 smithi062 bash[89221]: cephadm 2024-09-13T14:31:00.579542+0000 mgr.y (mgr.25139) 606 : cephadm [INF] Upgrade: Setting container_image for all mgr 2024-09-13T14:31:02.005 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:31:01 smithi062 bash[89221]: audit 2024-09-13T14:31:00.586565+0000 mon.a (mon.0) 306 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:31:02.005 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:31:01 smithi062 bash[89221]: audit 2024-09-13T14:31:00.586565+0000 mon.a (mon.0) 306 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:31:02.005 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:31:01 smithi062 bash[89221]: audit 2024-09-13T14:31:00.591470+0000 mon.b (mon.1) 198 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:31:02.005 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:31:01 smithi062 bash[89221]: audit 2024-09-13T14:31:00.591470+0000 mon.b (mon.1) 198 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:31:02.005 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:31:01 smithi062 bash[89221]: cephadm 2024-09-13T14:31:00.604727+0000 mgr.y (mgr.25139) 607 : cephadm [INF] Upgrade: Setting container_image for all mon 2024-09-13T14:31:02.005 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:31:01 smithi062 bash[89221]: cephadm 2024-09-13T14:31:00.604727+0000 mgr.y (mgr.25139) 607 : cephadm [INF] Upgrade: Setting container_image for all mon 2024-09-13T14:31:02.005 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:31:01 smithi062 bash[89221]: audit 2024-09-13T14:31:00.615692+0000 mon.a (mon.0) 307 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:31:02.006 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:31:01 smithi062 bash[92878]: cluster 2024-09-13T14:31:00.503091+0000 mgr.y (mgr.25139) 603 : cluster [DBG] pgmap v349: 161 pgs: 161 active+clean; 585 KiB data, 262 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:31:02.006 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:31:01 smithi062 bash[92878]: cluster 2024-09-13T14:31:00.503091+0000 mgr.y (mgr.25139) 603 : cluster [DBG] pgmap v349: 161 pgs: 161 active+clean; 585 KiB data, 262 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:31:02.006 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:31:01 smithi062 bash[92878]: audit 2024-09-13T14:31:00.569008+0000 mon.a (mon.0) 305 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:31:02.006 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:31:01 smithi062 bash[92878]: audit 2024-09-13T14:31:00.569008+0000 mon.a (mon.0) 305 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:31:02.006 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:31:01 smithi062 bash[92878]: cephadm 2024-09-13T14:31:00.571683+0000 mgr.y (mgr.25139) 604 : cephadm [INF] Upgrade: Target is version 19.3.0-4917-gb0201b8c (squid) 2024-09-13T14:31:02.006 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:31:01 smithi062 bash[92878]: cephadm 2024-09-13T14:31:00.571683+0000 mgr.y (mgr.25139) 604 : cephadm [INF] Upgrade: Target is version 19.3.0-4917-gb0201b8c (squid) 2024-09-13T14:31:02.006 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:31:01 smithi062 bash[92878]: cephadm 2024-09-13T14:31:00.571778+0000 mgr.y (mgr.25139) 605 : cephadm [INF] Upgrade: Target container is quay.ceph.io/ceph-ci/ceph:b0201b8c79733293453e7f10a10c7fa43119222b, digests ['quay.ceph.io/ceph-ci/ceph@sha256:5ab18e92f956ea4280103e54eef24f76e1a43e77fc4dc78cee3cb12c7a94538b'] 2024-09-13T14:31:02.006 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:31:01 smithi062 bash[92878]: cephadm 2024-09-13T14:31:00.571778+0000 mgr.y (mgr.25139) 605 : cephadm [INF] Upgrade: Target container is quay.ceph.io/ceph-ci/ceph:b0201b8c79733293453e7f10a10c7fa43119222b, digests ['quay.ceph.io/ceph-ci/ceph@sha256:5ab18e92f956ea4280103e54eef24f76e1a43e77fc4dc78cee3cb12c7a94538b'] 2024-09-13T14:31:02.006 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:31:01 smithi062 bash[92878]: audit 2024-09-13T14:31:00.573064+0000 mon.b (mon.1) 196 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-13T14:31:02.006 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:31:01 smithi062 bash[92878]: audit 2024-09-13T14:31:00.573064+0000 mon.b (mon.1) 196 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-13T14:31:02.007 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:31:01 smithi062 bash[92878]: audit 2024-09-13T14:31:00.576527+0000 mon.b (mon.1) 197 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:31:02.007 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:31:01 smithi062 bash[92878]: audit 2024-09-13T14:31:00.576527+0000 mon.b (mon.1) 197 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:31:02.007 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:31:01 smithi062 bash[92878]: cephadm 2024-09-13T14:31:00.579542+0000 mgr.y (mgr.25139) 606 : cephadm [INF] Upgrade: Setting container_image for all mgr 2024-09-13T14:31:02.007 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:31:01 smithi062 bash[92878]: cephadm 2024-09-13T14:31:00.579542+0000 mgr.y (mgr.25139) 606 : cephadm [INF] Upgrade: Setting container_image for all mgr 2024-09-13T14:31:02.007 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:31:01 smithi062 bash[92878]: audit 2024-09-13T14:31:00.586565+0000 mon.a (mon.0) 306 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:31:02.007 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:31:01 smithi062 bash[92878]: audit 2024-09-13T14:31:00.586565+0000 mon.a (mon.0) 306 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:31:02.007 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:31:01 smithi062 bash[92878]: audit 2024-09-13T14:31:00.591470+0000 mon.b (mon.1) 198 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:31:02.007 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:31:01 smithi062 bash[92878]: audit 2024-09-13T14:31:00.591470+0000 mon.b (mon.1) 198 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:31:02.007 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:31:01 smithi062 bash[92878]: cephadm 2024-09-13T14:31:00.604727+0000 mgr.y (mgr.25139) 607 : cephadm [INF] Upgrade: Setting container_image for all mon 2024-09-13T14:31:02.007 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:31:01 smithi062 bash[92878]: cephadm 2024-09-13T14:31:00.604727+0000 mgr.y (mgr.25139) 607 : cephadm [INF] Upgrade: Setting container_image for all mon 2024-09-13T14:31:02.007 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:31:01 smithi062 bash[92878]: audit 2024-09-13T14:31:00.615692+0000 mon.a (mon.0) 307 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:31:02.008 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:31:01 smithi062 bash[89221]: audit 2024-09-13T14:31:00.615692+0000 mon.a (mon.0) 307 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:31:02.008 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:31:01 smithi062 bash[89221]: audit 2024-09-13T14:31:00.621856+0000 mon.b (mon.1) 199 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:31:02.008 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:31:01 smithi062 bash[89221]: audit 2024-09-13T14:31:00.621856+0000 mon.b (mon.1) 199 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:31:02.008 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:31:01 smithi062 bash[89221]: cephadm 2024-09-13T14:31:00.624996+0000 mgr.y (mgr.25139) 608 : cephadm [INF] Upgrade: Setting container_image for all crash 2024-09-13T14:31:02.008 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:31:01 smithi062 bash[89221]: cephadm 2024-09-13T14:31:00.624996+0000 mgr.y (mgr.25139) 608 : cephadm [INF] Upgrade: Setting container_image for all crash 2024-09-13T14:31:02.008 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:31:01 smithi062 bash[89221]: audit 2024-09-13T14:31:00.643600+0000 mon.a (mon.0) 308 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:31:02.008 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:31:01 smithi062 bash[89221]: audit 2024-09-13T14:31:00.643600+0000 mon.a (mon.0) 308 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:31:02.008 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:31:01 smithi062 bash[89221]: audit 2024-09-13T14:31:00.648315+0000 mon.b (mon.1) 200 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16} : dispatch 2024-09-13T14:31:02.008 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:31:01 smithi062 bash[89221]: audit 2024-09-13T14:31:00.648315+0000 mon.b (mon.1) 200 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16} : dispatch 2024-09-13T14:31:02.008 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:31:01 smithi062 bash[89221]: audit 2024-09-13T14:31:00.650049+0000 mgr.y (mgr.25139) 609 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-09-13T14:31:02.008 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:31:01 smithi062 bash[89221]: audit 2024-09-13T14:31:00.650049+0000 mgr.y (mgr.25139) 609 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-09-13T14:31:02.008 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:31:01 smithi062 bash[89221]: cephadm 2024-09-13T14:31:00.652735+0000 mgr.y (mgr.25139) 610 : cephadm [INF] Upgrade: osd.3 is safe to restart 2024-09-13T14:31:02.009 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:31:01 smithi062 bash[89221]: cephadm 2024-09-13T14:31:00.652735+0000 mgr.y (mgr.25139) 610 : cephadm [INF] Upgrade: osd.3 is safe to restart 2024-09-13T14:31:02.009 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:31:01 smithi062 bash[92878]: audit 2024-09-13T14:31:00.615692+0000 mon.a (mon.0) 307 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:31:02.009 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:31:01 smithi062 bash[92878]: audit 2024-09-13T14:31:00.621856+0000 mon.b (mon.1) 199 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:31:02.009 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:31:01 smithi062 bash[92878]: audit 2024-09-13T14:31:00.621856+0000 mon.b (mon.1) 199 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:31:02.009 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:31:01 smithi062 bash[92878]: cephadm 2024-09-13T14:31:00.624996+0000 mgr.y (mgr.25139) 608 : cephadm [INF] Upgrade: Setting container_image for all crash 2024-09-13T14:31:02.009 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:31:01 smithi062 bash[92878]: cephadm 2024-09-13T14:31:00.624996+0000 mgr.y (mgr.25139) 608 : cephadm [INF] Upgrade: Setting container_image for all crash 2024-09-13T14:31:02.009 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:31:01 smithi062 bash[92878]: audit 2024-09-13T14:31:00.643600+0000 mon.a (mon.0) 308 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:31:02.009 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:31:01 smithi062 bash[92878]: audit 2024-09-13T14:31:00.643600+0000 mon.a (mon.0) 308 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:31:02.009 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:31:01 smithi062 bash[92878]: audit 2024-09-13T14:31:00.648315+0000 mon.b (mon.1) 200 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16} : dispatch 2024-09-13T14:31:02.009 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:31:01 smithi062 bash[92878]: audit 2024-09-13T14:31:00.648315+0000 mon.b (mon.1) 200 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16} : dispatch 2024-09-13T14:31:02.009 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:31:01 smithi062 bash[92878]: audit 2024-09-13T14:31:00.650049+0000 mgr.y (mgr.25139) 609 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-09-13T14:31:02.010 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:31:01 smithi062 bash[92878]: audit 2024-09-13T14:31:00.650049+0000 mgr.y (mgr.25139) 609 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-09-13T14:31:02.010 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:31:01 smithi062 bash[92878]: cephadm 2024-09-13T14:31:00.652735+0000 mgr.y (mgr.25139) 610 : cephadm [INF] Upgrade: osd.3 is safe to restart 2024-09-13T14:31:02.010 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:31:01 smithi062 bash[92878]: cephadm 2024-09-13T14:31:00.652735+0000 mgr.y (mgr.25139) 610 : cephadm [INF] Upgrade: osd.3 is safe to restart 2024-09-13T14:31:03.657 INFO:teuthology.orchestra.run.smithi062.stderr:Inferring config /var/lib/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T14:31:03.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:31:03 smithi178 bash[70490]: cluster 2024-09-13T14:31:02.503745+0000 mgr.y (mgr.25139) 611 : cluster [DBG] pgmap v350: 161 pgs: 161 active+clean; 585 KiB data, 262 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:31:03.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:31:03 smithi178 bash[70490]: cluster 2024-09-13T14:31:02.503745+0000 mgr.y (mgr.25139) 611 : cluster [DBG] pgmap v350: 161 pgs: 161 active+clean; 585 KiB data, 262 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:31:03.936 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:31:03 smithi178 bash[70490]: audit 2024-09-13T14:31:02.724641+0000 mgr.y (mgr.25139) 612 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:31:03.936 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:31:03 smithi178 bash[70490]: audit 2024-09-13T14:31:02.724641+0000 mgr.y (mgr.25139) 612 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:31:03.936 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:31:03 smithi178 bash[70490]: audit 2024-09-13T14:31:03.201460+0000 mon.a (mon.0) 309 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:31:03.936 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:31:03 smithi178 bash[70490]: audit 2024-09-13T14:31:03.201460+0000 mon.a (mon.0) 309 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:31:03.936 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:31:03 smithi178 bash[70490]: audit 2024-09-13T14:31:03.205703+0000 mon.b (mon.1) 201 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.3"} : dispatch 2024-09-13T14:31:03.936 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:31:03 smithi178 bash[70490]: audit 2024-09-13T14:31:03.205703+0000 mon.b (mon.1) 201 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.3"} : dispatch 2024-09-13T14:31:03.936 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:31:03 smithi178 bash[70490]: audit 2024-09-13T14:31:03.207242+0000 mon.b (mon.1) 202 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:31:03.936 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:31:03 smithi178 bash[70490]: audit 2024-09-13T14:31:03.207242+0000 mon.b (mon.1) 202 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:31:04.003 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:31:03 smithi062 bash[68610]: ::ffff:172.21.15.178 - - [13/Sep/2024:14:31:03] "GET /metrics HTTP/1.1" 200 38415 "" "Prometheus/2.51.0" 2024-09-13T14:31:04.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:31:03 smithi062 bash[89221]: cluster 2024-09-13T14:31:02.503745+0000 mgr.y (mgr.25139) 611 : cluster [DBG] pgmap v350: 161 pgs: 161 active+clean; 585 KiB data, 262 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:31:04.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:31:03 smithi062 bash[89221]: cluster 2024-09-13T14:31:02.503745+0000 mgr.y (mgr.25139) 611 : cluster [DBG] pgmap v350: 161 pgs: 161 active+clean; 585 KiB data, 262 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:31:04.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:31:03 smithi062 bash[89221]: audit 2024-09-13T14:31:02.724641+0000 mgr.y (mgr.25139) 612 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:31:04.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:31:03 smithi062 bash[89221]: audit 2024-09-13T14:31:02.724641+0000 mgr.y (mgr.25139) 612 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:31:04.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:31:03 smithi062 bash[89221]: audit 2024-09-13T14:31:03.201460+0000 mon.a (mon.0) 309 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:31:04.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:31:03 smithi062 bash[89221]: audit 2024-09-13T14:31:03.201460+0000 mon.a (mon.0) 309 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:31:04.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:31:03 smithi062 bash[89221]: audit 2024-09-13T14:31:03.205703+0000 mon.b (mon.1) 201 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.3"} : dispatch 2024-09-13T14:31:04.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:31:03 smithi062 bash[89221]: audit 2024-09-13T14:31:03.205703+0000 mon.b (mon.1) 201 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.3"} : dispatch 2024-09-13T14:31:04.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:31:03 smithi062 bash[89221]: audit 2024-09-13T14:31:03.207242+0000 mon.b (mon.1) 202 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:31:04.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:31:03 smithi062 bash[89221]: audit 2024-09-13T14:31:03.207242+0000 mon.b (mon.1) 202 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:31:04.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:31:03 smithi062 bash[92878]: cluster 2024-09-13T14:31:02.503745+0000 mgr.y (mgr.25139) 611 : cluster [DBG] pgmap v350: 161 pgs: 161 active+clean; 585 KiB data, 262 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:31:04.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:31:03 smithi062 bash[92878]: cluster 2024-09-13T14:31:02.503745+0000 mgr.y (mgr.25139) 611 : cluster [DBG] pgmap v350: 161 pgs: 161 active+clean; 585 KiB data, 262 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:31:04.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:31:03 smithi062 bash[92878]: audit 2024-09-13T14:31:02.724641+0000 mgr.y (mgr.25139) 612 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:31:04.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:31:03 smithi062 bash[92878]: audit 2024-09-13T14:31:02.724641+0000 mgr.y (mgr.25139) 612 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:31:04.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:31:03 smithi062 bash[92878]: audit 2024-09-13T14:31:03.201460+0000 mon.a (mon.0) 309 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:31:04.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:31:03 smithi062 bash[92878]: audit 2024-09-13T14:31:03.201460+0000 mon.a (mon.0) 309 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:31:04.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:31:03 smithi062 bash[92878]: audit 2024-09-13T14:31:03.205703+0000 mon.b (mon.1) 201 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.3"} : dispatch 2024-09-13T14:31:04.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:31:03 smithi062 bash[92878]: audit 2024-09-13T14:31:03.205703+0000 mon.b (mon.1) 201 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.3"} : dispatch 2024-09-13T14:31:04.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:31:03 smithi062 bash[92878]: audit 2024-09-13T14:31:03.207242+0000 mon.b (mon.1) 202 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:31:04.005 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:31:03 smithi062 bash[92878]: audit 2024-09-13T14:31:03.207242+0000 mon.b (mon.1) 202 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:31:04.935 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:31:04 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:31:04.725389009Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:31:04.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:31:04 smithi178 bash[70490]: cephadm 2024-09-13T14:31:03.194864+0000 mgr.y (mgr.25139) 613 : cephadm [INF] Upgrade: Updating osd.3 2024-09-13T14:31:04.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:31:04 smithi178 bash[70490]: cephadm 2024-09-13T14:31:03.194864+0000 mgr.y (mgr.25139) 613 : cephadm [INF] Upgrade: Updating osd.3 2024-09-13T14:31:04.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:31:04 smithi178 bash[70490]: cephadm 2024-09-13T14:31:03.213325+0000 mgr.y (mgr.25139) 614 : cephadm [INF] Deploying daemon osd.3 on smithi062 2024-09-13T14:31:04.936 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:31:04 smithi178 bash[70490]: cephadm 2024-09-13T14:31:03.213325+0000 mgr.y (mgr.25139) 614 : cephadm [INF] Deploying daemon osd.3 on smithi062 2024-09-13T14:31:05.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:31:04 smithi062 bash[89221]: cephadm 2024-09-13T14:31:03.194864+0000 mgr.y (mgr.25139) 613 : cephadm [INF] Upgrade: Updating osd.3 2024-09-13T14:31:05.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:31:04 smithi062 bash[89221]: cephadm 2024-09-13T14:31:03.194864+0000 mgr.y (mgr.25139) 613 : cephadm [INF] Upgrade: Updating osd.3 2024-09-13T14:31:05.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:31:04 smithi062 bash[89221]: cephadm 2024-09-13T14:31:03.213325+0000 mgr.y (mgr.25139) 614 : cephadm [INF] Deploying daemon osd.3 on smithi062 2024-09-13T14:31:05.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:31:04 smithi062 bash[89221]: cephadm 2024-09-13T14:31:03.213325+0000 mgr.y (mgr.25139) 614 : cephadm [INF] Deploying daemon osd.3 on smithi062 2024-09-13T14:31:05.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:31:04 smithi062 bash[92878]: cephadm 2024-09-13T14:31:03.194864+0000 mgr.y (mgr.25139) 613 : cephadm [INF] Upgrade: Updating osd.3 2024-09-13T14:31:05.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:31:04 smithi062 bash[92878]: cephadm 2024-09-13T14:31:03.194864+0000 mgr.y (mgr.25139) 613 : cephadm [INF] Upgrade: Updating osd.3 2024-09-13T14:31:05.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:31:04 smithi062 bash[92878]: cephadm 2024-09-13T14:31:03.213325+0000 mgr.y (mgr.25139) 614 : cephadm [INF] Deploying daemon osd.3 on smithi062 2024-09-13T14:31:05.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:31:04 smithi062 bash[92878]: cephadm 2024-09-13T14:31:03.213325+0000 mgr.y (mgr.25139) 614 : cephadm [INF] Deploying daemon osd.3 on smithi062 2024-09-13T14:31:05.812 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:31:05 smithi062 bash[89221]: cluster 2024-09-13T14:31:04.505335+0000 mgr.y (mgr.25139) 615 : cluster [DBG] pgmap v351: 161 pgs: 161 active+clean; 585 KiB data, 262 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:31:05.812 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:31:05 smithi062 bash[89221]: cluster 2024-09-13T14:31:04.505335+0000 mgr.y (mgr.25139) 615 : cluster [DBG] pgmap v351: 161 pgs: 161 active+clean; 585 KiB data, 262 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:31:05.812 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:31:05 smithi062 bash[92878]: cluster 2024-09-13T14:31:04.505335+0000 mgr.y (mgr.25139) 615 : cluster [DBG] pgmap v351: 161 pgs: 161 active+clean; 585 KiB data, 262 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:31:05.812 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:31:05 smithi062 bash[92878]: cluster 2024-09-13T14:31:04.505335+0000 mgr.y (mgr.25139) 615 : cluster [DBG] pgmap v351: 161 pgs: 161 active+clean; 585 KiB data, 262 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:31:05.910 INFO:teuthology.orchestra.run.smithi062.stdout:true 2024-09-13T14:31:05.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:31:05 smithi178 bash[70490]: cluster 2024-09-13T14:31:04.505335+0000 mgr.y (mgr.25139) 615 : cluster [DBG] pgmap v351: 161 pgs: 161 active+clean; 585 KiB data, 262 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:31:05.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:31:05 smithi178 bash[70490]: cluster 2024-09-13T14:31:04.505335+0000 mgr.y (mgr.25139) 615 : cluster [DBG] pgmap v351: 161 pgs: 161 active+clean; 585 KiB data, 262 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:31:06.553 INFO:teuthology.orchestra.run.smithi062.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-13T14:31:06.553 INFO:teuthology.orchestra.run.smithi062.stdout:alertmanager.a smithi062 *:9093,9094 running (9m) 74s ago 36m 14.0M - 0.27.0 11f11916f8cd 6e93dcf56cea 2024-09-13T14:31:06.553 INFO:teuthology.orchestra.run.smithi062.stdout:grafana.a smithi178 *:3000 running (8m) 6m ago 35m 68.2M - 10.4.0 c8b91775d855 e5af99a01b68 2024-09-13T14:31:06.553 INFO:teuthology.orchestra.run.smithi062.stdout:iscsi.foo.smithi062.auboqe smithi062 *:5000 running (10m) 74s ago 33m 50.2M - 3.8 19dc8d659727 5db99a6f8116 2024-09-13T14:31:06.553 INFO:teuthology.orchestra.run.smithi062.stdout:mgr.x smithi178 *:8443,9283,8765 running (10m) 6m ago 44m 441M - 19.3.0-4917-gb0201b8c 1641fe80ce72 fc18b6fcd5bd 2024-09-13T14:31:06.553 INFO:teuthology.orchestra.run.smithi062.stdout:mgr.y smithi062 *:8443,9283,8765 running (21m) 74s ago 47m 513M - 19.3.0-4917-gb0201b8c 1641fe80ce72 fd629cc84850 2024-09-13T14:31:06.553 INFO:teuthology.orchestra.run.smithi062.stdout:mon.a smithi062 running (5m) 74s ago 47m 48.3M 2048M 19.3.0-4917-gb0201b8c 1641fe80ce72 6370c6daf05c 2024-09-13T14:31:06.553 INFO:teuthology.orchestra.run.smithi062.stdout:mon.b smithi178 running (6m) 6m ago 45m 18.1M 2048M 19.3.0-4917-gb0201b8c 1641fe80ce72 4246b63ea822 2024-09-13T14:31:06.553 INFO:teuthology.orchestra.run.smithi062.stdout:mon.c smithi062 running (5m) 74s ago 45m 36.8M 2048M 19.3.0-4917-gb0201b8c 1641fe80ce72 546ed05b6de1 2024-09-13T14:31:06.553 INFO:teuthology.orchestra.run.smithi062.stdout:node-exporter.a smithi062 *:9100 running (10m) 74s ago 36m 7927k - 1.7.0 72c9c2088986 d2a19c03fb98 2024-09-13T14:31:06.553 INFO:teuthology.orchestra.run.smithi062.stdout:node-exporter.b smithi178 *:9100 running (10m) 6m ago 36m 8131k - 1.7.0 72c9c2088986 ef73b17b6575 2024-09-13T14:31:06.554 INFO:teuthology.orchestra.run.smithi062.stdout:osd.0 smithi062 running (3m) 74s ago 44m 49.8M 3036M 19.3.0-4917-gb0201b8c 1641fe80ce72 711a747f4c3b 2024-09-13T14:31:06.554 INFO:teuthology.orchestra.run.smithi062.stdout:osd.1 smithi062 running (2m) 74s ago 43m 46.8M 3036M 19.3.0-4917-gb0201b8c 1641fe80ce72 8ddc722fe2b2 2024-09-13T14:31:06.554 INFO:teuthology.orchestra.run.smithi062.stdout:osd.2 smithi062 running (75s) 74s ago 42m - 3036M 19.3.0-4917-gb0201b8c 1641fe80ce72 6b0d80723a64 2024-09-13T14:31:06.554 INFO:teuthology.orchestra.run.smithi062.stdout:osd.3 smithi062 running (41m) 74s ago 41m 62.8M 3036M 19.1.1-322-g7741f7f9 19dc8d659727 cebed6322996 2024-09-13T14:31:06.554 INFO:teuthology.orchestra.run.smithi062.stdout:osd.4 smithi178 running (40m) 6m ago 40m 67.5M 3292M 19.1.1-322-g7741f7f9 19dc8d659727 7ff166ed36a8 2024-09-13T14:31:06.554 INFO:teuthology.orchestra.run.smithi062.stdout:osd.5 smithi178 running (39m) 6m ago 39m 64.7M 3292M 19.1.1-322-g7741f7f9 19dc8d659727 0ee354299930 2024-09-13T14:31:06.554 INFO:teuthology.orchestra.run.smithi062.stdout:osd.6 smithi178 running (38m) 6m ago 38m 55.2M 3292M 19.1.1-322-g7741f7f9 19dc8d659727 e6cb50c05b1b 2024-09-13T14:31:06.554 INFO:teuthology.orchestra.run.smithi062.stdout:osd.7 smithi178 running (37m) 6m ago 37m 64.7M 3292M 19.1.1-322-g7741f7f9 19dc8d659727 fbc9d74ccd0e 2024-09-13T14:31:06.554 INFO:teuthology.orchestra.run.smithi062.stdout:prometheus.a smithi178 *:9095 running (9m) 6m ago 36m 37.2M - 2.51.0 1d3b7f56885b 3a9393efc8c5 2024-09-13T14:31:06.554 INFO:teuthology.orchestra.run.smithi062.stdout:rgw.foo.smithi062.raldkl smithi062 *:8000 running (34m) 74s ago 34m 101M - 19.1.1-322-g7741f7f9 19dc8d659727 c374202ad667 2024-09-13T14:31:06.554 INFO:teuthology.orchestra.run.smithi062.stdout:rgw.foo.smithi178.sseeij smithi178 *:8000 running (34m) 6m ago 34m 102M - 19.1.1-322-g7741f7f9 19dc8d659727 86fcacc26a6b 2024-09-13T14:31:06.752 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:31:06 smithi062 bash[89221]: audit 2024-09-13T14:31:05.897548+0000 mgr.y (mgr.25139) 616 : audit [DBG] from='client.54344 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:31:06.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:31:06 smithi062 bash[89221]: audit 2024-09-13T14:31:05.897548+0000 mgr.y (mgr.25139) 616 : audit [DBG] from='client.54344 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:31:06.753 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:31:06 smithi062 bash[92878]: audit 2024-09-13T14:31:05.897548+0000 mgr.y (mgr.25139) 616 : audit [DBG] from='client.54344 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:31:06.753 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:31:06 smithi062 bash[92878]: audit 2024-09-13T14:31:05.897548+0000 mgr.y (mgr.25139) 616 : audit [DBG] from='client.54344 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:31:06.926 INFO:teuthology.orchestra.run.smithi062.stdout:{ 2024-09-13T14:31:06.926 INFO:teuthology.orchestra.run.smithi062.stdout: "mon": { 2024-09-13T14:31:06.926 INFO:teuthology.orchestra.run.smithi062.stdout: "ceph version 19.3.0-4917-gb0201b8c (b0201b8c79733293453e7f10a10c7fa43119222b) squid (dev)": 3 2024-09-13T14:31:06.926 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-09-13T14:31:06.926 INFO:teuthology.orchestra.run.smithi062.stdout: "mgr": { 2024-09-13T14:31:06.926 INFO:teuthology.orchestra.run.smithi062.stdout: "ceph version 19.3.0-4917-gb0201b8c (b0201b8c79733293453e7f10a10c7fa43119222b) squid (dev)": 2 2024-09-13T14:31:06.926 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-09-13T14:31:06.926 INFO:teuthology.orchestra.run.smithi062.stdout: "osd": { 2024-09-13T14:31:06.926 INFO:teuthology.orchestra.run.smithi062.stdout: "ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable)": 5, 2024-09-13T14:31:06.927 INFO:teuthology.orchestra.run.smithi062.stdout: "ceph version 19.3.0-4917-gb0201b8c (b0201b8c79733293453e7f10a10c7fa43119222b) squid (dev)": 3 2024-09-13T14:31:06.927 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-09-13T14:31:06.927 INFO:teuthology.orchestra.run.smithi062.stdout: "rgw": { 2024-09-13T14:31:06.927 INFO:teuthology.orchestra.run.smithi062.stdout: "ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable)": 2 2024-09-13T14:31:06.927 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-09-13T14:31:06.927 INFO:teuthology.orchestra.run.smithi062.stdout: "overall": { 2024-09-13T14:31:06.927 INFO:teuthology.orchestra.run.smithi062.stdout: "ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable)": 7, 2024-09-13T14:31:06.927 INFO:teuthology.orchestra.run.smithi062.stdout: "ceph version 19.3.0-4917-gb0201b8c (b0201b8c79733293453e7f10a10c7fa43119222b) squid (dev)": 8 2024-09-13T14:31:06.927 INFO:teuthology.orchestra.run.smithi062.stdout: } 2024-09-13T14:31:06.927 INFO:teuthology.orchestra.run.smithi062.stdout:} 2024-09-13T14:31:06.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:31:06 smithi178 bash[70490]: audit 2024-09-13T14:31:05.897548+0000 mgr.y (mgr.25139) 616 : audit [DBG] from='client.54344 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:31:06.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:31:06 smithi178 bash[70490]: audit 2024-09-13T14:31:05.897548+0000 mgr.y (mgr.25139) 616 : audit [DBG] from='client.54344 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:31:07.240 INFO:teuthology.orchestra.run.smithi062.stdout:{ 2024-09-13T14:31:07.240 INFO:teuthology.orchestra.run.smithi062.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph:b0201b8c79733293453e7f10a10c7fa43119222b", 2024-09-13T14:31:07.240 INFO:teuthology.orchestra.run.smithi062.stdout: "in_progress": true, 2024-09-13T14:31:07.241 INFO:teuthology.orchestra.run.smithi062.stdout: "which": "Upgrading daemons of type(s) crash,osd", 2024-09-13T14:31:07.241 INFO:teuthology.orchestra.run.smithi062.stdout: "services_complete": [], 2024-09-13T14:31:07.241 INFO:teuthology.orchestra.run.smithi062.stdout: "progress": "3/8 daemons upgraded", 2024-09-13T14:31:07.241 INFO:teuthology.orchestra.run.smithi062.stdout: "message": "Currently upgrading osd daemons", 2024-09-13T14:31:07.241 INFO:teuthology.orchestra.run.smithi062.stdout: "is_paused": false 2024-09-13T14:31:07.241 INFO:teuthology.orchestra.run.smithi062.stdout:} 2024-09-13T14:31:07.727 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:31:07 smithi062 bash[89221]: audit 2024-09-13T14:31:06.219017+0000 mgr.y (mgr.25139) 617 : audit [DBG] from='client.54350 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:31:07.727 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:31:07 smithi062 bash[89221]: audit 2024-09-13T14:31:06.219017+0000 mgr.y (mgr.25139) 617 : audit [DBG] from='client.54350 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:31:07.727 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:31:07 smithi062 bash[89221]: cluster 2024-09-13T14:31:06.506046+0000 mgr.y (mgr.25139) 618 : cluster [DBG] pgmap v352: 161 pgs: 161 active+clean; 585 KiB data, 262 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:31:07.728 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:31:07 smithi062 bash[89221]: cluster 2024-09-13T14:31:06.506046+0000 mgr.y (mgr.25139) 618 : cluster [DBG] pgmap v352: 161 pgs: 161 active+clean; 585 KiB data, 262 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:31:07.728 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:31:07 smithi062 bash[89221]: audit 2024-09-13T14:31:06.531339+0000 mgr.y (mgr.25139) 619 : audit [DBG] from='client.54356 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:31:07.728 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:31:07 smithi062 bash[89221]: audit 2024-09-13T14:31:06.531339+0000 mgr.y (mgr.25139) 619 : audit [DBG] from='client.54356 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:31:07.728 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:31:07 smithi062 bash[89221]: audit 2024-09-13T14:31:06.926820+0000 mon.a (mon.0) 310 : audit [DBG] from='client.? 172.21.15.62:0/997711221' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:31:07.728 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:31:07 smithi062 bash[89221]: audit 2024-09-13T14:31:06.926820+0000 mon.a (mon.0) 310 : audit [DBG] from='client.? 172.21.15.62:0/997711221' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:31:07.728 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:31:07 smithi062 bash[92878]: audit 2024-09-13T14:31:06.219017+0000 mgr.y (mgr.25139) 617 : audit [DBG] from='client.54350 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:31:07.728 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:31:07 smithi062 bash[92878]: audit 2024-09-13T14:31:06.219017+0000 mgr.y (mgr.25139) 617 : audit [DBG] from='client.54350 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:31:07.728 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:31:07 smithi062 bash[92878]: cluster 2024-09-13T14:31:06.506046+0000 mgr.y (mgr.25139) 618 : cluster [DBG] pgmap v352: 161 pgs: 161 active+clean; 585 KiB data, 262 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:31:07.728 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:31:07 smithi062 bash[92878]: cluster 2024-09-13T14:31:06.506046+0000 mgr.y (mgr.25139) 618 : cluster [DBG] pgmap v352: 161 pgs: 161 active+clean; 585 KiB data, 262 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:31:07.728 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:31:07 smithi062 bash[92878]: audit 2024-09-13T14:31:06.531339+0000 mgr.y (mgr.25139) 619 : audit [DBG] from='client.54356 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:31:07.728 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:31:07 smithi062 bash[92878]: audit 2024-09-13T14:31:06.531339+0000 mgr.y (mgr.25139) 619 : audit [DBG] from='client.54356 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:31:07.729 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:31:07 smithi062 bash[92878]: audit 2024-09-13T14:31:06.926820+0000 mon.a (mon.0) 310 : audit [DBG] from='client.? 172.21.15.62:0/997711221' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:31:07.729 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:31:07 smithi062 bash[92878]: audit 2024-09-13T14:31:06.926820+0000 mon.a (mon.0) 310 : audit [DBG] from='client.? 172.21.15.62:0/997711221' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:31:07.935 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:31:07 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:31:07.715461736Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:31:07.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:31:07 smithi178 bash[70490]: audit 2024-09-13T14:31:06.219017+0000 mgr.y (mgr.25139) 617 : audit [DBG] from='client.54350 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:31:07.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:31:07 smithi178 bash[70490]: audit 2024-09-13T14:31:06.219017+0000 mgr.y (mgr.25139) 617 : audit [DBG] from='client.54350 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:31:07.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:31:07 smithi178 bash[70490]: cluster 2024-09-13T14:31:06.506046+0000 mgr.y (mgr.25139) 618 : cluster [DBG] pgmap v352: 161 pgs: 161 active+clean; 585 KiB data, 262 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:31:07.936 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:31:07 smithi178 bash[70490]: cluster 2024-09-13T14:31:06.506046+0000 mgr.y (mgr.25139) 618 : cluster [DBG] pgmap v352: 161 pgs: 161 active+clean; 585 KiB data, 262 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:31:07.936 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:31:07 smithi178 bash[70490]: audit 2024-09-13T14:31:06.531339+0000 mgr.y (mgr.25139) 619 : audit [DBG] from='client.54356 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:31:07.936 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:31:07 smithi178 bash[70490]: audit 2024-09-13T14:31:06.531339+0000 mgr.y (mgr.25139) 619 : audit [DBG] from='client.54356 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:31:07.936 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:31:07 smithi178 bash[70490]: audit 2024-09-13T14:31:06.926820+0000 mon.a (mon.0) 310 : audit [DBG] from='client.? 172.21.15.62:0/997711221' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:31:07.936 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:31:07 smithi178 bash[70490]: audit 2024-09-13T14:31:06.926820+0000 mon.a (mon.0) 310 : audit [DBG] from='client.? 172.21.15.62:0/997711221' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:31:08.865 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:31:08 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:31:08.866 INFO:journalctl@ceph.osd.0.smithi062.stdout:Sep 13 14:31:08 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:31:08.866 INFO:journalctl@ceph.osd.2.smithi062.stdout:Sep 13 14:31:08 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:31:08.866 INFO:journalctl@ceph.osd.3.smithi062.stdout:Sep 13 14:31:08 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:31:08.867 INFO:journalctl@ceph.node-exporter.a.smithi062.stdout:Sep 13 14:31:08 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:31:08.867 INFO:journalctl@ceph.alertmanager.a.smithi062.stdout:Sep 13 14:31:08 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:31:08.867 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:31:08 smithi062 bash[89221]: audit 2024-09-13T14:31:07.241627+0000 mgr.y (mgr.25139) 620 : audit [DBG] from='client.54368 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:31:08.867 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:31:08 smithi062 bash[89221]: audit 2024-09-13T14:31:07.241627+0000 mgr.y (mgr.25139) 620 : audit [DBG] from='client.54368 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:31:08.867 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:31:08 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:31:08.868 INFO:journalctl@ceph.osd.1.smithi062.stdout:Sep 13 14:31:08 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:31:08.868 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:31:08 smithi062 bash[92878]: audit 2024-09-13T14:31:07.241627+0000 mgr.y (mgr.25139) 620 : audit [DBG] from='client.54368 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:31:08.868 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:31:08 smithi062 bash[92878]: audit 2024-09-13T14:31:07.241627+0000 mgr.y (mgr.25139) 620 : audit [DBG] from='client.54368 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:31:08.868 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:31:08 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:31:08.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:31:08 smithi178 bash[70490]: audit 2024-09-13T14:31:07.241627+0000 mgr.y (mgr.25139) 620 : audit [DBG] from='client.54368 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:31:08.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:31:08 smithi178 bash[70490]: audit 2024-09-13T14:31:07.241627+0000 mgr.y (mgr.25139) 620 : audit [DBG] from='client.54368 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:31:09.253 INFO:journalctl@ceph.osd.3.smithi062.stdout:Sep 13 14:31:08 smithi062 systemd[1]: Stopping Ceph osd.3 for ff1149ea-71d5-11ef-bceb-c7b262605968... 2024-09-13T14:31:09.253 INFO:journalctl@ceph.osd.3.smithi062.stdout:Sep 13 14:31:08 smithi062 bash[46290]: debug 2024-09-13T14:31:08.975+0000 7f1e6e732640 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2024-09-13T14:31:09.253 INFO:journalctl@ceph.osd.3.smithi062.stdout:Sep 13 14:31:08 smithi062 bash[46290]: debug 2024-09-13T14:31:08.975+0000 7f1e6e732640 -1 osd.3 128 *** Got signal Terminated *** 2024-09-13T14:31:09.253 INFO:journalctl@ceph.osd.3.smithi062.stdout:Sep 13 14:31:08 smithi062 bash[46290]: debug 2024-09-13T14:31:08.975+0000 7f1e6e732640 -1 osd.3 128 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-13T14:31:09.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:31:09 smithi178 bash[70490]: cluster 2024-09-13T14:31:08.506943+0000 mgr.y (mgr.25139) 621 : cluster [DBG] pgmap v353: 161 pgs: 161 active+clean; 585 KiB data, 262 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:31:09.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:31:09 smithi178 bash[70490]: cluster 2024-09-13T14:31:08.506943+0000 mgr.y (mgr.25139) 621 : cluster [DBG] pgmap v353: 161 pgs: 161 active+clean; 585 KiB data, 262 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:31:09.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:31:09 smithi178 bash[70490]: cluster 2024-09-13T14:31:08.977563+0000 mon.a (mon.0) 311 : cluster [INF] osd.3 marked itself down and dead 2024-09-13T14:31:09.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:31:09 smithi178 bash[70490]: cluster 2024-09-13T14:31:08.977563+0000 mon.a (mon.0) 311 : cluster [INF] osd.3 marked itself down and dead 2024-09-13T14:31:10.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:31:09 smithi062 bash[89221]: cluster 2024-09-13T14:31:08.506943+0000 mgr.y (mgr.25139) 621 : cluster [DBG] pgmap v353: 161 pgs: 161 active+clean; 585 KiB data, 262 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:31:10.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:31:09 smithi062 bash[89221]: cluster 2024-09-13T14:31:08.506943+0000 mgr.y (mgr.25139) 621 : cluster [DBG] pgmap v353: 161 pgs: 161 active+clean; 585 KiB data, 262 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:31:10.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:31:09 smithi062 bash[89221]: cluster 2024-09-13T14:31:08.977563+0000 mon.a (mon.0) 311 : cluster [INF] osd.3 marked itself down and dead 2024-09-13T14:31:10.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:31:09 smithi062 bash[89221]: cluster 2024-09-13T14:31:08.977563+0000 mon.a (mon.0) 311 : cluster [INF] osd.3 marked itself down and dead 2024-09-13T14:31:10.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:31:09 smithi062 bash[92878]: cluster 2024-09-13T14:31:08.506943+0000 mgr.y (mgr.25139) 621 : cluster [DBG] pgmap v353: 161 pgs: 161 active+clean; 585 KiB data, 262 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:31:10.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:31:09 smithi062 bash[92878]: cluster 2024-09-13T14:31:08.506943+0000 mgr.y (mgr.25139) 621 : cluster [DBG] pgmap v353: 161 pgs: 161 active+clean; 585 KiB data, 262 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:31:10.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:31:09 smithi062 bash[92878]: cluster 2024-09-13T14:31:08.977563+0000 mon.a (mon.0) 311 : cluster [INF] osd.3 marked itself down and dead 2024-09-13T14:31:10.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:31:09 smithi062 bash[92878]: cluster 2024-09-13T14:31:08.977563+0000 mon.a (mon.0) 311 : cluster [INF] osd.3 marked itself down and dead 2024-09-13T14:31:10.935 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:31:10 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:31:10.711627768Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:31:10.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:31:10 smithi178 bash[70490]: cluster 2024-09-13T14:31:09.612782+0000 mon.a (mon.0) 312 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-09-13T14:31:10.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:31:10 smithi178 bash[70490]: cluster 2024-09-13T14:31:09.612782+0000 mon.a (mon.0) 312 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-09-13T14:31:10.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:31:10 smithi178 bash[70490]: cluster 2024-09-13T14:31:09.637777+0000 mon.a (mon.0) 313 : cluster [DBG] osdmap e129: 8 total, 7 up, 8 in 2024-09-13T14:31:10.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:31:10 smithi178 bash[70490]: cluster 2024-09-13T14:31:09.637777+0000 mon.a (mon.0) 313 : cluster [DBG] osdmap e129: 8 total, 7 up, 8 in 2024-09-13T14:31:11.003 INFO:journalctl@ceph.osd.3.smithi062.stdout:Sep 13 14:31:10 smithi062 bash[113396]: ceph-ff1149ea-71d5-11ef-bceb-c7b262605968-osd-3 2024-09-13T14:31:11.003 INFO:journalctl@ceph.osd.3.smithi062.stdout:Sep 13 14:31:10 smithi062 bash[113460]: Error response from daemon: No such container: ceph-ff1149ea-71d5-11ef-bceb-c7b262605968-osd-3 2024-09-13T14:31:11.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:31:10 smithi062 bash[89221]: cluster 2024-09-13T14:31:09.612782+0000 mon.a (mon.0) 312 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-09-13T14:31:11.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:31:10 smithi062 bash[89221]: cluster 2024-09-13T14:31:09.612782+0000 mon.a (mon.0) 312 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-09-13T14:31:11.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:31:10 smithi062 bash[89221]: cluster 2024-09-13T14:31:09.637777+0000 mon.a (mon.0) 313 : cluster [DBG] osdmap e129: 8 total, 7 up, 8 in 2024-09-13T14:31:11.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:31:10 smithi062 bash[89221]: cluster 2024-09-13T14:31:09.637777+0000 mon.a (mon.0) 313 : cluster [DBG] osdmap e129: 8 total, 7 up, 8 in 2024-09-13T14:31:11.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:31:10 smithi062 bash[92878]: cluster 2024-09-13T14:31:09.612782+0000 mon.a (mon.0) 312 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-09-13T14:31:11.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:31:10 smithi062 bash[92878]: cluster 2024-09-13T14:31:09.612782+0000 mon.a (mon.0) 312 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-09-13T14:31:11.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:31:10 smithi062 bash[92878]: cluster 2024-09-13T14:31:09.637777+0000 mon.a (mon.0) 313 : cluster [DBG] osdmap e129: 8 total, 7 up, 8 in 2024-09-13T14:31:11.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:31:10 smithi062 bash[92878]: cluster 2024-09-13T14:31:09.637777+0000 mon.a (mon.0) 313 : cluster [DBG] osdmap e129: 8 total, 7 up, 8 in 2024-09-13T14:31:11.889 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:31:11 smithi062 bash[89221]: cluster 2024-09-13T14:31:10.507670+0000 mgr.y (mgr.25139) 622 : cluster [DBG] pgmap v355: 161 pgs: 27 stale+active+clean, 134 active+clean; 585 KiB data, 262 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-09-13T14:31:11.889 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:31:11 smithi062 bash[89221]: cluster 2024-09-13T14:31:10.507670+0000 mgr.y (mgr.25139) 622 : cluster [DBG] pgmap v355: 161 pgs: 27 stale+active+clean, 134 active+clean; 585 KiB data, 262 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-09-13T14:31:11.889 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:31:11 smithi062 bash[89221]: cluster 2024-09-13T14:31:10.641638+0000 mon.a (mon.0) 314 : cluster [DBG] osdmap e130: 8 total, 7 up, 8 in 2024-09-13T14:31:11.889 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:31:11 smithi062 bash[89221]: cluster 2024-09-13T14:31:10.641638+0000 mon.a (mon.0) 314 : cluster [DBG] osdmap e130: 8 total, 7 up, 8 in 2024-09-13T14:31:11.889 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:31:11 smithi062 bash[92878]: cluster 2024-09-13T14:31:10.507670+0000 mgr.y (mgr.25139) 622 : cluster [DBG] pgmap v355: 161 pgs: 27 stale+active+clean, 134 active+clean; 585 KiB data, 262 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-09-13T14:31:11.889 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:31:11 smithi062 bash[92878]: cluster 2024-09-13T14:31:10.507670+0000 mgr.y (mgr.25139) 622 : cluster [DBG] pgmap v355: 161 pgs: 27 stale+active+clean, 134 active+clean; 585 KiB data, 262 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-09-13T14:31:11.889 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:31:11 smithi062 bash[92878]: cluster 2024-09-13T14:31:10.641638+0000 mon.a (mon.0) 314 : cluster [DBG] osdmap e130: 8 total, 7 up, 8 in 2024-09-13T14:31:11.889 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:31:11 smithi062 bash[92878]: cluster 2024-09-13T14:31:10.641638+0000 mon.a (mon.0) 314 : cluster [DBG] osdmap e130: 8 total, 7 up, 8 in 2024-09-13T14:31:11.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:31:11 smithi178 bash[70490]: cluster 2024-09-13T14:31:10.507670+0000 mgr.y (mgr.25139) 622 : cluster [DBG] pgmap v355: 161 pgs: 27 stale+active+clean, 134 active+clean; 585 KiB data, 262 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-09-13T14:31:11.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:31:11 smithi178 bash[70490]: cluster 2024-09-13T14:31:10.507670+0000 mgr.y (mgr.25139) 622 : cluster [DBG] pgmap v355: 161 pgs: 27 stale+active+clean, 134 active+clean; 585 KiB data, 262 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-09-13T14:31:11.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:31:11 smithi178 bash[70490]: cluster 2024-09-13T14:31:10.641638+0000 mon.a (mon.0) 314 : cluster [DBG] osdmap e130: 8 total, 7 up, 8 in 2024-09-13T14:31:11.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:31:11 smithi178 bash[70490]: cluster 2024-09-13T14:31:10.641638+0000 mon.a (mon.0) 314 : cluster [DBG] osdmap e130: 8 total, 7 up, 8 in 2024-09-13T14:31:12.963 INFO:journalctl@ceph.osd.3.smithi062.stdout:Sep 13 14:31:12 smithi062 systemd[1]: ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@osd.3.service: Deactivated successfully. 2024-09-13T14:31:12.963 INFO:journalctl@ceph.osd.3.smithi062.stdout:Sep 13 14:31:12 smithi062 systemd[1]: Stopped Ceph osd.3 for ff1149ea-71d5-11ef-bceb-c7b262605968. 2024-09-13T14:31:12.963 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:31:12 smithi062 bash[89221]: cluster 2024-09-13T14:31:12.636881+0000 mon.a (mon.0) 315 : cluster [WRN] Health check failed: Degraded data redundancy: 41/636 objects degraded (6.447%), 11 pgs degraded (PG_DEGRADED) 2024-09-13T14:31:12.964 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:31:12 smithi062 bash[89221]: cluster 2024-09-13T14:31:12.636881+0000 mon.a (mon.0) 315 : cluster [WRN] Health check failed: Degraded data redundancy: 41/636 objects degraded (6.447%), 11 pgs degraded (PG_DEGRADED) 2024-09-13T14:31:12.964 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:31:12 smithi062 bash[92878]: cluster 2024-09-13T14:31:12.636881+0000 mon.a (mon.0) 315 : cluster [WRN] Health check failed: Degraded data redundancy: 41/636 objects degraded (6.447%), 11 pgs degraded (PG_DEGRADED) 2024-09-13T14:31:12.964 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:31:12 smithi062 bash[92878]: cluster 2024-09-13T14:31:12.636881+0000 mon.a (mon.0) 315 : cluster [WRN] Health check failed: Degraded data redundancy: 41/636 objects degraded (6.447%), 11 pgs degraded (PG_DEGRADED) 2024-09-13T14:31:13.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:31:12 smithi178 bash[70490]: cluster 2024-09-13T14:31:12.636881+0000 mon.a (mon.0) 315 : cluster [WRN] Health check failed: Degraded data redundancy: 41/636 objects degraded (6.447%), 11 pgs degraded (PG_DEGRADED) 2024-09-13T14:31:13.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:31:12 smithi178 bash[70490]: cluster 2024-09-13T14:31:12.636881+0000 mon.a (mon.0) 315 : cluster [WRN] Health check failed: Degraded data redundancy: 41/636 objects degraded (6.447%), 11 pgs degraded (PG_DEGRADED) 2024-09-13T14:31:13.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:31:12 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:31:13.253 INFO:journalctl@ceph.osd.0.smithi062.stdout:Sep 13 14:31:12 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:31:13.253 INFO:journalctl@ceph.osd.1.smithi062.stdout:Sep 13 14:31:12 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:31:13.253 INFO:journalctl@ceph.osd.3.smithi062.stdout:Sep 13 14:31:12 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:31:13.254 INFO:journalctl@ceph.osd.3.smithi062.stdout:Sep 13 14:31:13 smithi062 systemd[1]: Started Ceph osd.3 for ff1149ea-71d5-11ef-bceb-c7b262605968. 2024-09-13T14:31:13.254 INFO:journalctl@ceph.alertmanager.a.smithi062.stdout:Sep 13 14:31:12 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:31:13.254 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:31:12 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:31:13.254 INFO:journalctl@ceph.osd.2.smithi062.stdout:Sep 13 14:31:12 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:31:13.255 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:31:12 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:31:13.255 INFO:journalctl@ceph.node-exporter.a.smithi062.stdout:Sep 13 14:31:12 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:31:14.003 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:31:13 smithi062 bash[68610]: ::ffff:172.21.15.178 - - [13/Sep/2024:14:31:13] "GET /metrics HTTP/1.1" 200 38415 "" "Prometheus/2.51.0" 2024-09-13T14:31:14.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:31:13 smithi062 bash[89221]: cluster 2024-09-13T14:31:12.508975+0000 mgr.y (mgr.25139) 623 : cluster [DBG] pgmap v357: 161 pgs: 17 active+undersized, 15 stale+active+clean, 11 active+undersized+degraded, 118 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 255 B/s rd, 0 op/s; 41/636 objects degraded (6.447%) 2024-09-13T14:31:14.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:31:13 smithi062 bash[89221]: cluster 2024-09-13T14:31:12.508975+0000 mgr.y (mgr.25139) 623 : cluster [DBG] pgmap v357: 161 pgs: 17 active+undersized, 15 stale+active+clean, 11 active+undersized+degraded, 118 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 255 B/s rd, 0 op/s; 41/636 objects degraded (6.447%) 2024-09-13T14:31:14.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:31:13 smithi062 bash[89221]: audit 2024-09-13T14:31:12.728573+0000 mgr.y (mgr.25139) 624 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:31:14.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:31:13 smithi062 bash[89221]: audit 2024-09-13T14:31:12.728573+0000 mgr.y (mgr.25139) 624 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:31:14.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:31:13 smithi062 bash[89221]: audit 2024-09-13T14:31:13.133870+0000 mon.a (mon.0) 316 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:31:14.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:31:13 smithi062 bash[89221]: audit 2024-09-13T14:31:13.133870+0000 mon.a (mon.0) 316 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:31:14.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:31:13 smithi062 bash[89221]: audit 2024-09-13T14:31:13.144204+0000 mon.a (mon.0) 317 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:31:14.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:31:13 smithi062 bash[89221]: audit 2024-09-13T14:31:13.144204+0000 mon.a (mon.0) 317 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:31:14.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:31:13 smithi062 bash[92878]: cluster 2024-09-13T14:31:12.508975+0000 mgr.y (mgr.25139) 623 : cluster [DBG] pgmap v357: 161 pgs: 17 active+undersized, 15 stale+active+clean, 11 active+undersized+degraded, 118 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 255 B/s rd, 0 op/s; 41/636 objects degraded (6.447%) 2024-09-13T14:31:14.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:31:13 smithi062 bash[92878]: cluster 2024-09-13T14:31:12.508975+0000 mgr.y (mgr.25139) 623 : cluster [DBG] pgmap v357: 161 pgs: 17 active+undersized, 15 stale+active+clean, 11 active+undersized+degraded, 118 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 255 B/s rd, 0 op/s; 41/636 objects degraded (6.447%) 2024-09-13T14:31:14.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:31:13 smithi062 bash[92878]: audit 2024-09-13T14:31:12.728573+0000 mgr.y (mgr.25139) 624 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:31:14.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:31:13 smithi062 bash[92878]: audit 2024-09-13T14:31:12.728573+0000 mgr.y (mgr.25139) 624 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:31:14.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:31:13 smithi062 bash[92878]: audit 2024-09-13T14:31:13.133870+0000 mon.a (mon.0) 316 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:31:14.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:31:13 smithi062 bash[92878]: audit 2024-09-13T14:31:13.133870+0000 mon.a (mon.0) 316 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:31:14.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:31:13 smithi062 bash[92878]: audit 2024-09-13T14:31:13.144204+0000 mon.a (mon.0) 317 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:31:14.005 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:31:13 smithi062 bash[92878]: audit 2024-09-13T14:31:13.144204+0000 mon.a (mon.0) 317 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:31:14.185 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:31:13 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:31:13.722030472Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:31:14.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:31:13 smithi178 bash[70490]: cluster 2024-09-13T14:31:12.508975+0000 mgr.y (mgr.25139) 623 : cluster [DBG] pgmap v357: 161 pgs: 17 active+undersized, 15 stale+active+clean, 11 active+undersized+degraded, 118 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 255 B/s rd, 0 op/s; 41/636 objects degraded (6.447%) 2024-09-13T14:31:14.186 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:31:13 smithi178 bash[70490]: cluster 2024-09-13T14:31:12.508975+0000 mgr.y (mgr.25139) 623 : cluster [DBG] pgmap v357: 161 pgs: 17 active+undersized, 15 stale+active+clean, 11 active+undersized+degraded, 118 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 255 B/s rd, 0 op/s; 41/636 objects degraded (6.447%) 2024-09-13T14:31:14.186 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:31:13 smithi178 bash[70490]: audit 2024-09-13T14:31:12.728573+0000 mgr.y (mgr.25139) 624 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:31:14.186 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:31:13 smithi178 bash[70490]: audit 2024-09-13T14:31:12.728573+0000 mgr.y (mgr.25139) 624 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:31:14.186 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:31:13 smithi178 bash[70490]: audit 2024-09-13T14:31:13.133870+0000 mon.a (mon.0) 316 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:31:14.186 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:31:13 smithi178 bash[70490]: audit 2024-09-13T14:31:13.133870+0000 mon.a (mon.0) 316 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:31:14.186 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:31:13 smithi178 bash[70490]: audit 2024-09-13T14:31:13.144204+0000 mon.a (mon.0) 317 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:31:14.186 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:31:13 smithi178 bash[70490]: audit 2024-09-13T14:31:13.144204+0000 mon.a (mon.0) 317 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:31:14.753 INFO:journalctl@ceph.osd.3.smithi062.stdout:Sep 13 14:31:14 smithi062 bash[113608]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-13T14:31:14.753 INFO:journalctl@ceph.osd.3.smithi062.stdout:Sep 13 14:31:14 smithi062 bash[113608]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-13T14:31:15.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:31:14 smithi178 bash[70490]: audit 2024-09-13T14:31:13.873280+0000 mon.a (mon.0) 318 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:31:15.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:31:14 smithi178 bash[70490]: audit 2024-09-13T14:31:13.873280+0000 mon.a (mon.0) 318 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:31:15.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:31:14 smithi178 bash[70490]: audit 2024-09-13T14:31:13.874748+0000 mon.b (mon.1) 203 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:31:15.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:31:14 smithi178 bash[70490]: audit 2024-09-13T14:31:13.874748+0000 mon.b (mon.1) 203 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:31:15.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:31:14 smithi062 bash[89221]: audit 2024-09-13T14:31:13.873280+0000 mon.a (mon.0) 318 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:31:15.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:31:14 smithi062 bash[89221]: audit 2024-09-13T14:31:13.873280+0000 mon.a (mon.0) 318 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:31:15.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:31:14 smithi062 bash[89221]: audit 2024-09-13T14:31:13.874748+0000 mon.b (mon.1) 203 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:31:15.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:31:14 smithi062 bash[89221]: audit 2024-09-13T14:31:13.874748+0000 mon.b (mon.1) 203 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:31:15.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:31:14 smithi062 bash[92878]: audit 2024-09-13T14:31:13.873280+0000 mon.a (mon.0) 318 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:31:15.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:31:14 smithi062 bash[92878]: audit 2024-09-13T14:31:13.873280+0000 mon.a (mon.0) 318 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:31:15.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:31:14 smithi062 bash[92878]: audit 2024-09-13T14:31:13.874748+0000 mon.b (mon.1) 203 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:31:15.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:31:14 smithi062 bash[92878]: audit 2024-09-13T14:31:13.874748+0000 mon.b (mon.1) 203 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:31:16.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:31:15 smithi178 bash[70490]: cluster 2024-09-13T14:31:14.509883+0000 mgr.y (mgr.25139) 625 : cluster [DBG] pgmap v358: 161 pgs: 39 active+undersized, 27 active+undersized+degraded, 95 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 84/636 objects degraded (13.208%) 2024-09-13T14:31:16.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:31:15 smithi178 bash[70490]: cluster 2024-09-13T14:31:14.509883+0000 mgr.y (mgr.25139) 625 : cluster [DBG] pgmap v358: 161 pgs: 39 active+undersized, 27 active+undersized+degraded, 95 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 84/636 objects degraded (13.208%) 2024-09-13T14:31:16.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:31:15 smithi062 bash[89221]: cluster 2024-09-13T14:31:14.509883+0000 mgr.y (mgr.25139) 625 : cluster [DBG] pgmap v358: 161 pgs: 39 active+undersized, 27 active+undersized+degraded, 95 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 84/636 objects degraded (13.208%) 2024-09-13T14:31:16.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:31:15 smithi062 bash[89221]: cluster 2024-09-13T14:31:14.509883+0000 mgr.y (mgr.25139) 625 : cluster [DBG] pgmap v358: 161 pgs: 39 active+undersized, 27 active+undersized+degraded, 95 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 84/636 objects degraded (13.208%) 2024-09-13T14:31:16.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:31:15 smithi062 bash[92878]: cluster 2024-09-13T14:31:14.509883+0000 mgr.y (mgr.25139) 625 : cluster [DBG] pgmap v358: 161 pgs: 39 active+undersized, 27 active+undersized+degraded, 95 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 84/636 objects degraded (13.208%) 2024-09-13T14:31:16.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:31:15 smithi062 bash[92878]: cluster 2024-09-13T14:31:14.509883+0000 mgr.y (mgr.25139) 625 : cluster [DBG] pgmap v358: 161 pgs: 39 active+undersized, 27 active+undersized+degraded, 95 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 84/636 objects degraded (13.208%) 2024-09-13T14:31:17.185 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:31:16 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:31:16.721803728Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:31:17.591 INFO:journalctl@ceph.osd.3.smithi062.stdout:Sep 13 14:31:17 smithi062 bash[113608]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-09-13T14:31:17.591 INFO:journalctl@ceph.osd.3.smithi062.stdout:Sep 13 14:31:17 smithi062 bash[113608]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-3 --no-mon-config --dev /dev/mapper/vg_nvme-lv_1 2024-09-13T14:31:17.883 INFO:journalctl@ceph.osd.3.smithi062.stdout:Sep 13 14:31:17 smithi062 bash[113608]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_1 2024-09-13T14:31:17.883 INFO:journalctl@ceph.osd.3.smithi062.stdout:Sep 13 14:31:17 smithi062 bash[113608]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-0 2024-09-13T14:31:17.883 INFO:journalctl@ceph.osd.3.smithi062.stdout:Sep 13 14:31:17 smithi062 bash[113608]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-3/block 2024-09-13T14:31:17.883 INFO:journalctl@ceph.osd.3.smithi062.stdout:Sep 13 14:31:17 smithi062 bash[113608]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-09-13T14:31:17.884 INFO:journalctl@ceph.osd.3.smithi062.stdout:Sep 13 14:31:17 smithi062 bash[113608]: --> ceph-volume raw activate successful for osd ID: 3 2024-09-13T14:31:18.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:31:17 smithi178 bash[70490]: cluster 2024-09-13T14:31:16.510877+0000 mgr.y (mgr.25139) 626 : cluster [DBG] pgmap v359: 161 pgs: 39 active+undersized, 27 active+undersized+degraded, 95 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 84/636 objects degraded (13.208%) 2024-09-13T14:31:18.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:31:17 smithi178 bash[70490]: cluster 2024-09-13T14:31:16.510877+0000 mgr.y (mgr.25139) 626 : cluster [DBG] pgmap v359: 161 pgs: 39 active+undersized, 27 active+undersized+degraded, 95 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 84/636 objects degraded (13.208%) 2024-09-13T14:31:18.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:31:17 smithi062 bash[89221]: cluster 2024-09-13T14:31:16.510877+0000 mgr.y (mgr.25139) 626 : cluster [DBG] pgmap v359: 161 pgs: 39 active+undersized, 27 active+undersized+degraded, 95 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 84/636 objects degraded (13.208%) 2024-09-13T14:31:18.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:31:17 smithi062 bash[89221]: cluster 2024-09-13T14:31:16.510877+0000 mgr.y (mgr.25139) 626 : cluster [DBG] pgmap v359: 161 pgs: 39 active+undersized, 27 active+undersized+degraded, 95 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 84/636 objects degraded (13.208%) 2024-09-13T14:31:18.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:31:17 smithi062 bash[92878]: cluster 2024-09-13T14:31:16.510877+0000 mgr.y (mgr.25139) 626 : cluster [DBG] pgmap v359: 161 pgs: 39 active+undersized, 27 active+undersized+degraded, 95 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 84/636 objects degraded (13.208%) 2024-09-13T14:31:18.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:31:17 smithi062 bash[92878]: cluster 2024-09-13T14:31:16.510877+0000 mgr.y (mgr.25139) 626 : cluster [DBG] pgmap v359: 161 pgs: 39 active+undersized, 27 active+undersized+degraded, 95 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 84/636 objects degraded (13.208%) 2024-09-13T14:31:19.752 INFO:journalctl@ceph.osd.3.smithi062.stdout:Sep 13 14:31:19 smithi062 bash[113889]: debug 2024-09-13T14:31:19.459+0000 7f3a417fd640 1 -- 172.21.15.62:0/2824286071 <== mon.2 v2:172.21.15.62:3301/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55e6f07c0960 con 0x55e6f07e1800 2024-09-13T14:31:20.185 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:31:19 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:31:19.735299329Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:31:20.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:31:19 smithi178 bash[70490]: cluster 2024-09-13T14:31:18.512340+0000 mgr.y (mgr.25139) 627 : cluster [DBG] pgmap v360: 161 pgs: 39 active+undersized, 27 active+undersized+degraded, 95 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 84/636 objects degraded (13.208%) 2024-09-13T14:31:20.186 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:31:19 smithi178 bash[70490]: cluster 2024-09-13T14:31:18.512340+0000 mgr.y (mgr.25139) 627 : cluster [DBG] pgmap v360: 161 pgs: 39 active+undersized, 27 active+undersized+degraded, 95 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 84/636 objects degraded (13.208%) 2024-09-13T14:31:20.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:31:19 smithi062 bash[89221]: cluster 2024-09-13T14:31:18.512340+0000 mgr.y (mgr.25139) 627 : cluster [DBG] pgmap v360: 161 pgs: 39 active+undersized, 27 active+undersized+degraded, 95 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 84/636 objects degraded (13.208%) 2024-09-13T14:31:20.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:31:19 smithi062 bash[89221]: cluster 2024-09-13T14:31:18.512340+0000 mgr.y (mgr.25139) 627 : cluster [DBG] pgmap v360: 161 pgs: 39 active+undersized, 27 active+undersized+degraded, 95 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 84/636 objects degraded (13.208%) 2024-09-13T14:31:20.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:31:19 smithi062 bash[92878]: cluster 2024-09-13T14:31:18.512340+0000 mgr.y (mgr.25139) 627 : cluster [DBG] pgmap v360: 161 pgs: 39 active+undersized, 27 active+undersized+degraded, 95 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 84/636 objects degraded (13.208%) 2024-09-13T14:31:20.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:31:19 smithi062 bash[92878]: cluster 2024-09-13T14:31:18.512340+0000 mgr.y (mgr.25139) 627 : cluster [DBG] pgmap v360: 161 pgs: 39 active+undersized, 27 active+undersized+degraded, 95 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 84/636 objects degraded (13.208%) 2024-09-13T14:31:21.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:31:20 smithi062 bash[89221]: audit 2024-09-13T14:31:19.977783+0000 mon.a (mon.0) 319 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:31:21.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:31:20 smithi062 bash[89221]: audit 2024-09-13T14:31:19.977783+0000 mon.a (mon.0) 319 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:31:21.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:31:20 smithi062 bash[89221]: audit 2024-09-13T14:31:19.987695+0000 mon.a (mon.0) 320 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:31:21.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:31:20 smithi062 bash[89221]: audit 2024-09-13T14:31:19.987695+0000 mon.a (mon.0) 320 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:31:21.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:31:20 smithi062 bash[92878]: audit 2024-09-13T14:31:19.977783+0000 mon.a (mon.0) 319 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:31:21.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:31:20 smithi062 bash[92878]: audit 2024-09-13T14:31:19.977783+0000 mon.a (mon.0) 319 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:31:21.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:31:20 smithi062 bash[92878]: audit 2024-09-13T14:31:19.987695+0000 mon.a (mon.0) 320 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:31:21.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:31:20 smithi062 bash[92878]: audit 2024-09-13T14:31:19.987695+0000 mon.a (mon.0) 320 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:31:21.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:31:20 smithi178 bash[70490]: audit 2024-09-13T14:31:19.977783+0000 mon.a (mon.0) 319 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:31:21.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:31:20 smithi178 bash[70490]: audit 2024-09-13T14:31:19.977783+0000 mon.a (mon.0) 319 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:31:21.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:31:20 smithi178 bash[70490]: audit 2024-09-13T14:31:19.987695+0000 mon.a (mon.0) 320 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:31:21.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:31:20 smithi178 bash[70490]: audit 2024-09-13T14:31:19.987695+0000 mon.a (mon.0) 320 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:31:21.753 INFO:journalctl@ceph.osd.3.smithi062.stdout:Sep 13 14:31:21 smithi062 bash[113889]: debug 2024-09-13T14:31:21.283+0000 7f3a44064640 -1 Falling back to public interface 2024-09-13T14:31:22.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:31:21 smithi062 bash[89221]: cluster 2024-09-13T14:31:20.513090+0000 mgr.y (mgr.25139) 628 : cluster [DBG] pgmap v361: 161 pgs: 39 active+undersized, 27 active+undersized+degraded, 95 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 84/636 objects degraded (13.208%) 2024-09-13T14:31:22.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:31:21 smithi062 bash[89221]: cluster 2024-09-13T14:31:20.513090+0000 mgr.y (mgr.25139) 628 : cluster [DBG] pgmap v361: 161 pgs: 39 active+undersized, 27 active+undersized+degraded, 95 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 84/636 objects degraded (13.208%) 2024-09-13T14:31:22.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:31:21 smithi062 bash[89221]: cluster 2024-09-13T14:31:21.081558+0000 mon.a (mon.0) 321 : cluster [WRN] Health check update: Degraded data redundancy: 84/636 objects degraded (13.208%), 27 pgs degraded (PG_DEGRADED) 2024-09-13T14:31:22.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:31:21 smithi062 bash[89221]: cluster 2024-09-13T14:31:21.081558+0000 mon.a (mon.0) 321 : cluster [WRN] Health check update: Degraded data redundancy: 84/636 objects degraded (13.208%), 27 pgs degraded (PG_DEGRADED) 2024-09-13T14:31:22.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:31:21 smithi062 bash[89221]: audit 2024-09-13T14:31:21.162334+0000 mon.a (mon.0) 322 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:31:22.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:31:21 smithi062 bash[89221]: audit 2024-09-13T14:31:21.162334+0000 mon.a (mon.0) 322 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:31:22.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:31:21 smithi062 bash[89221]: audit 2024-09-13T14:31:21.172627+0000 mon.a (mon.0) 323 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:31:22.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:31:21 smithi062 bash[89221]: audit 2024-09-13T14:31:21.172627+0000 mon.a (mon.0) 323 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:31:22.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:31:21 smithi062 bash[92878]: cluster 2024-09-13T14:31:20.513090+0000 mgr.y (mgr.25139) 628 : cluster [DBG] pgmap v361: 161 pgs: 39 active+undersized, 27 active+undersized+degraded, 95 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 84/636 objects degraded (13.208%) 2024-09-13T14:31:22.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:31:21 smithi062 bash[92878]: cluster 2024-09-13T14:31:20.513090+0000 mgr.y (mgr.25139) 628 : cluster [DBG] pgmap v361: 161 pgs: 39 active+undersized, 27 active+undersized+degraded, 95 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 84/636 objects degraded (13.208%) 2024-09-13T14:31:22.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:31:21 smithi062 bash[92878]: cluster 2024-09-13T14:31:21.081558+0000 mon.a (mon.0) 321 : cluster [WRN] Health check update: Degraded data redundancy: 84/636 objects degraded (13.208%), 27 pgs degraded (PG_DEGRADED) 2024-09-13T14:31:22.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:31:21 smithi062 bash[92878]: cluster 2024-09-13T14:31:21.081558+0000 mon.a (mon.0) 321 : cluster [WRN] Health check update: Degraded data redundancy: 84/636 objects degraded (13.208%), 27 pgs degraded (PG_DEGRADED) 2024-09-13T14:31:22.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:31:21 smithi062 bash[92878]: audit 2024-09-13T14:31:21.162334+0000 mon.a (mon.0) 322 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:31:22.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:31:21 smithi062 bash[92878]: audit 2024-09-13T14:31:21.162334+0000 mon.a (mon.0) 322 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:31:22.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:31:21 smithi062 bash[92878]: audit 2024-09-13T14:31:21.172627+0000 mon.a (mon.0) 323 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:31:22.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:31:21 smithi062 bash[92878]: audit 2024-09-13T14:31:21.172627+0000 mon.a (mon.0) 323 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:31:22.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:31:21 smithi178 bash[70490]: cluster 2024-09-13T14:31:20.513090+0000 mgr.y (mgr.25139) 628 : cluster [DBG] pgmap v361: 161 pgs: 39 active+undersized, 27 active+undersized+degraded, 95 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 84/636 objects degraded (13.208%) 2024-09-13T14:31:22.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:31:21 smithi178 bash[70490]: cluster 2024-09-13T14:31:20.513090+0000 mgr.y (mgr.25139) 628 : cluster [DBG] pgmap v361: 161 pgs: 39 active+undersized, 27 active+undersized+degraded, 95 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 84/636 objects degraded (13.208%) 2024-09-13T14:31:22.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:31:21 smithi178 bash[70490]: cluster 2024-09-13T14:31:21.081558+0000 mon.a (mon.0) 321 : cluster [WRN] Health check update: Degraded data redundancy: 84/636 objects degraded (13.208%), 27 pgs degraded (PG_DEGRADED) 2024-09-13T14:31:22.436 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:31:21 smithi178 bash[70490]: cluster 2024-09-13T14:31:21.081558+0000 mon.a (mon.0) 321 : cluster [WRN] Health check update: Degraded data redundancy: 84/636 objects degraded (13.208%), 27 pgs degraded (PG_DEGRADED) 2024-09-13T14:31:22.436 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:31:21 smithi178 bash[70490]: audit 2024-09-13T14:31:21.162334+0000 mon.a (mon.0) 322 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:31:22.436 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:31:21 smithi178 bash[70490]: audit 2024-09-13T14:31:21.162334+0000 mon.a (mon.0) 322 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:31:22.436 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:31:21 smithi178 bash[70490]: audit 2024-09-13T14:31:21.172627+0000 mon.a (mon.0) 323 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:31:22.436 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:31:21 smithi178 bash[70490]: audit 2024-09-13T14:31:21.172627+0000 mon.a (mon.0) 323 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:31:23.185 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:31:22 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:31:22.747597777Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:31:23.993 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:31:23 smithi062 bash[68610]: ::ffff:172.21.15.178 - - [13/Sep/2024:14:31:23] "GET /metrics HTTP/1.1" 200 38416 "" "Prometheus/2.51.0" 2024-09-13T14:31:24.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:31:23 smithi062 bash[89221]: cluster 2024-09-13T14:31:22.514426+0000 mgr.y (mgr.25139) 629 : cluster [DBG] pgmap v362: 161 pgs: 39 active+undersized, 27 active+undersized+degraded, 95 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 84/636 objects degraded (13.208%) 2024-09-13T14:31:24.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:31:23 smithi062 bash[89221]: cluster 2024-09-13T14:31:22.514426+0000 mgr.y (mgr.25139) 629 : cluster [DBG] pgmap v362: 161 pgs: 39 active+undersized, 27 active+undersized+degraded, 95 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 84/636 objects degraded (13.208%) 2024-09-13T14:31:24.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:31:23 smithi062 bash[89221]: audit 2024-09-13T14:31:22.736578+0000 mgr.y (mgr.25139) 630 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:31:24.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:31:23 smithi062 bash[89221]: audit 2024-09-13T14:31:22.736578+0000 mgr.y (mgr.25139) 630 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:31:24.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:31:23 smithi062 bash[92878]: cluster 2024-09-13T14:31:22.514426+0000 mgr.y (mgr.25139) 629 : cluster [DBG] pgmap v362: 161 pgs: 39 active+undersized, 27 active+undersized+degraded, 95 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 84/636 objects degraded (13.208%) 2024-09-13T14:31:24.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:31:23 smithi062 bash[92878]: cluster 2024-09-13T14:31:22.514426+0000 mgr.y (mgr.25139) 629 : cluster [DBG] pgmap v362: 161 pgs: 39 active+undersized, 27 active+undersized+degraded, 95 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 84/636 objects degraded (13.208%) 2024-09-13T14:31:24.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:31:23 smithi062 bash[92878]: audit 2024-09-13T14:31:22.736578+0000 mgr.y (mgr.25139) 630 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:31:24.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:31:23 smithi062 bash[92878]: audit 2024-09-13T14:31:22.736578+0000 mgr.y (mgr.25139) 630 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:31:24.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:31:23 smithi178 bash[70490]: cluster 2024-09-13T14:31:22.514426+0000 mgr.y (mgr.25139) 629 : cluster [DBG] pgmap v362: 161 pgs: 39 active+undersized, 27 active+undersized+degraded, 95 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 84/636 objects degraded (13.208%) 2024-09-13T14:31:24.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:31:23 smithi178 bash[70490]: cluster 2024-09-13T14:31:22.514426+0000 mgr.y (mgr.25139) 629 : cluster [DBG] pgmap v362: 161 pgs: 39 active+undersized, 27 active+undersized+degraded, 95 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 84/636 objects degraded (13.208%) 2024-09-13T14:31:24.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:31:23 smithi178 bash[70490]: audit 2024-09-13T14:31:22.736578+0000 mgr.y (mgr.25139) 630 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:31:24.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:31:23 smithi178 bash[70490]: audit 2024-09-13T14:31:22.736578+0000 mgr.y (mgr.25139) 630 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:31:24.995 INFO:journalctl@ceph.osd.3.smithi062.stdout:Sep 13 14:31:24 smithi062 bash[113889]: debug 2024-09-13T14:31:24.699+0000 7f3a44064640 -1 osd.3 128 log_to_monitors true 2024-09-13T14:31:25.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:31:24 smithi062 bash[89221]: audit 2024-09-13T14:31:24.704883+0000 mon.c (mon.2) 8 : audit [INF] from='osd.3 [v2:172.21.15.62:6826/2823553720,v1:172.21.15.62:6827/2823553720]' entity='osd.3' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]} : dispatch 2024-09-13T14:31:25.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:31:24 smithi062 bash[89221]: audit 2024-09-13T14:31:24.704883+0000 mon.c (mon.2) 8 : audit [INF] from='osd.3 [v2:172.21.15.62:6826/2823553720,v1:172.21.15.62:6827/2823553720]' entity='osd.3' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]} : dispatch 2024-09-13T14:31:25.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:31:24 smithi062 bash[89221]: audit 2024-09-13T14:31:24.705231+0000 mon.a (mon.0) 324 : audit [INF] from='osd.3 ' entity='osd.3' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]} : dispatch 2024-09-13T14:31:25.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:31:24 smithi062 bash[89221]: audit 2024-09-13T14:31:24.705231+0000 mon.a (mon.0) 324 : audit [INF] from='osd.3 ' entity='osd.3' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]} : dispatch 2024-09-13T14:31:25.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:31:24 smithi062 bash[92878]: audit 2024-09-13T14:31:24.704883+0000 mon.c (mon.2) 8 : audit [INF] from='osd.3 [v2:172.21.15.62:6826/2823553720,v1:172.21.15.62:6827/2823553720]' entity='osd.3' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]} : dispatch 2024-09-13T14:31:25.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:31:24 smithi062 bash[92878]: audit 2024-09-13T14:31:24.704883+0000 mon.c (mon.2) 8 : audit [INF] from='osd.3 [v2:172.21.15.62:6826/2823553720,v1:172.21.15.62:6827/2823553720]' entity='osd.3' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]} : dispatch 2024-09-13T14:31:25.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:31:24 smithi062 bash[92878]: audit 2024-09-13T14:31:24.705231+0000 mon.a (mon.0) 324 : audit [INF] from='osd.3 ' entity='osd.3' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]} : dispatch 2024-09-13T14:31:25.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:31:24 smithi062 bash[92878]: audit 2024-09-13T14:31:24.705231+0000 mon.a (mon.0) 324 : audit [INF] from='osd.3 ' entity='osd.3' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]} : dispatch 2024-09-13T14:31:25.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:31:24 smithi178 bash[70490]: audit 2024-09-13T14:31:24.704883+0000 mon.c (mon.2) 8 : audit [INF] from='osd.3 [v2:172.21.15.62:6826/2823553720,v1:172.21.15.62:6827/2823553720]' entity='osd.3' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]} : dispatch 2024-09-13T14:31:25.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:31:24 smithi178 bash[70490]: audit 2024-09-13T14:31:24.704883+0000 mon.c (mon.2) 8 : audit [INF] from='osd.3 [v2:172.21.15.62:6826/2823553720,v1:172.21.15.62:6827/2823553720]' entity='osd.3' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]} : dispatch 2024-09-13T14:31:25.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:31:24 smithi178 bash[70490]: audit 2024-09-13T14:31:24.705231+0000 mon.a (mon.0) 324 : audit [INF] from='osd.3 ' entity='osd.3' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]} : dispatch 2024-09-13T14:31:25.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:31:24 smithi178 bash[70490]: audit 2024-09-13T14:31:24.705231+0000 mon.a (mon.0) 324 : audit [INF] from='osd.3 ' entity='osd.3' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]} : dispatch 2024-09-13T14:31:26.003 INFO:journalctl@ceph.osd.3.smithi062.stdout:Sep 13 14:31:25 smithi062 bash[113889]: debug 2024-09-13T14:31:25.571+0000 7f3a37e06640 -1 osd.3 128 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-13T14:31:26.008 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:31:25 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:31:25.73657129Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:31:26.343 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:31:26 smithi062 bash[92878]: cluster 2024-09-13T14:31:24.516189+0000 mgr.y (mgr.25139) 631 : cluster [DBG] pgmap v363: 161 pgs: 39 active+undersized, 27 active+undersized+degraded, 95 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 84/636 objects degraded (13.208%) 2024-09-13T14:31:26.343 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:31:26 smithi062 bash[92878]: cluster 2024-09-13T14:31:24.516189+0000 mgr.y (mgr.25139) 631 : cluster [DBG] pgmap v363: 161 pgs: 39 active+undersized, 27 active+undersized+degraded, 95 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 84/636 objects degraded (13.208%) 2024-09-13T14:31:26.343 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:31:26 smithi062 bash[92878]: audit 2024-09-13T14:31:25.006093+0000 mon.a (mon.0) 325 : audit [INF] from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-09-13T14:31:26.343 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:31:26 smithi062 bash[92878]: audit 2024-09-13T14:31:25.006093+0000 mon.a (mon.0) 325 : audit [INF] from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-09-13T14:31:26.343 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:31:26 smithi062 bash[92878]: cluster 2024-09-13T14:31:25.013369+0000 mon.a (mon.0) 326 : cluster [DBG] osdmap e131: 8 total, 7 up, 8 in 2024-09-13T14:31:26.343 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:31:26 smithi062 bash[92878]: cluster 2024-09-13T14:31:25.013369+0000 mon.a (mon.0) 326 : cluster [DBG] osdmap e131: 8 total, 7 up, 8 in 2024-09-13T14:31:26.343 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:31:26 smithi062 bash[92878]: audit 2024-09-13T14:31:25.018786+0000 mon.c (mon.2) 9 : audit [INF] from='osd.3 [v2:172.21.15.62:6826/2823553720,v1:172.21.15.62:6827/2823553720]' entity='osd.3' cmd={"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi062", "root=default"]} : dispatch 2024-09-13T14:31:26.343 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:31:26 smithi062 bash[92878]: audit 2024-09-13T14:31:25.018786+0000 mon.c (mon.2) 9 : audit [INF] from='osd.3 [v2:172.21.15.62:6826/2823553720,v1:172.21.15.62:6827/2823553720]' entity='osd.3' cmd={"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi062", "root=default"]} : dispatch 2024-09-13T14:31:26.343 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:31:26 smithi062 bash[92878]: audit 2024-09-13T14:31:25.019738+0000 mon.a (mon.0) 327 : audit [INF] from='osd.3 ' entity='osd.3' cmd={"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi062", "root=default"]} : dispatch 2024-09-13T14:31:26.344 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:31:26 smithi062 bash[92878]: audit 2024-09-13T14:31:25.019738+0000 mon.a (mon.0) 327 : audit [INF] from='osd.3 ' entity='osd.3' cmd={"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi062", "root=default"]} : dispatch 2024-09-13T14:31:26.344 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:31:26 smithi062 bash[92878]: audit 2024-09-13T14:31:25.561191+0000 mon.a (mon.0) 328 : audit [INF] from='osd.3 ' entity='osd.3' 2024-09-13T14:31:26.344 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:31:26 smithi062 bash[92878]: audit 2024-09-13T14:31:25.561191+0000 mon.a (mon.0) 328 : audit [INF] from='osd.3 ' entity='osd.3' 2024-09-13T14:31:26.344 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:31:26 smithi062 bash[89221]: cluster 2024-09-13T14:31:24.516189+0000 mgr.y (mgr.25139) 631 : cluster [DBG] pgmap v363: 161 pgs: 39 active+undersized, 27 active+undersized+degraded, 95 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 84/636 objects degraded (13.208%) 2024-09-13T14:31:26.344 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:31:26 smithi062 bash[89221]: cluster 2024-09-13T14:31:24.516189+0000 mgr.y (mgr.25139) 631 : cluster [DBG] pgmap v363: 161 pgs: 39 active+undersized, 27 active+undersized+degraded, 95 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 84/636 objects degraded (13.208%) 2024-09-13T14:31:26.344 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:31:26 smithi062 bash[89221]: audit 2024-09-13T14:31:25.006093+0000 mon.a (mon.0) 325 : audit [INF] from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-09-13T14:31:26.344 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:31:26 smithi062 bash[89221]: audit 2024-09-13T14:31:25.006093+0000 mon.a (mon.0) 325 : audit [INF] from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-09-13T14:31:26.344 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:31:26 smithi062 bash[89221]: cluster 2024-09-13T14:31:25.013369+0000 mon.a (mon.0) 326 : cluster [DBG] osdmap e131: 8 total, 7 up, 8 in 2024-09-13T14:31:26.344 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:31:26 smithi062 bash[89221]: cluster 2024-09-13T14:31:25.013369+0000 mon.a (mon.0) 326 : cluster [DBG] osdmap e131: 8 total, 7 up, 8 in 2024-09-13T14:31:26.344 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:31:26 smithi062 bash[89221]: audit 2024-09-13T14:31:25.018786+0000 mon.c (mon.2) 9 : audit [INF] from='osd.3 [v2:172.21.15.62:6826/2823553720,v1:172.21.15.62:6827/2823553720]' entity='osd.3' cmd={"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi062", "root=default"]} : dispatch 2024-09-13T14:31:26.344 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:31:26 smithi062 bash[89221]: audit 2024-09-13T14:31:25.018786+0000 mon.c (mon.2) 9 : audit [INF] from='osd.3 [v2:172.21.15.62:6826/2823553720,v1:172.21.15.62:6827/2823553720]' entity='osd.3' cmd={"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi062", "root=default"]} : dispatch 2024-09-13T14:31:26.344 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:31:26 smithi062 bash[89221]: audit 2024-09-13T14:31:25.019738+0000 mon.a (mon.0) 327 : audit [INF] from='osd.3 ' entity='osd.3' cmd={"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi062", "root=default"]} : dispatch 2024-09-13T14:31:26.345 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:31:26 smithi062 bash[89221]: audit 2024-09-13T14:31:25.019738+0000 mon.a (mon.0) 327 : audit [INF] from='osd.3 ' entity='osd.3' cmd={"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi062", "root=default"]} : dispatch 2024-09-13T14:31:26.345 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:31:26 smithi062 bash[89221]: audit 2024-09-13T14:31:25.561191+0000 mon.a (mon.0) 328 : audit [INF] from='osd.3 ' entity='osd.3' 2024-09-13T14:31:26.345 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:31:26 smithi062 bash[89221]: audit 2024-09-13T14:31:25.561191+0000 mon.a (mon.0) 328 : audit [INF] from='osd.3 ' entity='osd.3' 2024-09-13T14:31:26.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:31:26 smithi178 bash[70490]: cluster 2024-09-13T14:31:24.516189+0000 mgr.y (mgr.25139) 631 : cluster [DBG] pgmap v363: 161 pgs: 39 active+undersized, 27 active+undersized+degraded, 95 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 84/636 objects degraded (13.208%) 2024-09-13T14:31:26.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:31:26 smithi178 bash[70490]: cluster 2024-09-13T14:31:24.516189+0000 mgr.y (mgr.25139) 631 : cluster [DBG] pgmap v363: 161 pgs: 39 active+undersized, 27 active+undersized+degraded, 95 active+clean; 585 KiB data, 267 MiB used, 715 GiB / 715 GiB avail; 84/636 objects degraded (13.208%) 2024-09-13T14:31:26.436 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:31:26 smithi178 bash[70490]: audit 2024-09-13T14:31:25.006093+0000 mon.a (mon.0) 325 : audit [INF] from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-09-13T14:31:26.436 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:31:26 smithi178 bash[70490]: audit 2024-09-13T14:31:25.006093+0000 mon.a (mon.0) 325 : audit [INF] from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-09-13T14:31:26.436 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:31:26 smithi178 bash[70490]: cluster 2024-09-13T14:31:25.013369+0000 mon.a (mon.0) 326 : cluster [DBG] osdmap e131: 8 total, 7 up, 8 in 2024-09-13T14:31:26.436 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:31:26 smithi178 bash[70490]: cluster 2024-09-13T14:31:25.013369+0000 mon.a (mon.0) 326 : cluster [DBG] osdmap e131: 8 total, 7 up, 8 in 2024-09-13T14:31:26.436 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:31:26 smithi178 bash[70490]: audit 2024-09-13T14:31:25.018786+0000 mon.c (mon.2) 9 : audit [INF] from='osd.3 [v2:172.21.15.62:6826/2823553720,v1:172.21.15.62:6827/2823553720]' entity='osd.3' cmd={"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi062", "root=default"]} : dispatch 2024-09-13T14:31:26.436 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:31:26 smithi178 bash[70490]: audit 2024-09-13T14:31:25.018786+0000 mon.c (mon.2) 9 : audit [INF] from='osd.3 [v2:172.21.15.62:6826/2823553720,v1:172.21.15.62:6827/2823553720]' entity='osd.3' cmd={"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi062", "root=default"]} : dispatch 2024-09-13T14:31:26.436 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:31:26 smithi178 bash[70490]: audit 2024-09-13T14:31:25.019738+0000 mon.a (mon.0) 327 : audit [INF] from='osd.3 ' entity='osd.3' cmd={"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi062", "root=default"]} : dispatch 2024-09-13T14:31:26.436 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:31:26 smithi178 bash[70490]: audit 2024-09-13T14:31:25.019738+0000 mon.a (mon.0) 327 : audit [INF] from='osd.3 ' entity='osd.3' cmd={"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi062", "root=default"]} : dispatch 2024-09-13T14:31:26.436 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:31:26 smithi178 bash[70490]: audit 2024-09-13T14:31:25.561191+0000 mon.a (mon.0) 328 : audit [INF] from='osd.3 ' entity='osd.3' 2024-09-13T14:31:26.436 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:31:26 smithi178 bash[70490]: audit 2024-09-13T14:31:25.561191+0000 mon.a (mon.0) 328 : audit [INF] from='osd.3 ' entity='osd.3' 2024-09-13T14:31:27.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:31:27 smithi178 bash[70490]: cluster 2024-09-13T14:31:26.560196+0000 mon.a (mon.0) 329 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-13T14:31:27.436 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:31:27 smithi178 bash[70490]: cluster 2024-09-13T14:31:26.560196+0000 mon.a (mon.0) 329 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-13T14:31:27.436 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:31:27 smithi178 bash[70490]: audit 2024-09-13T14:31:26.570140+0000 mon.b (mon.1) 204 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 3} : dispatch 2024-09-13T14:31:27.436 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:31:27 smithi178 bash[70490]: audit 2024-09-13T14:31:26.570140+0000 mon.b (mon.1) 204 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 3} : dispatch 2024-09-13T14:31:27.436 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:31:27 smithi178 bash[70490]: cluster 2024-09-13T14:31:26.571340+0000 mon.a (mon.0) 330 : cluster [INF] osd.3 [v2:172.21.15.62:6826/2823553720,v1:172.21.15.62:6827/2823553720] boot 2024-09-13T14:31:27.436 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:31:27 smithi178 bash[70490]: cluster 2024-09-13T14:31:26.571340+0000 mon.a (mon.0) 330 : cluster [INF] osd.3 [v2:172.21.15.62:6826/2823553720,v1:172.21.15.62:6827/2823553720] boot 2024-09-13T14:31:27.436 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:31:27 smithi178 bash[70490]: cluster 2024-09-13T14:31:26.571467+0000 mon.a (mon.0) 331 : cluster [DBG] osdmap e132: 8 total, 8 up, 8 in 2024-09-13T14:31:27.436 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:31:27 smithi178 bash[70490]: cluster 2024-09-13T14:31:26.571467+0000 mon.a (mon.0) 331 : cluster [DBG] osdmap e132: 8 total, 8 up, 8 in 2024-09-13T14:31:27.459 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:31:27 smithi062 bash[92878]: cluster 2024-09-13T14:31:26.560196+0000 mon.a (mon.0) 329 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-13T14:31:27.459 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:31:27 smithi062 bash[92878]: cluster 2024-09-13T14:31:26.560196+0000 mon.a (mon.0) 329 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-13T14:31:27.459 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:31:27 smithi062 bash[92878]: audit 2024-09-13T14:31:26.570140+0000 mon.b (mon.1) 204 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 3} : dispatch 2024-09-13T14:31:27.460 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:31:27 smithi062 bash[92878]: audit 2024-09-13T14:31:26.570140+0000 mon.b (mon.1) 204 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 3} : dispatch 2024-09-13T14:31:27.460 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:31:27 smithi062 bash[92878]: cluster 2024-09-13T14:31:26.571340+0000 mon.a (mon.0) 330 : cluster [INF] osd.3 [v2:172.21.15.62:6826/2823553720,v1:172.21.15.62:6827/2823553720] boot 2024-09-13T14:31:27.460 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:31:27 smithi062 bash[92878]: cluster 2024-09-13T14:31:26.571340+0000 mon.a (mon.0) 330 : cluster [INF] osd.3 [v2:172.21.15.62:6826/2823553720,v1:172.21.15.62:6827/2823553720] boot 2024-09-13T14:31:27.460 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:31:27 smithi062 bash[92878]: cluster 2024-09-13T14:31:26.571467+0000 mon.a (mon.0) 331 : cluster [DBG] osdmap e132: 8 total, 8 up, 8 in 2024-09-13T14:31:27.460 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:31:27 smithi062 bash[92878]: cluster 2024-09-13T14:31:26.571467+0000 mon.a (mon.0) 331 : cluster [DBG] osdmap e132: 8 total, 8 up, 8 in 2024-09-13T14:31:27.460 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:31:27 smithi062 bash[89221]: cluster 2024-09-13T14:31:26.560196+0000 mon.a (mon.0) 329 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-13T14:31:27.460 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:31:27 smithi062 bash[89221]: cluster 2024-09-13T14:31:26.560196+0000 mon.a (mon.0) 329 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-13T14:31:27.460 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:31:27 smithi062 bash[89221]: audit 2024-09-13T14:31:26.570140+0000 mon.b (mon.1) 204 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 3} : dispatch 2024-09-13T14:31:27.460 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:31:27 smithi062 bash[89221]: audit 2024-09-13T14:31:26.570140+0000 mon.b (mon.1) 204 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 3} : dispatch 2024-09-13T14:31:27.460 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:31:27 smithi062 bash[89221]: cluster 2024-09-13T14:31:26.571340+0000 mon.a (mon.0) 330 : cluster [INF] osd.3 [v2:172.21.15.62:6826/2823553720,v1:172.21.15.62:6827/2823553720] boot 2024-09-13T14:31:27.461 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:31:27 smithi062 bash[89221]: cluster 2024-09-13T14:31:26.571340+0000 mon.a (mon.0) 330 : cluster [INF] osd.3 [v2:172.21.15.62:6826/2823553720,v1:172.21.15.62:6827/2823553720] boot 2024-09-13T14:31:27.461 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:31:27 smithi062 bash[89221]: cluster 2024-09-13T14:31:26.571467+0000 mon.a (mon.0) 331 : cluster [DBG] osdmap e132: 8 total, 8 up, 8 in 2024-09-13T14:31:27.461 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:31:27 smithi062 bash[89221]: cluster 2024-09-13T14:31:26.571467+0000 mon.a (mon.0) 331 : cluster [DBG] osdmap e132: 8 total, 8 up, 8 in 2024-09-13T14:31:28.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:31:28 smithi178 bash[70490]: cluster 2024-09-13T14:31:26.517296+0000 mgr.y (mgr.25139) 632 : cluster [DBG] pgmap v365: 161 pgs: 39 active+undersized, 27 active+undersized+degraded, 95 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s; 84/636 objects degraded (13.208%) 2024-09-13T14:31:28.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:31:28 smithi178 bash[70490]: cluster 2024-09-13T14:31:26.517296+0000 mgr.y (mgr.25139) 632 : cluster [DBG] pgmap v365: 161 pgs: 39 active+undersized, 27 active+undersized+degraded, 95 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s; 84/636 objects degraded (13.208%) 2024-09-13T14:31:28.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:31:28 smithi178 bash[70490]: cluster 2024-09-13T14:31:27.568305+0000 mon.a (mon.0) 332 : cluster [DBG] osdmap e133: 8 total, 8 up, 8 in 2024-09-13T14:31:28.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:31:28 smithi178 bash[70490]: cluster 2024-09-13T14:31:27.568305+0000 mon.a (mon.0) 332 : cluster [DBG] osdmap e133: 8 total, 8 up, 8 in 2024-09-13T14:31:28.485 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:31:28 smithi062 bash[89221]: cluster 2024-09-13T14:31:26.517296+0000 mgr.y (mgr.25139) 632 : cluster [DBG] pgmap v365: 161 pgs: 39 active+undersized, 27 active+undersized+degraded, 95 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s; 84/636 objects degraded (13.208%) 2024-09-13T14:31:28.485 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:31:28 smithi062 bash[89221]: cluster 2024-09-13T14:31:26.517296+0000 mgr.y (mgr.25139) 632 : cluster [DBG] pgmap v365: 161 pgs: 39 active+undersized, 27 active+undersized+degraded, 95 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s; 84/636 objects degraded (13.208%) 2024-09-13T14:31:28.485 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:31:28 smithi062 bash[89221]: cluster 2024-09-13T14:31:27.568305+0000 mon.a (mon.0) 332 : cluster [DBG] osdmap e133: 8 total, 8 up, 8 in 2024-09-13T14:31:28.485 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:31:28 smithi062 bash[89221]: cluster 2024-09-13T14:31:27.568305+0000 mon.a (mon.0) 332 : cluster [DBG] osdmap e133: 8 total, 8 up, 8 in 2024-09-13T14:31:28.485 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:31:28 smithi062 bash[92878]: cluster 2024-09-13T14:31:26.517296+0000 mgr.y (mgr.25139) 632 : cluster [DBG] pgmap v365: 161 pgs: 39 active+undersized, 27 active+undersized+degraded, 95 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s; 84/636 objects degraded (13.208%) 2024-09-13T14:31:28.486 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:31:28 smithi062 bash[92878]: cluster 2024-09-13T14:31:26.517296+0000 mgr.y (mgr.25139) 632 : cluster [DBG] pgmap v365: 161 pgs: 39 active+undersized, 27 active+undersized+degraded, 95 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s; 84/636 objects degraded (13.208%) 2024-09-13T14:31:28.486 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:31:28 smithi062 bash[92878]: cluster 2024-09-13T14:31:27.568305+0000 mon.a (mon.0) 332 : cluster [DBG] osdmap e133: 8 total, 8 up, 8 in 2024-09-13T14:31:28.486 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:31:28 smithi062 bash[92878]: cluster 2024-09-13T14:31:27.568305+0000 mon.a (mon.0) 332 : cluster [DBG] osdmap e133: 8 total, 8 up, 8 in 2024-09-13T14:31:29.185 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:31:28 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:31:28.743675402Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:31:30.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:31:29 smithi178 bash[70490]: cluster 2024-09-13T14:31:28.518465+0000 mgr.y (mgr.25139) 633 : cluster [DBG] pgmap v368: 161 pgs: 13 peering, 31 active+undersized, 22 active+undersized+degraded, 95 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s; 68/636 objects degraded (10.692%) 2024-09-13T14:31:30.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:31:29 smithi178 bash[70490]: cluster 2024-09-13T14:31:28.518465+0000 mgr.y (mgr.25139) 633 : cluster [DBG] pgmap v368: 161 pgs: 13 peering, 31 active+undersized, 22 active+undersized+degraded, 95 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s; 68/636 objects degraded (10.692%) 2024-09-13T14:31:30.186 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:31:29 smithi178 bash[70490]: audit 2024-09-13T14:31:28.873963+0000 mon.a (mon.0) 333 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:31:30.186 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:31:29 smithi178 bash[70490]: audit 2024-09-13T14:31:28.873963+0000 mon.a (mon.0) 333 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:31:30.186 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:31:29 smithi178 bash[70490]: audit 2024-09-13T14:31:28.875680+0000 mon.b (mon.1) 205 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:31:30.186 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:31:29 smithi178 bash[70490]: audit 2024-09-13T14:31:28.875680+0000 mon.b (mon.1) 205 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:31:30.186 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:31:29 smithi178 bash[70490]: cluster 2024-09-13T14:31:29.019460+0000 mon.a (mon.0) 334 : cluster [WRN] Health check update: Degraded data redundancy: 68/636 objects degraded (10.692%), 22 pgs degraded (PG_DEGRADED) 2024-09-13T14:31:30.186 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:31:29 smithi178 bash[70490]: cluster 2024-09-13T14:31:29.019460+0000 mon.a (mon.0) 334 : cluster [WRN] Health check update: Degraded data redundancy: 68/636 objects degraded (10.692%), 22 pgs degraded (PG_DEGRADED) 2024-09-13T14:31:30.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:31:29 smithi062 bash[89221]: cluster 2024-09-13T14:31:28.518465+0000 mgr.y (mgr.25139) 633 : cluster [DBG] pgmap v368: 161 pgs: 13 peering, 31 active+undersized, 22 active+undersized+degraded, 95 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s; 68/636 objects degraded (10.692%) 2024-09-13T14:31:30.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:31:29 smithi062 bash[89221]: cluster 2024-09-13T14:31:28.518465+0000 mgr.y (mgr.25139) 633 : cluster [DBG] pgmap v368: 161 pgs: 13 peering, 31 active+undersized, 22 active+undersized+degraded, 95 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s; 68/636 objects degraded (10.692%) 2024-09-13T14:31:30.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:31:29 smithi062 bash[89221]: audit 2024-09-13T14:31:28.873963+0000 mon.a (mon.0) 333 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:31:30.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:31:29 smithi062 bash[89221]: audit 2024-09-13T14:31:28.873963+0000 mon.a (mon.0) 333 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:31:30.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:31:29 smithi062 bash[89221]: audit 2024-09-13T14:31:28.875680+0000 mon.b (mon.1) 205 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:31:30.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:31:29 smithi062 bash[89221]: audit 2024-09-13T14:31:28.875680+0000 mon.b (mon.1) 205 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:31:30.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:31:29 smithi062 bash[89221]: cluster 2024-09-13T14:31:29.019460+0000 mon.a (mon.0) 334 : cluster [WRN] Health check update: Degraded data redundancy: 68/636 objects degraded (10.692%), 22 pgs degraded (PG_DEGRADED) 2024-09-13T14:31:30.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:31:29 smithi062 bash[89221]: cluster 2024-09-13T14:31:29.019460+0000 mon.a (mon.0) 334 : cluster [WRN] Health check update: Degraded data redundancy: 68/636 objects degraded (10.692%), 22 pgs degraded (PG_DEGRADED) 2024-09-13T14:31:30.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:31:29 smithi062 bash[92878]: cluster 2024-09-13T14:31:28.518465+0000 mgr.y (mgr.25139) 633 : cluster [DBG] pgmap v368: 161 pgs: 13 peering, 31 active+undersized, 22 active+undersized+degraded, 95 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s; 68/636 objects degraded (10.692%) 2024-09-13T14:31:30.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:31:29 smithi062 bash[92878]: cluster 2024-09-13T14:31:28.518465+0000 mgr.y (mgr.25139) 633 : cluster [DBG] pgmap v368: 161 pgs: 13 peering, 31 active+undersized, 22 active+undersized+degraded, 95 active+clean; 585 KiB data, 263 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s; 68/636 objects degraded (10.692%) 2024-09-13T14:31:30.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:31:29 smithi062 bash[92878]: audit 2024-09-13T14:31:28.873963+0000 mon.a (mon.0) 333 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:31:30.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:31:29 smithi062 bash[92878]: audit 2024-09-13T14:31:28.873963+0000 mon.a (mon.0) 333 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:31:30.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:31:29 smithi062 bash[92878]: audit 2024-09-13T14:31:28.875680+0000 mon.b (mon.1) 205 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:31:30.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:31:29 smithi062 bash[92878]: audit 2024-09-13T14:31:28.875680+0000 mon.b (mon.1) 205 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:31:30.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:31:29 smithi062 bash[92878]: cluster 2024-09-13T14:31:29.019460+0000 mon.a (mon.0) 334 : cluster [WRN] Health check update: Degraded data redundancy: 68/636 objects degraded (10.692%), 22 pgs degraded (PG_DEGRADED) 2024-09-13T14:31:30.255 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:31:29 smithi062 bash[92878]: cluster 2024-09-13T14:31:29.019460+0000 mon.a (mon.0) 334 : cluster [WRN] Health check update: Degraded data redundancy: 68/636 objects degraded (10.692%), 22 pgs degraded (PG_DEGRADED) 2024-09-13T14:31:31.875 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:31:31 smithi062 bash[68610]: debug 2024-09-13T14:31:31.523+0000 7fd91dfb7640 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (7 PGs are or would become offline) 2024-09-13T14:31:32.185 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:31:31 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:31:31.752435599Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:31:32.186 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:31:31 smithi178 bash[70490]: cluster 2024-09-13T14:31:30.519478+0000 mgr.y (mgr.25139) 634 : cluster [DBG] pgmap v369: 161 pgs: 13 peering, 4 active+undersized, 4 active+undersized+degraded, 140 active+clean; 585 KiB data, 272 MiB used, 715 GiB / 715 GiB avail; 11/636 objects degraded (1.730%) 2024-09-13T14:31:32.186 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:31:31 smithi178 bash[70490]: cluster 2024-09-13T14:31:30.519478+0000 mgr.y (mgr.25139) 634 : cluster [DBG] pgmap v369: 161 pgs: 13 peering, 4 active+undersized, 4 active+undersized+degraded, 140 active+clean; 585 KiB data, 272 MiB used, 715 GiB / 715 GiB avail; 11/636 objects degraded (1.730%) 2024-09-13T14:31:32.186 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:31:31 smithi178 bash[70490]: audit 2024-09-13T14:31:31.350463+0000 mon.a (mon.0) 335 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:31:32.186 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:31:31 smithi178 bash[70490]: audit 2024-09-13T14:31:31.350463+0000 mon.a (mon.0) 335 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:31:32.186 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:31:31 smithi178 bash[70490]: audit 2024-09-13T14:31:31.363349+0000 mon.a (mon.0) 336 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:31:32.186 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:31:31 smithi178 bash[70490]: audit 2024-09-13T14:31:31.363349+0000 mon.a (mon.0) 336 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:31:32.186 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:31:31 smithi178 bash[70490]: audit 2024-09-13T14:31:31.365598+0000 mon.b (mon.1) 206 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:31:32.186 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:31:31 smithi178 bash[70490]: audit 2024-09-13T14:31:31.365598+0000 mon.b (mon.1) 206 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:31:32.186 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:31:31 smithi178 bash[70490]: audit 2024-09-13T14:31:31.367648+0000 mon.b (mon.1) 207 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-13T14:31:32.186 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:31:31 smithi178 bash[70490]: audit 2024-09-13T14:31:31.367648+0000 mon.b (mon.1) 207 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-13T14:31:32.186 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:31:31 smithi178 bash[70490]: audit 2024-09-13T14:31:31.380243+0000 mon.a (mon.0) 337 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:31:32.186 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:31:31 smithi178 bash[70490]: audit 2024-09-13T14:31:31.380243+0000 mon.a (mon.0) 337 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:31:32.186 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:31:31 smithi178 bash[70490]: audit 2024-09-13T14:31:31.510883+0000 mon.b (mon.1) 208 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-13T14:31:32.187 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:31:31 smithi178 bash[70490]: audit 2024-09-13T14:31:31.510883+0000 mon.b (mon.1) 208 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-13T14:31:32.187 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:31:31 smithi178 bash[70490]: audit 2024-09-13T14:31:31.514575+0000 mon.b (mon.1) 209 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:31:32.187 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:31:31 smithi178 bash[70490]: audit 2024-09-13T14:31:31.514575+0000 mon.b (mon.1) 209 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:31:32.187 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:31:31 smithi178 bash[70490]: audit 2024-09-13T14:31:31.517888+0000 mon.b (mon.1) 210 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:31:32.187 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:31:31 smithi178 bash[70490]: audit 2024-09-13T14:31:31.517888+0000 mon.b (mon.1) 210 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:31:32.187 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:31:31 smithi178 bash[70490]: audit 2024-09-13T14:31:31.521035+0000 mon.b (mon.1) 211 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:31:32.187 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:31:31 smithi178 bash[70490]: audit 2024-09-13T14:31:31.521035+0000 mon.b (mon.1) 211 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:31:32.187 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:31:31 smithi178 bash[70490]: audit 2024-09-13T14:31:31.524086+0000 mon.b (mon.1) 212 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16} : dispatch 2024-09-13T14:31:32.187 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:31:31 smithi178 bash[70490]: audit 2024-09-13T14:31:31.524086+0000 mon.b (mon.1) 212 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16} : dispatch 2024-09-13T14:31:32.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:31:31 smithi062 bash[89221]: cluster 2024-09-13T14:31:30.519478+0000 mgr.y (mgr.25139) 634 : cluster [DBG] pgmap v369: 161 pgs: 13 peering, 4 active+undersized, 4 active+undersized+degraded, 140 active+clean; 585 KiB data, 272 MiB used, 715 GiB / 715 GiB avail; 11/636 objects degraded (1.730%) 2024-09-13T14:31:32.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:31:31 smithi062 bash[89221]: cluster 2024-09-13T14:31:30.519478+0000 mgr.y (mgr.25139) 634 : cluster [DBG] pgmap v369: 161 pgs: 13 peering, 4 active+undersized, 4 active+undersized+degraded, 140 active+clean; 585 KiB data, 272 MiB used, 715 GiB / 715 GiB avail; 11/636 objects degraded (1.730%) 2024-09-13T14:31:32.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:31:31 smithi062 bash[89221]: audit 2024-09-13T14:31:31.350463+0000 mon.a (mon.0) 335 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:31:32.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:31:31 smithi062 bash[89221]: audit 2024-09-13T14:31:31.350463+0000 mon.a (mon.0) 335 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:31:32.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:31:31 smithi062 bash[89221]: audit 2024-09-13T14:31:31.363349+0000 mon.a (mon.0) 336 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:31:32.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:31:31 smithi062 bash[89221]: audit 2024-09-13T14:31:31.363349+0000 mon.a (mon.0) 336 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:31:32.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:31:31 smithi062 bash[89221]: audit 2024-09-13T14:31:31.365598+0000 mon.b (mon.1) 206 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:31:32.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:31:31 smithi062 bash[89221]: audit 2024-09-13T14:31:31.365598+0000 mon.b (mon.1) 206 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:31:32.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:31:31 smithi062 bash[89221]: audit 2024-09-13T14:31:31.367648+0000 mon.b (mon.1) 207 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-13T14:31:32.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:31:31 smithi062 bash[89221]: audit 2024-09-13T14:31:31.367648+0000 mon.b (mon.1) 207 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-13T14:31:32.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:31:31 smithi062 bash[89221]: audit 2024-09-13T14:31:31.380243+0000 mon.a (mon.0) 337 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:31:32.255 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:31:31 smithi062 bash[89221]: audit 2024-09-13T14:31:31.380243+0000 mon.a (mon.0) 337 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:31:32.255 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:31:31 smithi062 bash[89221]: audit 2024-09-13T14:31:31.510883+0000 mon.b (mon.1) 208 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-13T14:31:32.255 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:31:31 smithi062 bash[89221]: audit 2024-09-13T14:31:31.510883+0000 mon.b (mon.1) 208 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-13T14:31:32.255 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:31:31 smithi062 bash[89221]: audit 2024-09-13T14:31:31.514575+0000 mon.b (mon.1) 209 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:31:32.255 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:31:31 smithi062 bash[89221]: audit 2024-09-13T14:31:31.514575+0000 mon.b (mon.1) 209 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:31:32.255 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:31:31 smithi062 bash[89221]: audit 2024-09-13T14:31:31.517888+0000 mon.b (mon.1) 210 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:31:32.255 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:31:31 smithi062 bash[89221]: audit 2024-09-13T14:31:31.517888+0000 mon.b (mon.1) 210 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:31:32.255 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:31:31 smithi062 bash[89221]: audit 2024-09-13T14:31:31.521035+0000 mon.b (mon.1) 211 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:31:32.255 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:31:31 smithi062 bash[89221]: audit 2024-09-13T14:31:31.521035+0000 mon.b (mon.1) 211 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:31:32.255 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:31:31 smithi062 bash[92878]: cluster 2024-09-13T14:31:30.519478+0000 mgr.y (mgr.25139) 634 : cluster [DBG] pgmap v369: 161 pgs: 13 peering, 4 active+undersized, 4 active+undersized+degraded, 140 active+clean; 585 KiB data, 272 MiB used, 715 GiB / 715 GiB avail; 11/636 objects degraded (1.730%) 2024-09-13T14:31:32.256 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:31:31 smithi062 bash[92878]: cluster 2024-09-13T14:31:30.519478+0000 mgr.y (mgr.25139) 634 : cluster [DBG] pgmap v369: 161 pgs: 13 peering, 4 active+undersized, 4 active+undersized+degraded, 140 active+clean; 585 KiB data, 272 MiB used, 715 GiB / 715 GiB avail; 11/636 objects degraded (1.730%) 2024-09-13T14:31:32.256 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:31:31 smithi062 bash[92878]: audit 2024-09-13T14:31:31.350463+0000 mon.a (mon.0) 335 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:31:32.256 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:31:31 smithi062 bash[92878]: audit 2024-09-13T14:31:31.350463+0000 mon.a (mon.0) 335 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:31:32.256 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:31:31 smithi062 bash[92878]: audit 2024-09-13T14:31:31.363349+0000 mon.a (mon.0) 336 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:31:32.256 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:31:31 smithi062 bash[92878]: audit 2024-09-13T14:31:31.363349+0000 mon.a (mon.0) 336 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:31:32.256 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:31:31 smithi062 bash[92878]: audit 2024-09-13T14:31:31.365598+0000 mon.b (mon.1) 206 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:31:32.256 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:31:31 smithi062 bash[92878]: audit 2024-09-13T14:31:31.365598+0000 mon.b (mon.1) 206 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:31:32.256 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:31:31 smithi062 bash[92878]: audit 2024-09-13T14:31:31.367648+0000 mon.b (mon.1) 207 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-13T14:31:32.256 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:31:31 smithi062 bash[92878]: audit 2024-09-13T14:31:31.367648+0000 mon.b (mon.1) 207 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-13T14:31:32.256 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:31:31 smithi062 bash[92878]: audit 2024-09-13T14:31:31.380243+0000 mon.a (mon.0) 337 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:31:32.256 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:31:31 smithi062 bash[92878]: audit 2024-09-13T14:31:31.380243+0000 mon.a (mon.0) 337 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:31:32.256 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:31:31 smithi062 bash[92878]: audit 2024-09-13T14:31:31.510883+0000 mon.b (mon.1) 208 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-13T14:31:32.256 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:31:31 smithi062 bash[92878]: audit 2024-09-13T14:31:31.510883+0000 mon.b (mon.1) 208 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-13T14:31:32.257 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:31:31 smithi062 bash[92878]: audit 2024-09-13T14:31:31.514575+0000 mon.b (mon.1) 209 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:31:32.257 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:31:31 smithi062 bash[92878]: audit 2024-09-13T14:31:31.514575+0000 mon.b (mon.1) 209 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:31:32.257 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:31:31 smithi062 bash[92878]: audit 2024-09-13T14:31:31.517888+0000 mon.b (mon.1) 210 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:31:32.257 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:31:31 smithi062 bash[92878]: audit 2024-09-13T14:31:31.517888+0000 mon.b (mon.1) 210 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:31:32.257 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:31:31 smithi062 bash[92878]: audit 2024-09-13T14:31:31.521035+0000 mon.b (mon.1) 211 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:31:32.257 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:31:31 smithi062 bash[92878]: audit 2024-09-13T14:31:31.521035+0000 mon.b (mon.1) 211 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:31:32.257 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:31:31 smithi062 bash[89221]: audit 2024-09-13T14:31:31.524086+0000 mon.b (mon.1) 212 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16} : dispatch 2024-09-13T14:31:32.257 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:31:31 smithi062 bash[89221]: audit 2024-09-13T14:31:31.524086+0000 mon.b (mon.1) 212 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16} : dispatch 2024-09-13T14:31:32.257 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:31:31 smithi062 bash[92878]: audit 2024-09-13T14:31:31.524086+0000 mon.b (mon.1) 212 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16} : dispatch 2024-09-13T14:31:32.258 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:31:31 smithi062 bash[92878]: audit 2024-09-13T14:31:31.524086+0000 mon.b (mon.1) 212 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16} : dispatch 2024-09-13T14:31:33.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:31:32 smithi062 bash[92878]: audit 2024-09-13T14:31:31.525753+0000 mgr.y (mgr.25139) 635 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-09-13T14:31:33.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:31:32 smithi062 bash[92878]: audit 2024-09-13T14:31:31.525753+0000 mgr.y (mgr.25139) 635 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-09-13T14:31:33.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:31:32 smithi062 bash[92878]: cephadm 2024-09-13T14:31:31.528628+0000 mgr.y (mgr.25139) 636 : cephadm [INF] Upgrade: unsafe to stop osd(s) at this time (7 PGs are or would become offline) 2024-09-13T14:31:33.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:31:32 smithi062 bash[92878]: cephadm 2024-09-13T14:31:31.528628+0000 mgr.y (mgr.25139) 636 : cephadm [INF] Upgrade: unsafe to stop osd(s) at this time (7 PGs are or would become offline) 2024-09-13T14:31:33.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:31:32 smithi062 bash[89221]: audit 2024-09-13T14:31:31.525753+0000 mgr.y (mgr.25139) 635 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-09-13T14:31:33.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:31:32 smithi062 bash[89221]: audit 2024-09-13T14:31:31.525753+0000 mgr.y (mgr.25139) 635 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-09-13T14:31:33.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:31:32 smithi062 bash[89221]: cephadm 2024-09-13T14:31:31.528628+0000 mgr.y (mgr.25139) 636 : cephadm [INF] Upgrade: unsafe to stop osd(s) at this time (7 PGs are or would become offline) 2024-09-13T14:31:33.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:31:32 smithi062 bash[89221]: cephadm 2024-09-13T14:31:31.528628+0000 mgr.y (mgr.25139) 636 : cephadm [INF] Upgrade: unsafe to stop osd(s) at this time (7 PGs are or would become offline) 2024-09-13T14:31:33.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:31:32 smithi178 bash[70490]: audit 2024-09-13T14:31:31.525753+0000 mgr.y (mgr.25139) 635 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-09-13T14:31:33.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:31:32 smithi178 bash[70490]: audit 2024-09-13T14:31:31.525753+0000 mgr.y (mgr.25139) 635 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-09-13T14:31:33.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:31:32 smithi178 bash[70490]: cephadm 2024-09-13T14:31:31.528628+0000 mgr.y (mgr.25139) 636 : cephadm [INF] Upgrade: unsafe to stop osd(s) at this time (7 PGs are or would become offline) 2024-09-13T14:31:33.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:31:32 smithi178 bash[70490]: cephadm 2024-09-13T14:31:31.528628+0000 mgr.y (mgr.25139) 636 : cephadm [INF] Upgrade: unsafe to stop osd(s) at this time (7 PGs are or would become offline) 2024-09-13T14:31:33.886 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:31:33 smithi062 bash[68610]: ::ffff:172.21.15.178 - - [13/Sep/2024:14:31:33] "GET /metrics HTTP/1.1" 200 38270 "" "Prometheus/2.51.0" 2024-09-13T14:31:34.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:31:33 smithi178 bash[70490]: cluster 2024-09-13T14:31:32.520507+0000 mgr.y (mgr.25139) 637 : cluster [DBG] pgmap v370: 161 pgs: 5 peering, 156 active+clean; 585 KiB data, 272 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:31:34.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:31:33 smithi178 bash[70490]: cluster 2024-09-13T14:31:32.520507+0000 mgr.y (mgr.25139) 637 : cluster [DBG] pgmap v370: 161 pgs: 5 peering, 156 active+clean; 585 KiB data, 272 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:31:34.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:31:33 smithi178 bash[70490]: audit 2024-09-13T14:31:32.747885+0000 mgr.y (mgr.25139) 638 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:31:34.186 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:31:33 smithi178 bash[70490]: audit 2024-09-13T14:31:32.747885+0000 mgr.y (mgr.25139) 638 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:31:34.186 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:31:33 smithi178 bash[70490]: cluster 2024-09-13T14:31:32.875742+0000 mon.a (mon.0) 338 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 11/636 objects degraded (1.730%), 4 pgs degraded) 2024-09-13T14:31:34.186 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:31:33 smithi178 bash[70490]: cluster 2024-09-13T14:31:32.875742+0000 mon.a (mon.0) 338 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 11/636 objects degraded (1.730%), 4 pgs degraded) 2024-09-13T14:31:34.186 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:31:33 smithi178 bash[70490]: cluster 2024-09-13T14:31:32.875788+0000 mon.a (mon.0) 339 : cluster [INF] Cluster is now healthy 2024-09-13T14:31:34.186 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:31:33 smithi178 bash[70490]: cluster 2024-09-13T14:31:32.875788+0000 mon.a (mon.0) 339 : cluster [INF] Cluster is now healthy 2024-09-13T14:31:34.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:31:33 smithi062 bash[89221]: cluster 2024-09-13T14:31:32.520507+0000 mgr.y (mgr.25139) 637 : cluster [DBG] pgmap v370: 161 pgs: 5 peering, 156 active+clean; 585 KiB data, 272 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:31:34.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:31:33 smithi062 bash[89221]: cluster 2024-09-13T14:31:32.520507+0000 mgr.y (mgr.25139) 637 : cluster [DBG] pgmap v370: 161 pgs: 5 peering, 156 active+clean; 585 KiB data, 272 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:31:34.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:31:33 smithi062 bash[89221]: audit 2024-09-13T14:31:32.747885+0000 mgr.y (mgr.25139) 638 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:31:34.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:31:33 smithi062 bash[89221]: audit 2024-09-13T14:31:32.747885+0000 mgr.y (mgr.25139) 638 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:31:34.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:31:33 smithi062 bash[89221]: cluster 2024-09-13T14:31:32.875742+0000 mon.a (mon.0) 338 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 11/636 objects degraded (1.730%), 4 pgs degraded) 2024-09-13T14:31:34.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:31:33 smithi062 bash[89221]: cluster 2024-09-13T14:31:32.875742+0000 mon.a (mon.0) 338 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 11/636 objects degraded (1.730%), 4 pgs degraded) 2024-09-13T14:31:34.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:31:33 smithi062 bash[89221]: cluster 2024-09-13T14:31:32.875788+0000 mon.a (mon.0) 339 : cluster [INF] Cluster is now healthy 2024-09-13T14:31:34.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:31:33 smithi062 bash[89221]: cluster 2024-09-13T14:31:32.875788+0000 mon.a (mon.0) 339 : cluster [INF] Cluster is now healthy 2024-09-13T14:31:34.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:31:33 smithi062 bash[92878]: cluster 2024-09-13T14:31:32.520507+0000 mgr.y (mgr.25139) 637 : cluster [DBG] pgmap v370: 161 pgs: 5 peering, 156 active+clean; 585 KiB data, 272 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:31:34.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:31:33 smithi062 bash[92878]: cluster 2024-09-13T14:31:32.520507+0000 mgr.y (mgr.25139) 637 : cluster [DBG] pgmap v370: 161 pgs: 5 peering, 156 active+clean; 585 KiB data, 272 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:31:34.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:31:33 smithi062 bash[92878]: audit 2024-09-13T14:31:32.747885+0000 mgr.y (mgr.25139) 638 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:31:34.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:31:33 smithi062 bash[92878]: audit 2024-09-13T14:31:32.747885+0000 mgr.y (mgr.25139) 638 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:31:34.255 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:31:33 smithi062 bash[92878]: cluster 2024-09-13T14:31:32.875742+0000 mon.a (mon.0) 338 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 11/636 objects degraded (1.730%), 4 pgs degraded) 2024-09-13T14:31:34.255 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:31:33 smithi062 bash[92878]: cluster 2024-09-13T14:31:32.875742+0000 mon.a (mon.0) 338 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 11/636 objects degraded (1.730%), 4 pgs degraded) 2024-09-13T14:31:34.255 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:31:33 smithi062 bash[92878]: cluster 2024-09-13T14:31:32.875788+0000 mon.a (mon.0) 339 : cluster [INF] Cluster is now healthy 2024-09-13T14:31:34.255 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:31:33 smithi062 bash[92878]: cluster 2024-09-13T14:31:32.875788+0000 mon.a (mon.0) 339 : cluster [INF] Cluster is now healthy 2024-09-13T14:31:35.185 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:31:34 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:31:34.75620987Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:31:36.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:31:35 smithi178 bash[70490]: cluster 2024-09-13T14:31:34.521815+0000 mgr.y (mgr.25139) 639 : cluster [DBG] pgmap v371: 161 pgs: 161 active+clean; 585 KiB data, 272 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:31:36.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:31:35 smithi178 bash[70490]: cluster 2024-09-13T14:31:34.521815+0000 mgr.y (mgr.25139) 639 : cluster [DBG] pgmap v371: 161 pgs: 161 active+clean; 585 KiB data, 272 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:31:36.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:31:35 smithi062 bash[92878]: cluster 2024-09-13T14:31:34.521815+0000 mgr.y (mgr.25139) 639 : cluster [DBG] pgmap v371: 161 pgs: 161 active+clean; 585 KiB data, 272 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:31:36.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:31:35 smithi062 bash[92878]: cluster 2024-09-13T14:31:34.521815+0000 mgr.y (mgr.25139) 639 : cluster [DBG] pgmap v371: 161 pgs: 161 active+clean; 585 KiB data, 272 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:31:36.256 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:31:35 smithi062 bash[89221]: cluster 2024-09-13T14:31:34.521815+0000 mgr.y (mgr.25139) 639 : cluster [DBG] pgmap v371: 161 pgs: 161 active+clean; 585 KiB data, 272 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:31:36.256 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:31:35 smithi062 bash[89221]: cluster 2024-09-13T14:31:34.521815+0000 mgr.y (mgr.25139) 639 : cluster [DBG] pgmap v371: 161 pgs: 161 active+clean; 585 KiB data, 272 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:31:37.584 INFO:teuthology.orchestra.run.smithi062.stdout:true 2024-09-13T14:31:38.185 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:31:37 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:31:37.7414439Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:31:38.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:31:37 smithi178 bash[70490]: cluster 2024-09-13T14:31:36.522731+0000 mgr.y (mgr.25139) 640 : cluster [DBG] pgmap v372: 161 pgs: 161 active+clean; 585 KiB data, 272 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:31:38.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:31:37 smithi178 bash[70490]: cluster 2024-09-13T14:31:36.522731+0000 mgr.y (mgr.25139) 640 : cluster [DBG] pgmap v372: 161 pgs: 161 active+clean; 585 KiB data, 272 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:31:38.250 INFO:teuthology.orchestra.run.smithi062.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-13T14:31:38.250 INFO:teuthology.orchestra.run.smithi062.stdout:alertmanager.a smithi062 *:9093,9094 running (9m) 18s ago 36m 14.0M - 0.27.0 11f11916f8cd 6e93dcf56cea 2024-09-13T14:31:38.250 INFO:teuthology.orchestra.run.smithi062.stdout:grafana.a smithi178 *:3000 running (9m) 7m ago 36m 68.2M - 10.4.0 c8b91775d855 e5af99a01b68 2024-09-13T14:31:38.250 INFO:teuthology.orchestra.run.smithi062.stdout:iscsi.foo.smithi062.auboqe smithi062 *:5000 running (11m) 18s ago 34m 50.2M - 3.8 19dc8d659727 5db99a6f8116 2024-09-13T14:31:38.250 INFO:teuthology.orchestra.run.smithi062.stdout:mgr.x smithi178 *:8443,9283,8765 running (11m) 7m ago 45m 441M - 19.3.0-4917-gb0201b8c 1641fe80ce72 fc18b6fcd5bd 2024-09-13T14:31:38.250 INFO:teuthology.orchestra.run.smithi062.stdout:mgr.y smithi062 *:8443,9283,8765 running (22m) 18s ago 47m 514M - 19.3.0-4917-gb0201b8c 1641fe80ce72 fd629cc84850 2024-09-13T14:31:38.250 INFO:teuthology.orchestra.run.smithi062.stdout:mon.a smithi062 running (6m) 18s ago 47m 51.7M 2048M 19.3.0-4917-gb0201b8c 1641fe80ce72 6370c6daf05c 2024-09-13T14:31:38.250 INFO:teuthology.orchestra.run.smithi062.stdout:mon.b smithi178 running (7m) 7m ago 45m 18.1M 2048M 19.3.0-4917-gb0201b8c 1641fe80ce72 4246b63ea822 2024-09-13T14:31:38.250 INFO:teuthology.orchestra.run.smithi062.stdout:mon.c smithi062 running (5m) 18s ago 45m 37.6M 2048M 19.3.0-4917-gb0201b8c 1641fe80ce72 546ed05b6de1 2024-09-13T14:31:38.251 INFO:teuthology.orchestra.run.smithi062.stdout:node-exporter.a smithi062 *:9100 running (10m) 18s ago 37m 8200k - 1.7.0 72c9c2088986 d2a19c03fb98 2024-09-13T14:31:38.251 INFO:teuthology.orchestra.run.smithi062.stdout:node-exporter.b smithi178 *:9100 running (10m) 7m ago 36m 8131k - 1.7.0 72c9c2088986 ef73b17b6575 2024-09-13T14:31:38.251 INFO:teuthology.orchestra.run.smithi062.stdout:osd.0 smithi062 running (3m) 18s ago 44m 50.8M 3036M 19.3.0-4917-gb0201b8c 1641fe80ce72 711a747f4c3b 2024-09-13T14:31:38.251 INFO:teuthology.orchestra.run.smithi062.stdout:osd.1 smithi062 running (3m) 18s ago 43m 48.0M 3036M 19.3.0-4917-gb0201b8c 1641fe80ce72 8ddc722fe2b2 2024-09-13T14:31:38.251 INFO:teuthology.orchestra.run.smithi062.stdout:osd.2 smithi062 running (107s) 18s ago 42m 46.8M 3036M 19.3.0-4917-gb0201b8c 1641fe80ce72 6b0d80723a64 2024-09-13T14:31:38.251 INFO:teuthology.orchestra.run.smithi062.stdout:osd.3 smithi062 running (19s) 18s ago 41m - 3036M 19.3.0-4917-gb0201b8c 1641fe80ce72 fbedce232013 2024-09-13T14:31:38.251 INFO:teuthology.orchestra.run.smithi062.stdout:osd.4 smithi178 running (40m) 7m ago 40m 67.5M 3292M 19.1.1-322-g7741f7f9 19dc8d659727 7ff166ed36a8 2024-09-13T14:31:38.251 INFO:teuthology.orchestra.run.smithi062.stdout:osd.5 smithi178 running (39m) 7m ago 40m 64.7M 3292M 19.1.1-322-g7741f7f9 19dc8d659727 0ee354299930 2024-09-13T14:31:38.251 INFO:teuthology.orchestra.run.smithi062.stdout:osd.6 smithi178 running (39m) 7m ago 39m 55.2M 3292M 19.1.1-322-g7741f7f9 19dc8d659727 e6cb50c05b1b 2024-09-13T14:31:38.251 INFO:teuthology.orchestra.run.smithi062.stdout:osd.7 smithi178 running (38m) 7m ago 38m 64.7M 3292M 19.1.1-322-g7741f7f9 19dc8d659727 fbc9d74ccd0e 2024-09-13T14:31:38.251 INFO:teuthology.orchestra.run.smithi062.stdout:prometheus.a smithi178 *:9095 running (10m) 7m ago 37m 37.2M - 2.51.0 1d3b7f56885b 3a9393efc8c5 2024-09-13T14:31:38.251 INFO:teuthology.orchestra.run.smithi062.stdout:rgw.foo.smithi062.raldkl smithi062 *:8000 running (34m) 18s ago 34m 101M - 19.1.1-322-g7741f7f9 19dc8d659727 c374202ad667 2024-09-13T14:31:38.251 INFO:teuthology.orchestra.run.smithi062.stdout:rgw.foo.smithi178.sseeij smithi178 *:8000 running (34m) 7m ago 34m 102M - 19.1.1-322-g7741f7f9 19dc8d659727 86fcacc26a6b 2024-09-13T14:31:38.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:31:37 smithi062 bash[89221]: cluster 2024-09-13T14:31:36.522731+0000 mgr.y (mgr.25139) 640 : cluster [DBG] pgmap v372: 161 pgs: 161 active+clean; 585 KiB data, 272 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:31:38.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:31:37 smithi062 bash[89221]: cluster 2024-09-13T14:31:36.522731+0000 mgr.y (mgr.25139) 640 : cluster [DBG] pgmap v372: 161 pgs: 161 active+clean; 585 KiB data, 272 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:31:38.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:31:37 smithi062 bash[92878]: cluster 2024-09-13T14:31:36.522731+0000 mgr.y (mgr.25139) 640 : cluster [DBG] pgmap v372: 161 pgs: 161 active+clean; 585 KiB data, 272 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:31:38.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:31:37 smithi062 bash[92878]: cluster 2024-09-13T14:31:36.522731+0000 mgr.y (mgr.25139) 640 : cluster [DBG] pgmap v372: 161 pgs: 161 active+clean; 585 KiB data, 272 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:31:38.639 INFO:teuthology.orchestra.run.smithi062.stdout:{ 2024-09-13T14:31:38.640 INFO:teuthology.orchestra.run.smithi062.stdout: "mon": { 2024-09-13T14:31:38.640 INFO:teuthology.orchestra.run.smithi062.stdout: "ceph version 19.3.0-4917-gb0201b8c (b0201b8c79733293453e7f10a10c7fa43119222b) squid (dev)": 3 2024-09-13T14:31:38.640 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-09-13T14:31:38.640 INFO:teuthology.orchestra.run.smithi062.stdout: "mgr": { 2024-09-13T14:31:38.640 INFO:teuthology.orchestra.run.smithi062.stdout: "ceph version 19.3.0-4917-gb0201b8c (b0201b8c79733293453e7f10a10c7fa43119222b) squid (dev)": 2 2024-09-13T14:31:38.640 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-09-13T14:31:38.640 INFO:teuthology.orchestra.run.smithi062.stdout: "osd": { 2024-09-13T14:31:38.640 INFO:teuthology.orchestra.run.smithi062.stdout: "ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable)": 4, 2024-09-13T14:31:38.640 INFO:teuthology.orchestra.run.smithi062.stdout: "ceph version 19.3.0-4917-gb0201b8c (b0201b8c79733293453e7f10a10c7fa43119222b) squid (dev)": 4 2024-09-13T14:31:38.640 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-09-13T14:31:38.640 INFO:teuthology.orchestra.run.smithi062.stdout: "rgw": { 2024-09-13T14:31:38.640 INFO:teuthology.orchestra.run.smithi062.stdout: "ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable)": 2 2024-09-13T14:31:38.641 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-09-13T14:31:38.641 INFO:teuthology.orchestra.run.smithi062.stdout: "overall": { 2024-09-13T14:31:38.641 INFO:teuthology.orchestra.run.smithi062.stdout: "ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable)": 6, 2024-09-13T14:31:38.641 INFO:teuthology.orchestra.run.smithi062.stdout: "ceph version 19.3.0-4917-gb0201b8c (b0201b8c79733293453e7f10a10c7fa43119222b) squid (dev)": 9 2024-09-13T14:31:38.641 INFO:teuthology.orchestra.run.smithi062.stdout: } 2024-09-13T14:31:38.641 INFO:teuthology.orchestra.run.smithi062.stdout:} 2024-09-13T14:31:38.965 INFO:teuthology.orchestra.run.smithi062.stdout:{ 2024-09-13T14:31:38.966 INFO:teuthology.orchestra.run.smithi062.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph:b0201b8c79733293453e7f10a10c7fa43119222b", 2024-09-13T14:31:38.966 INFO:teuthology.orchestra.run.smithi062.stdout: "in_progress": true, 2024-09-13T14:31:38.966 INFO:teuthology.orchestra.run.smithi062.stdout: "which": "Upgrading daemons of type(s) crash,osd", 2024-09-13T14:31:38.966 INFO:teuthology.orchestra.run.smithi062.stdout: "services_complete": [], 2024-09-13T14:31:38.966 INFO:teuthology.orchestra.run.smithi062.stdout: "progress": "4/8 daemons upgraded", 2024-09-13T14:31:38.966 INFO:teuthology.orchestra.run.smithi062.stdout: "message": "Currently upgrading osd daemons", 2024-09-13T14:31:38.966 INFO:teuthology.orchestra.run.smithi062.stdout: "is_paused": false 2024-09-13T14:31:38.966 INFO:teuthology.orchestra.run.smithi062.stdout:} 2024-09-13T14:31:39.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:31:38 smithi178 bash[70490]: audit 2024-09-13T14:31:37.572295+0000 mgr.y (mgr.25139) 641 : audit [DBG] from='client.44406 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:31:39.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:31:38 smithi178 bash[70490]: audit 2024-09-13T14:31:37.572295+0000 mgr.y (mgr.25139) 641 : audit [DBG] from='client.44406 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:31:39.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:31:38 smithi178 bash[70490]: audit 2024-09-13T14:31:37.891875+0000 mgr.y (mgr.25139) 642 : audit [DBG] from='client.54386 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:31:39.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:31:38 smithi178 bash[70490]: audit 2024-09-13T14:31:37.891875+0000 mgr.y (mgr.25139) 642 : audit [DBG] from='client.54386 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:31:39.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:31:38 smithi178 bash[70490]: audit 2024-09-13T14:31:38.640174+0000 mon.c (mon.2) 10 : audit [DBG] from='client.? 172.21.15.62:0/533264497' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:31:39.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:31:38 smithi178 bash[70490]: audit 2024-09-13T14:31:38.640174+0000 mon.c (mon.2) 10 : audit [DBG] from='client.? 172.21.15.62:0/533264497' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:31:39.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:31:38 smithi062 bash[89221]: audit 2024-09-13T14:31:37.572295+0000 mgr.y (mgr.25139) 641 : audit [DBG] from='client.44406 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:31:39.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:31:38 smithi062 bash[89221]: audit 2024-09-13T14:31:37.572295+0000 mgr.y (mgr.25139) 641 : audit [DBG] from='client.44406 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:31:39.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:31:38 smithi062 bash[89221]: audit 2024-09-13T14:31:37.891875+0000 mgr.y (mgr.25139) 642 : audit [DBG] from='client.54386 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:31:39.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:31:38 smithi062 bash[89221]: audit 2024-09-13T14:31:37.891875+0000 mgr.y (mgr.25139) 642 : audit [DBG] from='client.54386 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:31:39.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:31:38 smithi062 bash[89221]: audit 2024-09-13T14:31:38.640174+0000 mon.c (mon.2) 10 : audit [DBG] from='client.? 172.21.15.62:0/533264497' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:31:39.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:31:38 smithi062 bash[89221]: audit 2024-09-13T14:31:38.640174+0000 mon.c (mon.2) 10 : audit [DBG] from='client.? 172.21.15.62:0/533264497' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:31:39.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:31:38 smithi062 bash[92878]: audit 2024-09-13T14:31:37.572295+0000 mgr.y (mgr.25139) 641 : audit [DBG] from='client.44406 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:31:39.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:31:38 smithi062 bash[92878]: audit 2024-09-13T14:31:37.572295+0000 mgr.y (mgr.25139) 641 : audit [DBG] from='client.44406 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:31:39.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:31:38 smithi062 bash[92878]: audit 2024-09-13T14:31:37.891875+0000 mgr.y (mgr.25139) 642 : audit [DBG] from='client.54386 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:31:39.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:31:38 smithi062 bash[92878]: audit 2024-09-13T14:31:37.891875+0000 mgr.y (mgr.25139) 642 : audit [DBG] from='client.54386 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:31:39.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:31:38 smithi062 bash[92878]: audit 2024-09-13T14:31:38.640174+0000 mon.c (mon.2) 10 : audit [DBG] from='client.? 172.21.15.62:0/533264497' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:31:39.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:31:38 smithi062 bash[92878]: audit 2024-09-13T14:31:38.640174+0000 mon.c (mon.2) 10 : audit [DBG] from='client.? 172.21.15.62:0/533264497' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:31:40.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:31:39 smithi178 bash[70490]: audit 2024-09-13T14:31:38.212702+0000 mgr.y (mgr.25139) 643 : audit [DBG] from='client.44418 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:31:40.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:31:39 smithi178 bash[70490]: audit 2024-09-13T14:31:38.212702+0000 mgr.y (mgr.25139) 643 : audit [DBG] from='client.44418 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:31:40.186 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:31:39 smithi178 bash[70490]: cluster 2024-09-13T14:31:38.523889+0000 mgr.y (mgr.25139) 644 : cluster [DBG] pgmap v373: 161 pgs: 161 active+clean; 585 KiB data, 272 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:31:40.186 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:31:39 smithi178 bash[70490]: cluster 2024-09-13T14:31:38.523889+0000 mgr.y (mgr.25139) 644 : cluster [DBG] pgmap v373: 161 pgs: 161 active+clean; 585 KiB data, 272 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:31:40.186 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:31:39 smithi178 bash[70490]: audit 2024-09-13T14:31:38.966178+0000 mgr.y (mgr.25139) 645 : audit [DBG] from='client.44430 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:31:40.186 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:31:39 smithi178 bash[70490]: audit 2024-09-13T14:31:38.966178+0000 mgr.y (mgr.25139) 645 : audit [DBG] from='client.44430 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:31:40.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:31:39 smithi062 bash[89221]: audit 2024-09-13T14:31:38.212702+0000 mgr.y (mgr.25139) 643 : audit [DBG] from='client.44418 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:31:40.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:31:39 smithi062 bash[89221]: audit 2024-09-13T14:31:38.212702+0000 mgr.y (mgr.25139) 643 : audit [DBG] from='client.44418 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:31:40.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:31:39 smithi062 bash[89221]: cluster 2024-09-13T14:31:38.523889+0000 mgr.y (mgr.25139) 644 : cluster [DBG] pgmap v373: 161 pgs: 161 active+clean; 585 KiB data, 272 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:31:40.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:31:39 smithi062 bash[89221]: cluster 2024-09-13T14:31:38.523889+0000 mgr.y (mgr.25139) 644 : cluster [DBG] pgmap v373: 161 pgs: 161 active+clean; 585 KiB data, 272 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:31:40.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:31:39 smithi062 bash[89221]: audit 2024-09-13T14:31:38.966178+0000 mgr.y (mgr.25139) 645 : audit [DBG] from='client.44430 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:31:40.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:31:39 smithi062 bash[89221]: audit 2024-09-13T14:31:38.966178+0000 mgr.y (mgr.25139) 645 : audit [DBG] from='client.44430 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:31:40.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:31:39 smithi062 bash[92878]: audit 2024-09-13T14:31:38.212702+0000 mgr.y (mgr.25139) 643 : audit [DBG] from='client.44418 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:31:40.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:31:39 smithi062 bash[92878]: audit 2024-09-13T14:31:38.212702+0000 mgr.y (mgr.25139) 643 : audit [DBG] from='client.44418 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:31:40.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:31:39 smithi062 bash[92878]: cluster 2024-09-13T14:31:38.523889+0000 mgr.y (mgr.25139) 644 : cluster [DBG] pgmap v373: 161 pgs: 161 active+clean; 585 KiB data, 272 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:31:40.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:31:39 smithi062 bash[92878]: cluster 2024-09-13T14:31:38.523889+0000 mgr.y (mgr.25139) 644 : cluster [DBG] pgmap v373: 161 pgs: 161 active+clean; 585 KiB data, 272 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:31:40.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:31:39 smithi062 bash[92878]: audit 2024-09-13T14:31:38.966178+0000 mgr.y (mgr.25139) 645 : audit [DBG] from='client.44430 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:31:40.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:31:39 smithi062 bash[92878]: audit 2024-09-13T14:31:38.966178+0000 mgr.y (mgr.25139) 645 : audit [DBG] from='client.44430 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:31:41.185 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:31:40 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:31:40.749002041Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:31:42.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:31:41 smithi178 bash[70490]: cluster 2024-09-13T14:31:40.525386+0000 mgr.y (mgr.25139) 646 : cluster [DBG] pgmap v374: 161 pgs: 161 active+clean; 585 KiB data, 272 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:31:42.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:31:41 smithi178 bash[70490]: cluster 2024-09-13T14:31:40.525386+0000 mgr.y (mgr.25139) 646 : cluster [DBG] pgmap v374: 161 pgs: 161 active+clean; 585 KiB data, 272 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:31:42.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:31:41 smithi062 bash[89221]: cluster 2024-09-13T14:31:40.525386+0000 mgr.y (mgr.25139) 646 : cluster [DBG] pgmap v374: 161 pgs: 161 active+clean; 585 KiB data, 272 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:31:42.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:31:41 smithi062 bash[89221]: cluster 2024-09-13T14:31:40.525386+0000 mgr.y (mgr.25139) 646 : cluster [DBG] pgmap v374: 161 pgs: 161 active+clean; 585 KiB data, 272 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:31:42.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:31:41 smithi062 bash[92878]: cluster 2024-09-13T14:31:40.525386+0000 mgr.y (mgr.25139) 646 : cluster [DBG] pgmap v374: 161 pgs: 161 active+clean; 585 KiB data, 272 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:31:42.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:31:41 smithi062 bash[92878]: cluster 2024-09-13T14:31:40.525386+0000 mgr.y (mgr.25139) 646 : cluster [DBG] pgmap v374: 161 pgs: 161 active+clean; 585 KiB data, 272 MiB used, 715 GiB / 715 GiB avail 2024-09-13T14:31:43.914 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:31:43 smithi062 bash[68610]: ::ffff:172.21.15.178 - - [13/Sep/2024:14:31:43] "GET /metrics HTTP/1.1" 200 38270 "" "Prometheus/2.51.0" 2024-09-13T14:31:44.185 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:31:43 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:31:43.751679568Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:31:44.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:31:43 smithi178 bash[70490]: cluster 2024-09-13T14:31:42.526442+0000 mgr.y (mgr.25139) 647 : cluster [DBG] pgmap v375: 161 pgs: 161 active+clean; 585 KiB data, 272 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:31:44.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:31:43 smithi178 bash[70490]: cluster 2024-09-13T14:31:42.526442+0000 mgr.y (mgr.25139) 647 : cluster [DBG] pgmap v375: 161 pgs: 161 active+clean; 585 KiB data, 272 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:31:44.186 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:31:43 smithi178 bash[70490]: audit 2024-09-13T14:31:42.759134+0000 mgr.y (mgr.25139) 648 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:31:44.186 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:31:43 smithi178 bash[70490]: audit 2024-09-13T14:31:42.759134+0000 mgr.y (mgr.25139) 648 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:31:44.186 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:31:43 smithi178 bash[70490]: audit 2024-09-13T14:31:43.874370+0000 mon.a (mon.0) 340 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:31:44.186 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:31:43 smithi178 bash[70490]: audit 2024-09-13T14:31:43.874370+0000 mon.a (mon.0) 340 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:31:44.186 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:31:43 smithi178 bash[70490]: audit 2024-09-13T14:31:43.876084+0000 mon.b (mon.1) 213 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:31:44.186 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:31:43 smithi178 bash[70490]: audit 2024-09-13T14:31:43.876084+0000 mon.b (mon.1) 213 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:31:44.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:31:43 smithi062 bash[89221]: cluster 2024-09-13T14:31:42.526442+0000 mgr.y (mgr.25139) 647 : cluster [DBG] pgmap v375: 161 pgs: 161 active+clean; 585 KiB data, 272 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:31:44.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:31:43 smithi062 bash[89221]: cluster 2024-09-13T14:31:42.526442+0000 mgr.y (mgr.25139) 647 : cluster [DBG] pgmap v375: 161 pgs: 161 active+clean; 585 KiB data, 272 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:31:44.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:31:43 smithi062 bash[89221]: audit 2024-09-13T14:31:42.759134+0000 mgr.y (mgr.25139) 648 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:31:44.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:31:43 smithi062 bash[89221]: audit 2024-09-13T14:31:42.759134+0000 mgr.y (mgr.25139) 648 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:31:44.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:31:43 smithi062 bash[89221]: audit 2024-09-13T14:31:43.874370+0000 mon.a (mon.0) 340 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:31:44.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:31:43 smithi062 bash[89221]: audit 2024-09-13T14:31:43.874370+0000 mon.a (mon.0) 340 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:31:44.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:31:43 smithi062 bash[89221]: audit 2024-09-13T14:31:43.876084+0000 mon.b (mon.1) 213 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:31:44.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:31:43 smithi062 bash[89221]: audit 2024-09-13T14:31:43.876084+0000 mon.b (mon.1) 213 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:31:44.255 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:31:43 smithi062 bash[92878]: cluster 2024-09-13T14:31:42.526442+0000 mgr.y (mgr.25139) 647 : cluster [DBG] pgmap v375: 161 pgs: 161 active+clean; 585 KiB data, 272 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:31:44.255 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:31:43 smithi062 bash[92878]: cluster 2024-09-13T14:31:42.526442+0000 mgr.y (mgr.25139) 647 : cluster [DBG] pgmap v375: 161 pgs: 161 active+clean; 585 KiB data, 272 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:31:44.255 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:31:43 smithi062 bash[92878]: audit 2024-09-13T14:31:42.759134+0000 mgr.y (mgr.25139) 648 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:31:44.255 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:31:43 smithi062 bash[92878]: audit 2024-09-13T14:31:42.759134+0000 mgr.y (mgr.25139) 648 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:31:44.255 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:31:43 smithi062 bash[92878]: audit 2024-09-13T14:31:43.874370+0000 mon.a (mon.0) 340 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:31:44.256 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:31:43 smithi062 bash[92878]: audit 2024-09-13T14:31:43.874370+0000 mon.a (mon.0) 340 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:31:44.256 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:31:43 smithi062 bash[92878]: audit 2024-09-13T14:31:43.876084+0000 mon.b (mon.1) 213 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:31:44.256 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:31:43 smithi062 bash[92878]: audit 2024-09-13T14:31:43.876084+0000 mon.b (mon.1) 213 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:31:45.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:31:45 smithi062 bash[89221]: audit 2024-09-13T14:31:44.207530+0000 mon.a (mon.0) 341 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:31:45.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:31:45 smithi062 bash[89221]: audit 2024-09-13T14:31:44.207530+0000 mon.a (mon.0) 341 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:31:45.504 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:31:45 smithi062 bash[89221]: cluster 2024-09-13T14:31:44.527709+0000 mgr.y (mgr.25139) 649 : cluster [DBG] pgmap v376: 161 pgs: 161 active+clean; 585 KiB data, 272 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:31:45.504 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:31:45 smithi062 bash[89221]: cluster 2024-09-13T14:31:44.527709+0000 mgr.y (mgr.25139) 649 : cluster [DBG] pgmap v376: 161 pgs: 161 active+clean; 585 KiB data, 272 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:31:45.504 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:31:45 smithi062 bash[92878]: audit 2024-09-13T14:31:44.207530+0000 mon.a (mon.0) 341 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:31:45.504 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:31:45 smithi062 bash[92878]: audit 2024-09-13T14:31:44.207530+0000 mon.a (mon.0) 341 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:31:45.504 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:31:45 smithi062 bash[92878]: cluster 2024-09-13T14:31:44.527709+0000 mgr.y (mgr.25139) 649 : cluster [DBG] pgmap v376: 161 pgs: 161 active+clean; 585 KiB data, 272 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:31:45.505 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:31:45 smithi062 bash[92878]: cluster 2024-09-13T14:31:44.527709+0000 mgr.y (mgr.25139) 649 : cluster [DBG] pgmap v376: 161 pgs: 161 active+clean; 585 KiB data, 272 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:31:45.685 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:31:45 smithi178 bash[70490]: audit 2024-09-13T14:31:44.207530+0000 mon.a (mon.0) 341 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:31:45.685 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:31:45 smithi178 bash[70490]: audit 2024-09-13T14:31:44.207530+0000 mon.a (mon.0) 341 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:31:45.685 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:31:45 smithi178 bash[70490]: cluster 2024-09-13T14:31:44.527709+0000 mgr.y (mgr.25139) 649 : cluster [DBG] pgmap v376: 161 pgs: 161 active+clean; 585 KiB data, 272 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:31:45.685 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:31:45 smithi178 bash[70490]: cluster 2024-09-13T14:31:44.527709+0000 mgr.y (mgr.25139) 649 : cluster [DBG] pgmap v376: 161 pgs: 161 active+clean; 585 KiB data, 272 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:31:46.935 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:31:46 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:31:46.727742299Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:31:46.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:31:46 smithi178 bash[70490]: audit 2024-09-13T14:31:46.543377+0000 mon.b (mon.1) 214 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16} : dispatch 2024-09-13T14:31:46.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:31:46 smithi178 bash[70490]: audit 2024-09-13T14:31:46.543377+0000 mon.b (mon.1) 214 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16} : dispatch 2024-09-13T14:31:47.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:31:46 smithi062 bash[89221]: audit 2024-09-13T14:31:46.543377+0000 mon.b (mon.1) 214 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16} : dispatch 2024-09-13T14:31:47.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:31:46 smithi062 bash[89221]: audit 2024-09-13T14:31:46.543377+0000 mon.b (mon.1) 214 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16} : dispatch 2024-09-13T14:31:47.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:31:46 smithi062 bash[92878]: audit 2024-09-13T14:31:46.543377+0000 mon.b (mon.1) 214 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16} : dispatch 2024-09-13T14:31:47.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:31:46 smithi062 bash[92878]: audit 2024-09-13T14:31:46.543377+0000 mon.b (mon.1) 214 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16} : dispatch 2024-09-13T14:31:47.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:31:47 smithi178 bash[70490]: cluster 2024-09-13T14:31:46.528724+0000 mgr.y (mgr.25139) 650 : cluster [DBG] pgmap v377: 161 pgs: 161 active+clean; 585 KiB data, 272 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:31:47.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:31:47 smithi178 bash[70490]: cluster 2024-09-13T14:31:46.528724+0000 mgr.y (mgr.25139) 650 : cluster [DBG] pgmap v377: 161 pgs: 161 active+clean; 585 KiB data, 272 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:31:47.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:31:47 smithi178 bash[70490]: audit 2024-09-13T14:31:46.545066+0000 mgr.y (mgr.25139) 651 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-09-13T14:31:47.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:31:47 smithi178 bash[70490]: audit 2024-09-13T14:31:46.545066+0000 mgr.y (mgr.25139) 651 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-09-13T14:31:47.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:31:47 smithi178 bash[70490]: cephadm 2024-09-13T14:31:46.548319+0000 mgr.y (mgr.25139) 652 : cephadm [INF] Upgrade: osd.4 is safe to restart 2024-09-13T14:31:47.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:31:47 smithi178 bash[70490]: cephadm 2024-09-13T14:31:46.548319+0000 mgr.y (mgr.25139) 652 : cephadm [INF] Upgrade: osd.4 is safe to restart 2024-09-13T14:31:48.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:31:47 smithi062 bash[89221]: cluster 2024-09-13T14:31:46.528724+0000 mgr.y (mgr.25139) 650 : cluster [DBG] pgmap v377: 161 pgs: 161 active+clean; 585 KiB data, 272 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:31:48.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:31:47 smithi062 bash[89221]: cluster 2024-09-13T14:31:46.528724+0000 mgr.y (mgr.25139) 650 : cluster [DBG] pgmap v377: 161 pgs: 161 active+clean; 585 KiB data, 272 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:31:48.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:31:47 smithi062 bash[89221]: audit 2024-09-13T14:31:46.545066+0000 mgr.y (mgr.25139) 651 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-09-13T14:31:48.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:31:47 smithi062 bash[89221]: audit 2024-09-13T14:31:46.545066+0000 mgr.y (mgr.25139) 651 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-09-13T14:31:48.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:31:47 smithi062 bash[89221]: cephadm 2024-09-13T14:31:46.548319+0000 mgr.y (mgr.25139) 652 : cephadm [INF] Upgrade: osd.4 is safe to restart 2024-09-13T14:31:48.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:31:47 smithi062 bash[89221]: cephadm 2024-09-13T14:31:46.548319+0000 mgr.y (mgr.25139) 652 : cephadm [INF] Upgrade: osd.4 is safe to restart 2024-09-13T14:31:48.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:31:47 smithi062 bash[92878]: cluster 2024-09-13T14:31:46.528724+0000 mgr.y (mgr.25139) 650 : cluster [DBG] pgmap v377: 161 pgs: 161 active+clean; 585 KiB data, 272 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:31:48.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:31:47 smithi062 bash[92878]: cluster 2024-09-13T14:31:46.528724+0000 mgr.y (mgr.25139) 650 : cluster [DBG] pgmap v377: 161 pgs: 161 active+clean; 585 KiB data, 272 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:31:48.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:31:47 smithi062 bash[92878]: audit 2024-09-13T14:31:46.545066+0000 mgr.y (mgr.25139) 651 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-09-13T14:31:48.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:31:47 smithi062 bash[92878]: audit 2024-09-13T14:31:46.545066+0000 mgr.y (mgr.25139) 651 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-09-13T14:31:48.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:31:47 smithi062 bash[92878]: cephadm 2024-09-13T14:31:46.548319+0000 mgr.y (mgr.25139) 652 : cephadm [INF] Upgrade: osd.4 is safe to restart 2024-09-13T14:31:48.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:31:47 smithi062 bash[92878]: cephadm 2024-09-13T14:31:46.548319+0000 mgr.y (mgr.25139) 652 : cephadm [INF] Upgrade: osd.4 is safe to restart 2024-09-13T14:31:49.935 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:31:49 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:31:49.70914309Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:31:49.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:31:49 smithi178 bash[70490]: cluster 2024-09-13T14:31:48.529853+0000 mgr.y (mgr.25139) 653 : cluster [DBG] pgmap v378: 161 pgs: 161 active+clean; 585 KiB data, 272 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:31:49.936 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:31:49 smithi178 bash[70490]: cluster 2024-09-13T14:31:48.529853+0000 mgr.y (mgr.25139) 653 : cluster [DBG] pgmap v378: 161 pgs: 161 active+clean; 585 KiB data, 272 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:31:49.936 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:31:49 smithi178 bash[70490]: audit 2024-09-13T14:31:49.205798+0000 mon.a (mon.0) 342 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:31:49.936 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:31:49 smithi178 bash[70490]: audit 2024-09-13T14:31:49.205798+0000 mon.a (mon.0) 342 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:31:49.936 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:31:49 smithi178 bash[70490]: audit 2024-09-13T14:31:49.209178+0000 mon.b (mon.1) 215 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.4"} : dispatch 2024-09-13T14:31:49.936 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:31:49 smithi178 bash[70490]: audit 2024-09-13T14:31:49.209178+0000 mon.b (mon.1) 215 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.4"} : dispatch 2024-09-13T14:31:49.936 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:31:49 smithi178 bash[70490]: audit 2024-09-13T14:31:49.211290+0000 mon.b (mon.1) 216 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:31:49.936 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:31:49 smithi178 bash[70490]: audit 2024-09-13T14:31:49.211290+0000 mon.b (mon.1) 216 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:31:50.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:31:49 smithi062 bash[89221]: cluster 2024-09-13T14:31:48.529853+0000 mgr.y (mgr.25139) 653 : cluster [DBG] pgmap v378: 161 pgs: 161 active+clean; 585 KiB data, 272 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:31:50.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:31:49 smithi062 bash[89221]: cluster 2024-09-13T14:31:48.529853+0000 mgr.y (mgr.25139) 653 : cluster [DBG] pgmap v378: 161 pgs: 161 active+clean; 585 KiB data, 272 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:31:50.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:31:49 smithi062 bash[89221]: audit 2024-09-13T14:31:49.205798+0000 mon.a (mon.0) 342 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:31:50.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:31:49 smithi062 bash[89221]: audit 2024-09-13T14:31:49.205798+0000 mon.a (mon.0) 342 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:31:50.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:31:49 smithi062 bash[89221]: audit 2024-09-13T14:31:49.209178+0000 mon.b (mon.1) 215 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.4"} : dispatch 2024-09-13T14:31:50.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:31:49 smithi062 bash[89221]: audit 2024-09-13T14:31:49.209178+0000 mon.b (mon.1) 215 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.4"} : dispatch 2024-09-13T14:31:50.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:31:49 smithi062 bash[89221]: audit 2024-09-13T14:31:49.211290+0000 mon.b (mon.1) 216 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:31:50.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:31:49 smithi062 bash[89221]: audit 2024-09-13T14:31:49.211290+0000 mon.b (mon.1) 216 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:31:50.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:31:49 smithi062 bash[92878]: cluster 2024-09-13T14:31:48.529853+0000 mgr.y (mgr.25139) 653 : cluster [DBG] pgmap v378: 161 pgs: 161 active+clean; 585 KiB data, 272 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:31:50.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:31:49 smithi062 bash[92878]: cluster 2024-09-13T14:31:48.529853+0000 mgr.y (mgr.25139) 653 : cluster [DBG] pgmap v378: 161 pgs: 161 active+clean; 585 KiB data, 272 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:31:50.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:31:49 smithi062 bash[92878]: audit 2024-09-13T14:31:49.205798+0000 mon.a (mon.0) 342 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:31:50.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:31:49 smithi062 bash[92878]: audit 2024-09-13T14:31:49.205798+0000 mon.a (mon.0) 342 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:31:50.005 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:31:49 smithi062 bash[92878]: audit 2024-09-13T14:31:49.209178+0000 mon.b (mon.1) 215 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.4"} : dispatch 2024-09-13T14:31:50.005 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:31:49 smithi062 bash[92878]: audit 2024-09-13T14:31:49.209178+0000 mon.b (mon.1) 215 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.4"} : dispatch 2024-09-13T14:31:50.005 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:31:49 smithi062 bash[92878]: audit 2024-09-13T14:31:49.211290+0000 mon.b (mon.1) 216 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:31:50.005 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:31:49 smithi062 bash[92878]: audit 2024-09-13T14:31:49.211290+0000 mon.b (mon.1) 216 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:31:50.892 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:31:50 smithi178 bash[70490]: cephadm 2024-09-13T14:31:49.197407+0000 mgr.y (mgr.25139) 654 : cephadm [INF] Upgrade: Updating osd.4 2024-09-13T14:31:50.893 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:31:50 smithi178 bash[70490]: cephadm 2024-09-13T14:31:49.197407+0000 mgr.y (mgr.25139) 654 : cephadm [INF] Upgrade: Updating osd.4 2024-09-13T14:31:50.893 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:31:50 smithi178 bash[70490]: cephadm 2024-09-13T14:31:49.218187+0000 mgr.y (mgr.25139) 655 : cephadm [INF] Deploying daemon osd.4 on smithi178 2024-09-13T14:31:50.893 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:31:50 smithi178 bash[70490]: cephadm 2024-09-13T14:31:49.218187+0000 mgr.y (mgr.25139) 655 : cephadm [INF] Deploying daemon osd.4 on smithi178 2024-09-13T14:31:51.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:31:50 smithi062 bash[89221]: cephadm 2024-09-13T14:31:49.197407+0000 mgr.y (mgr.25139) 654 : cephadm [INF] Upgrade: Updating osd.4 2024-09-13T14:31:51.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:31:50 smithi062 bash[89221]: cephadm 2024-09-13T14:31:49.197407+0000 mgr.y (mgr.25139) 654 : cephadm [INF] Upgrade: Updating osd.4 2024-09-13T14:31:51.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:31:50 smithi062 bash[89221]: cephadm 2024-09-13T14:31:49.218187+0000 mgr.y (mgr.25139) 655 : cephadm [INF] Deploying daemon osd.4 on smithi178 2024-09-13T14:31:51.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:31:50 smithi062 bash[89221]: cephadm 2024-09-13T14:31:49.218187+0000 mgr.y (mgr.25139) 655 : cephadm [INF] Deploying daemon osd.4 on smithi178 2024-09-13T14:31:51.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:31:50 smithi062 bash[92878]: cephadm 2024-09-13T14:31:49.197407+0000 mgr.y (mgr.25139) 654 : cephadm [INF] Upgrade: Updating osd.4 2024-09-13T14:31:51.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:31:50 smithi062 bash[92878]: cephadm 2024-09-13T14:31:49.197407+0000 mgr.y (mgr.25139) 654 : cephadm [INF] Upgrade: Updating osd.4 2024-09-13T14:31:51.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:31:50 smithi062 bash[92878]: cephadm 2024-09-13T14:31:49.218187+0000 mgr.y (mgr.25139) 655 : cephadm [INF] Deploying daemon osd.4 on smithi178 2024-09-13T14:31:51.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:31:50 smithi062 bash[92878]: cephadm 2024-09-13T14:31:49.218187+0000 mgr.y (mgr.25139) 655 : cephadm [INF] Deploying daemon osd.4 on smithi178 2024-09-13T14:31:51.926 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:31:51 smithi178 bash[70490]: cluster 2024-09-13T14:31:50.531268+0000 mgr.y (mgr.25139) 656 : cluster [DBG] pgmap v379: 161 pgs: 161 active+clean; 585 KiB data, 272 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:31:51.926 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:31:51 smithi178 bash[70490]: cluster 2024-09-13T14:31:50.531268+0000 mgr.y (mgr.25139) 656 : cluster [DBG] pgmap v379: 161 pgs: 161 active+clean; 585 KiB data, 272 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:31:52.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:31:51 smithi062 bash[92878]: cluster 2024-09-13T14:31:50.531268+0000 mgr.y (mgr.25139) 656 : cluster [DBG] pgmap v379: 161 pgs: 161 active+clean; 585 KiB data, 272 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:31:52.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:31:51 smithi062 bash[92878]: cluster 2024-09-13T14:31:50.531268+0000 mgr.y (mgr.25139) 656 : cluster [DBG] pgmap v379: 161 pgs: 161 active+clean; 585 KiB data, 272 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:31:52.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:31:51 smithi062 bash[89221]: cluster 2024-09-13T14:31:50.531268+0000 mgr.y (mgr.25139) 656 : cluster [DBG] pgmap v379: 161 pgs: 161 active+clean; 585 KiB data, 272 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:31:52.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:31:51 smithi062 bash[89221]: cluster 2024-09-13T14:31:50.531268+0000 mgr.y (mgr.25139) 656 : cluster [DBG] pgmap v379: 161 pgs: 161 active+clean; 585 KiB data, 272 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:31:53.002 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:31:52 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:31:52.736097527Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:31:53.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:31:53 smithi178 bash[70490]: cluster 2024-09-13T14:31:52.532319+0000 mgr.y (mgr.25139) 657 : cluster [DBG] pgmap v380: 161 pgs: 161 active+clean; 585 KiB data, 272 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:31:53.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:31:53 smithi178 bash[70490]: cluster 2024-09-13T14:31:52.532319+0000 mgr.y (mgr.25139) 657 : cluster [DBG] pgmap v380: 161 pgs: 161 active+clean; 585 KiB data, 272 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:31:53.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:31:53 smithi178 bash[70490]: audit 2024-09-13T14:31:52.770257+0000 mgr.y (mgr.25139) 658 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:31:53.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:31:53 smithi178 bash[70490]: audit 2024-09-13T14:31:52.770257+0000 mgr.y (mgr.25139) 658 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:31:54.003 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:31:53 smithi062 bash[68610]: ::ffff:172.21.15.178 - - [13/Sep/2024:14:31:53] "GET /metrics HTTP/1.1" 200 38412 "" "Prometheus/2.51.0" 2024-09-13T14:31:54.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:31:53 smithi062 bash[89221]: cluster 2024-09-13T14:31:52.532319+0000 mgr.y (mgr.25139) 657 : cluster [DBG] pgmap v380: 161 pgs: 161 active+clean; 585 KiB data, 272 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:31:54.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:31:53 smithi062 bash[89221]: cluster 2024-09-13T14:31:52.532319+0000 mgr.y (mgr.25139) 657 : cluster [DBG] pgmap v380: 161 pgs: 161 active+clean; 585 KiB data, 272 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:31:54.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:31:53 smithi062 bash[89221]: audit 2024-09-13T14:31:52.770257+0000 mgr.y (mgr.25139) 658 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:31:54.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:31:53 smithi062 bash[89221]: audit 2024-09-13T14:31:52.770257+0000 mgr.y (mgr.25139) 658 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:31:54.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:31:53 smithi062 bash[92878]: cluster 2024-09-13T14:31:52.532319+0000 mgr.y (mgr.25139) 657 : cluster [DBG] pgmap v380: 161 pgs: 161 active+clean; 585 KiB data, 272 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:31:54.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:31:53 smithi062 bash[92878]: cluster 2024-09-13T14:31:52.532319+0000 mgr.y (mgr.25139) 657 : cluster [DBG] pgmap v380: 161 pgs: 161 active+clean; 585 KiB data, 272 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:31:54.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:31:53 smithi062 bash[92878]: audit 2024-09-13T14:31:52.770257+0000 mgr.y (mgr.25139) 658 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:31:54.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:31:53 smithi062 bash[92878]: audit 2024-09-13T14:31:52.770257+0000 mgr.y (mgr.25139) 658 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:31:54.355 INFO:journalctl@ceph.osd.5.smithi178.stdout:Sep 13 14:31:54 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:31:54.355 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 13 14:31:54 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:31:54.355 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:31:54 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:31:54.356 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 13 14:31:54 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:31:54.356 INFO:journalctl@ceph.osd.4.smithi178.stdout:Sep 13 14:31:54 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:31:54.357 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 14:31:54 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:31:54.357 INFO:journalctl@ceph.osd.7.smithi178.stdout:Sep 13 14:31:54 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:31:54.357 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:31:54 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:31:54.357 INFO:journalctl@ceph.osd.6.smithi178.stdout:Sep 13 14:31:54 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:31:54.630 INFO:journalctl@ceph.osd.4.smithi178.stdout:Sep 13 14:31:54 smithi178 systemd[1]: Stopping Ceph osd.4 for ff1149ea-71d5-11ef-bceb-c7b262605968... 2024-09-13T14:31:54.631 INFO:journalctl@ceph.osd.4.smithi178.stdout:Sep 13 14:31:54 smithi178 bash[25453]: debug 2024-09-13T14:31:54.479+0000 7f99a5ae7640 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.4 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2024-09-13T14:31:54.631 INFO:journalctl@ceph.osd.4.smithi178.stdout:Sep 13 14:31:54 smithi178 bash[25453]: debug 2024-09-13T14:31:54.479+0000 7f99a5ae7640 -1 osd.4 133 *** Got signal Terminated *** 2024-09-13T14:31:54.631 INFO:journalctl@ceph.osd.4.smithi178.stdout:Sep 13 14:31:54 smithi178 bash[25453]: debug 2024-09-13T14:31:54.479+0000 7f99a5ae7640 -1 osd.4 133 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-13T14:31:54.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:31:54 smithi178 bash[70490]: cluster 2024-09-13T14:31:54.485370+0000 mon.a (mon.0) 343 : cluster [INF] osd.4 marked itself down and dead 2024-09-13T14:31:54.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:31:54 smithi178 bash[70490]: cluster 2024-09-13T14:31:54.485370+0000 mon.a (mon.0) 343 : cluster [INF] osd.4 marked itself down and dead 2024-09-13T14:31:55.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:31:54 smithi062 bash[89221]: cluster 2024-09-13T14:31:54.485370+0000 mon.a (mon.0) 343 : cluster [INF] osd.4 marked itself down and dead 2024-09-13T14:31:55.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:31:54 smithi062 bash[89221]: cluster 2024-09-13T14:31:54.485370+0000 mon.a (mon.0) 343 : cluster [INF] osd.4 marked itself down and dead 2024-09-13T14:31:55.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:31:54 smithi062 bash[92878]: cluster 2024-09-13T14:31:54.485370+0000 mon.a (mon.0) 343 : cluster [INF] osd.4 marked itself down and dead 2024-09-13T14:31:55.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:31:54 smithi062 bash[92878]: cluster 2024-09-13T14:31:54.485370+0000 mon.a (mon.0) 343 : cluster [INF] osd.4 marked itself down and dead 2024-09-13T14:31:55.935 INFO:journalctl@ceph.osd.4.smithi178.stdout:Sep 13 14:31:55 smithi178 bash[74107]: ceph-ff1149ea-71d5-11ef-bceb-c7b262605968-osd-4 2024-09-13T14:31:55.935 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:31:55 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:31:55.734473279Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:31:55.936 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:31:55 smithi178 bash[70490]: cluster 2024-09-13T14:31:54.533580+0000 mgr.y (mgr.25139) 659 : cluster [DBG] pgmap v381: 161 pgs: 161 active+clean; 585 KiB data, 272 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:31:55.936 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:31:55 smithi178 bash[70490]: cluster 2024-09-13T14:31:54.533580+0000 mgr.y (mgr.25139) 659 : cluster [DBG] pgmap v381: 161 pgs: 161 active+clean; 585 KiB data, 272 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:31:55.936 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:31:55 smithi178 bash[70490]: cluster 2024-09-13T14:31:54.621679+0000 mon.a (mon.0) 344 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-09-13T14:31:55.936 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:31:55 smithi178 bash[70490]: cluster 2024-09-13T14:31:54.621679+0000 mon.a (mon.0) 344 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-09-13T14:31:55.936 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:31:55 smithi178 bash[70490]: cluster 2024-09-13T14:31:54.640449+0000 mon.a (mon.0) 345 : cluster [DBG] osdmap e134: 8 total, 7 up, 8 in 2024-09-13T14:31:55.936 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:31:55 smithi178 bash[70490]: cluster 2024-09-13T14:31:54.640449+0000 mon.a (mon.0) 345 : cluster [DBG] osdmap e134: 8 total, 7 up, 8 in 2024-09-13T14:31:56.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:31:55 smithi062 bash[89221]: cluster 2024-09-13T14:31:54.533580+0000 mgr.y (mgr.25139) 659 : cluster [DBG] pgmap v381: 161 pgs: 161 active+clean; 585 KiB data, 272 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:31:56.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:31:55 smithi062 bash[89221]: cluster 2024-09-13T14:31:54.533580+0000 mgr.y (mgr.25139) 659 : cluster [DBG] pgmap v381: 161 pgs: 161 active+clean; 585 KiB data, 272 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:31:56.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:31:55 smithi062 bash[89221]: cluster 2024-09-13T14:31:54.621679+0000 mon.a (mon.0) 344 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-09-13T14:31:56.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:31:55 smithi062 bash[89221]: cluster 2024-09-13T14:31:54.621679+0000 mon.a (mon.0) 344 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-09-13T14:31:56.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:31:55 smithi062 bash[89221]: cluster 2024-09-13T14:31:54.640449+0000 mon.a (mon.0) 345 : cluster [DBG] osdmap e134: 8 total, 7 up, 8 in 2024-09-13T14:31:56.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:31:55 smithi062 bash[89221]: cluster 2024-09-13T14:31:54.640449+0000 mon.a (mon.0) 345 : cluster [DBG] osdmap e134: 8 total, 7 up, 8 in 2024-09-13T14:31:56.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:31:55 smithi062 bash[92878]: cluster 2024-09-13T14:31:54.533580+0000 mgr.y (mgr.25139) 659 : cluster [DBG] pgmap v381: 161 pgs: 161 active+clean; 585 KiB data, 272 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:31:56.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:31:55 smithi062 bash[92878]: cluster 2024-09-13T14:31:54.533580+0000 mgr.y (mgr.25139) 659 : cluster [DBG] pgmap v381: 161 pgs: 161 active+clean; 585 KiB data, 272 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:31:56.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:31:55 smithi062 bash[92878]: cluster 2024-09-13T14:31:54.621679+0000 mon.a (mon.0) 344 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-09-13T14:31:56.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:31:55 smithi062 bash[92878]: cluster 2024-09-13T14:31:54.621679+0000 mon.a (mon.0) 344 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-09-13T14:31:56.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:31:55 smithi062 bash[92878]: cluster 2024-09-13T14:31:54.640449+0000 mon.a (mon.0) 345 : cluster [DBG] osdmap e134: 8 total, 7 up, 8 in 2024-09-13T14:31:56.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:31:55 smithi062 bash[92878]: cluster 2024-09-13T14:31:54.640449+0000 mon.a (mon.0) 345 : cluster [DBG] osdmap e134: 8 total, 7 up, 8 in 2024-09-13T14:31:56.435 INFO:journalctl@ceph.osd.4.smithi178.stdout:Sep 13 14:31:55 smithi178 bash[74172]: Error response from daemon: No such container: ceph-ff1149ea-71d5-11ef-bceb-c7b262605968-osd-4 2024-09-13T14:31:56.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:31:56 smithi178 bash[70490]: cluster 2024-09-13T14:31:55.639950+0000 mon.a (mon.0) 346 : cluster [DBG] osdmap e135: 8 total, 7 up, 8 in 2024-09-13T14:31:56.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:31:56 smithi178 bash[70490]: cluster 2024-09-13T14:31:55.639950+0000 mon.a (mon.0) 346 : cluster [DBG] osdmap e135: 8 total, 7 up, 8 in 2024-09-13T14:31:57.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:31:56 smithi062 bash[89221]: cluster 2024-09-13T14:31:55.639950+0000 mon.a (mon.0) 346 : cluster [DBG] osdmap e135: 8 total, 7 up, 8 in 2024-09-13T14:31:57.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:31:56 smithi062 bash[89221]: cluster 2024-09-13T14:31:55.639950+0000 mon.a (mon.0) 346 : cluster [DBG] osdmap e135: 8 total, 7 up, 8 in 2024-09-13T14:31:57.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:31:56 smithi062 bash[92878]: cluster 2024-09-13T14:31:55.639950+0000 mon.a (mon.0) 346 : cluster [DBG] osdmap e135: 8 total, 7 up, 8 in 2024-09-13T14:31:57.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:31:56 smithi062 bash[92878]: cluster 2024-09-13T14:31:55.639950+0000 mon.a (mon.0) 346 : cluster [DBG] osdmap e135: 8 total, 7 up, 8 in 2024-09-13T14:31:57.816 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:31:57 smithi178 bash[70490]: cluster 2024-09-13T14:31:56.534329+0000 mgr.y (mgr.25139) 660 : cluster [DBG] pgmap v384: 161 pgs: 10 peering, 17 stale+active+clean, 134 active+clean; 585 KiB data, 272 MiB used, 715 GiB / 715 GiB avail; 895 B/s rd, 0 op/s 2024-09-13T14:31:57.816 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:31:57 smithi178 bash[70490]: cluster 2024-09-13T14:31:56.534329+0000 mgr.y (mgr.25139) 660 : cluster [DBG] pgmap v384: 161 pgs: 10 peering, 17 stale+active+clean, 134 active+clean; 585 KiB data, 272 MiB used, 715 GiB / 715 GiB avail; 895 B/s rd, 0 op/s 2024-09-13T14:31:57.816 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:31:57 smithi178 bash[70490]: cluster 2024-09-13T14:31:56.647220+0000 mon.a (mon.0) 347 : cluster [WRN] Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-09-13T14:31:57.817 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:31:57 smithi178 bash[70490]: cluster 2024-09-13T14:31:56.647220+0000 mon.a (mon.0) 347 : cluster [WRN] Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-09-13T14:31:58.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:31:57 smithi062 bash[89221]: cluster 2024-09-13T14:31:56.534329+0000 mgr.y (mgr.25139) 660 : cluster [DBG] pgmap v384: 161 pgs: 10 peering, 17 stale+active+clean, 134 active+clean; 585 KiB data, 272 MiB used, 715 GiB / 715 GiB avail; 895 B/s rd, 0 op/s 2024-09-13T14:31:58.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:31:57 smithi062 bash[89221]: cluster 2024-09-13T14:31:56.534329+0000 mgr.y (mgr.25139) 660 : cluster [DBG] pgmap v384: 161 pgs: 10 peering, 17 stale+active+clean, 134 active+clean; 585 KiB data, 272 MiB used, 715 GiB / 715 GiB avail; 895 B/s rd, 0 op/s 2024-09-13T14:31:58.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:31:57 smithi062 bash[89221]: cluster 2024-09-13T14:31:56.647220+0000 mon.a (mon.0) 347 : cluster [WRN] Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-09-13T14:31:58.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:31:57 smithi062 bash[89221]: cluster 2024-09-13T14:31:56.647220+0000 mon.a (mon.0) 347 : cluster [WRN] Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-09-13T14:31:58.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:31:57 smithi062 bash[92878]: cluster 2024-09-13T14:31:56.534329+0000 mgr.y (mgr.25139) 660 : cluster [DBG] pgmap v384: 161 pgs: 10 peering, 17 stale+active+clean, 134 active+clean; 585 KiB data, 272 MiB used, 715 GiB / 715 GiB avail; 895 B/s rd, 0 op/s 2024-09-13T14:31:58.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:31:57 smithi062 bash[92878]: cluster 2024-09-13T14:31:56.534329+0000 mgr.y (mgr.25139) 660 : cluster [DBG] pgmap v384: 161 pgs: 10 peering, 17 stale+active+clean, 134 active+clean; 585 KiB data, 272 MiB used, 715 GiB / 715 GiB avail; 895 B/s rd, 0 op/s 2024-09-13T14:31:58.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:31:57 smithi062 bash[92878]: cluster 2024-09-13T14:31:56.647220+0000 mon.a (mon.0) 347 : cluster [WRN] Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-09-13T14:31:58.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:31:57 smithi062 bash[92878]: cluster 2024-09-13T14:31:56.647220+0000 mon.a (mon.0) 347 : cluster [WRN] Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-09-13T14:31:58.516 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 14:31:58 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:31:58.517 INFO:journalctl@ceph.osd.5.smithi178.stdout:Sep 13 14:31:58 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:31:58.517 INFO:journalctl@ceph.osd.6.smithi178.stdout:Sep 13 14:31:58 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:31:58.517 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 13 14:31:58 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:31:58.518 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 13 14:31:58 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:31:58.518 INFO:journalctl@ceph.osd.4.smithi178.stdout:Sep 13 14:31:58 smithi178 systemd[1]: ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@osd.4.service: Deactivated successfully. 2024-09-13T14:31:58.518 INFO:journalctl@ceph.osd.4.smithi178.stdout:Sep 13 14:31:58 smithi178 systemd[1]: Stopped Ceph osd.4 for ff1149ea-71d5-11ef-bceb-c7b262605968. 2024-09-13T14:31:58.518 INFO:journalctl@ceph.osd.4.smithi178.stdout:Sep 13 14:31:58 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:31:58.519 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:31:58 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:31:58.519 INFO:journalctl@ceph.osd.7.smithi178.stdout:Sep 13 14:31:58 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:31:58.519 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:31:58 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:31:58.935 INFO:journalctl@ceph.osd.4.smithi178.stdout:Sep 13 14:31:58 smithi178 systemd[1]: Started Ceph osd.4 for ff1149ea-71d5-11ef-bceb-c7b262605968. 2024-09-13T14:31:58.936 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:31:58 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:31:58.720916836Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:31:59.819 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:31:59 smithi178 bash[70490]: cluster 2024-09-13T14:31:58.535874+0000 mgr.y (mgr.25139) 661 : cluster [DBG] pgmap v385: 161 pgs: 14 active+undersized, 10 peering, 9 stale+active+clean, 12 active+undersized+degraded, 116 active+clean; 585 KiB data, 272 MiB used, 715 GiB / 715 GiB avail; 45/636 objects degraded (7.075%) 2024-09-13T14:31:59.820 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:31:59 smithi178 bash[70490]: cluster 2024-09-13T14:31:58.535874+0000 mgr.y (mgr.25139) 661 : cluster [DBG] pgmap v385: 161 pgs: 14 active+undersized, 10 peering, 9 stale+active+clean, 12 active+undersized+degraded, 116 active+clean; 585 KiB data, 272 MiB used, 715 GiB / 715 GiB avail; 45/636 objects degraded (7.075%) 2024-09-13T14:31:59.820 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:31:59 smithi178 bash[70490]: audit 2024-09-13T14:31:58.570830+0000 mon.a (mon.0) 348 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:31:59.820 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:31:59 smithi178 bash[70490]: audit 2024-09-13T14:31:58.570830+0000 mon.a (mon.0) 348 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:31:59.820 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:31:59 smithi178 bash[70490]: audit 2024-09-13T14:31:58.582609+0000 mon.a (mon.0) 349 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:31:59.820 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:31:59 smithi178 bash[70490]: audit 2024-09-13T14:31:58.582609+0000 mon.a (mon.0) 349 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:31:59.820 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:31:59 smithi178 bash[70490]: cluster 2024-09-13T14:31:58.658145+0000 mon.a (mon.0) 350 : cluster [WRN] Health check failed: Degraded data redundancy: 45/636 objects degraded (7.075%), 12 pgs degraded (PG_DEGRADED) 2024-09-13T14:31:59.820 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:31:59 smithi178 bash[70490]: cluster 2024-09-13T14:31:58.658145+0000 mon.a (mon.0) 350 : cluster [WRN] Health check failed: Degraded data redundancy: 45/636 objects degraded (7.075%), 12 pgs degraded (PG_DEGRADED) 2024-09-13T14:31:59.820 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:31:59 smithi178 bash[70490]: audit 2024-09-13T14:31:58.876546+0000 mon.a (mon.0) 351 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:31:59.820 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:31:59 smithi178 bash[70490]: audit 2024-09-13T14:31:58.876546+0000 mon.a (mon.0) 351 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:31:59.820 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:31:59 smithi178 bash[70490]: audit 2024-09-13T14:31:58.878313+0000 mon.b (mon.1) 217 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:31:59.820 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:31:59 smithi178 bash[70490]: audit 2024-09-13T14:31:58.878313+0000 mon.b (mon.1) 217 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:32:00.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:31:59 smithi062 bash[89221]: cluster 2024-09-13T14:31:58.535874+0000 mgr.y (mgr.25139) 661 : cluster [DBG] pgmap v385: 161 pgs: 14 active+undersized, 10 peering, 9 stale+active+clean, 12 active+undersized+degraded, 116 active+clean; 585 KiB data, 272 MiB used, 715 GiB / 715 GiB avail; 45/636 objects degraded (7.075%) 2024-09-13T14:32:00.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:31:59 smithi062 bash[89221]: cluster 2024-09-13T14:31:58.535874+0000 mgr.y (mgr.25139) 661 : cluster [DBG] pgmap v385: 161 pgs: 14 active+undersized, 10 peering, 9 stale+active+clean, 12 active+undersized+degraded, 116 active+clean; 585 KiB data, 272 MiB used, 715 GiB / 715 GiB avail; 45/636 objects degraded (7.075%) 2024-09-13T14:32:00.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:31:59 smithi062 bash[89221]: audit 2024-09-13T14:31:58.570830+0000 mon.a (mon.0) 348 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:32:00.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:31:59 smithi062 bash[89221]: audit 2024-09-13T14:31:58.570830+0000 mon.a (mon.0) 348 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:32:00.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:31:59 smithi062 bash[89221]: audit 2024-09-13T14:31:58.582609+0000 mon.a (mon.0) 349 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:32:00.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:31:59 smithi062 bash[89221]: audit 2024-09-13T14:31:58.582609+0000 mon.a (mon.0) 349 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:32:00.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:31:59 smithi062 bash[89221]: cluster 2024-09-13T14:31:58.658145+0000 mon.a (mon.0) 350 : cluster [WRN] Health check failed: Degraded data redundancy: 45/636 objects degraded (7.075%), 12 pgs degraded (PG_DEGRADED) 2024-09-13T14:32:00.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:31:59 smithi062 bash[89221]: cluster 2024-09-13T14:31:58.658145+0000 mon.a (mon.0) 350 : cluster [WRN] Health check failed: Degraded data redundancy: 45/636 objects degraded (7.075%), 12 pgs degraded (PG_DEGRADED) 2024-09-13T14:32:00.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:31:59 smithi062 bash[89221]: audit 2024-09-13T14:31:58.876546+0000 mon.a (mon.0) 351 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:32:00.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:31:59 smithi062 bash[89221]: audit 2024-09-13T14:31:58.876546+0000 mon.a (mon.0) 351 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:32:00.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:31:59 smithi062 bash[89221]: audit 2024-09-13T14:31:58.878313+0000 mon.b (mon.1) 217 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:32:00.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:31:59 smithi062 bash[89221]: audit 2024-09-13T14:31:58.878313+0000 mon.b (mon.1) 217 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:32:00.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:31:59 smithi062 bash[92878]: cluster 2024-09-13T14:31:58.535874+0000 mgr.y (mgr.25139) 661 : cluster [DBG] pgmap v385: 161 pgs: 14 active+undersized, 10 peering, 9 stale+active+clean, 12 active+undersized+degraded, 116 active+clean; 585 KiB data, 272 MiB used, 715 GiB / 715 GiB avail; 45/636 objects degraded (7.075%) 2024-09-13T14:32:00.005 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:31:59 smithi062 bash[92878]: cluster 2024-09-13T14:31:58.535874+0000 mgr.y (mgr.25139) 661 : cluster [DBG] pgmap v385: 161 pgs: 14 active+undersized, 10 peering, 9 stale+active+clean, 12 active+undersized+degraded, 116 active+clean; 585 KiB data, 272 MiB used, 715 GiB / 715 GiB avail; 45/636 objects degraded (7.075%) 2024-09-13T14:32:00.005 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:31:59 smithi062 bash[92878]: audit 2024-09-13T14:31:58.570830+0000 mon.a (mon.0) 348 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:32:00.005 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:31:59 smithi062 bash[92878]: audit 2024-09-13T14:31:58.570830+0000 mon.a (mon.0) 348 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:32:00.005 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:31:59 smithi062 bash[92878]: audit 2024-09-13T14:31:58.582609+0000 mon.a (mon.0) 349 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:32:00.005 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:31:59 smithi062 bash[92878]: audit 2024-09-13T14:31:58.582609+0000 mon.a (mon.0) 349 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:32:00.005 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:31:59 smithi062 bash[92878]: cluster 2024-09-13T14:31:58.658145+0000 mon.a (mon.0) 350 : cluster [WRN] Health check failed: Degraded data redundancy: 45/636 objects degraded (7.075%), 12 pgs degraded (PG_DEGRADED) 2024-09-13T14:32:00.005 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:31:59 smithi062 bash[92878]: cluster 2024-09-13T14:31:58.658145+0000 mon.a (mon.0) 350 : cluster [WRN] Health check failed: Degraded data redundancy: 45/636 objects degraded (7.075%), 12 pgs degraded (PG_DEGRADED) 2024-09-13T14:32:00.005 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:31:59 smithi062 bash[92878]: audit 2024-09-13T14:31:58.876546+0000 mon.a (mon.0) 351 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:32:00.005 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:31:59 smithi062 bash[92878]: audit 2024-09-13T14:31:58.876546+0000 mon.a (mon.0) 351 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:32:00.005 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:31:59 smithi062 bash[92878]: audit 2024-09-13T14:31:58.878313+0000 mon.b (mon.1) 217 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:32:00.006 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:31:59 smithi062 bash[92878]: audit 2024-09-13T14:31:58.878313+0000 mon.b (mon.1) 217 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:32:00.435 INFO:journalctl@ceph.osd.4.smithi178.stdout:Sep 13 14:31:59 smithi178 bash[74322]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-13T14:32:00.435 INFO:journalctl@ceph.osd.4.smithi178.stdout:Sep 13 14:32:00 smithi178 bash[74322]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-13T14:32:00.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:32:00 smithi178 bash[70490]: cluster 2024-09-13T14:32:00.568294+0000 mon.a (mon.0) 352 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2024-09-13T14:32:00.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:32:00 smithi178 bash[70490]: cluster 2024-09-13T14:32:00.568294+0000 mon.a (mon.0) 352 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2024-09-13T14:32:01.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:32:00 smithi062 bash[89221]: cluster 2024-09-13T14:32:00.568294+0000 mon.a (mon.0) 352 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2024-09-13T14:32:01.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:32:00 smithi062 bash[89221]: cluster 2024-09-13T14:32:00.568294+0000 mon.a (mon.0) 352 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2024-09-13T14:32:01.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:32:00 smithi062 bash[92878]: cluster 2024-09-13T14:32:00.568294+0000 mon.a (mon.0) 352 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2024-09-13T14:32:01.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:32:00 smithi062 bash[92878]: cluster 2024-09-13T14:32:00.568294+0000 mon.a (mon.0) 352 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2024-09-13T14:32:02.095 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:32:01 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:32:01.723911998Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:32:02.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:32:02 smithi178 bash[70490]: cluster 2024-09-13T14:32:00.537555+0000 mgr.y (mgr.25139) 662 : cluster [DBG] pgmap v386: 161 pgs: 43 active+undersized, 25 active+undersized+degraded, 93 active+clean; 585 KiB data, 272 MiB used, 715 GiB / 715 GiB avail; 255 B/s rd, 0 op/s; 105/636 objects degraded (16.509%) 2024-09-13T14:32:02.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:32:02 smithi178 bash[70490]: cluster 2024-09-13T14:32:00.537555+0000 mgr.y (mgr.25139) 662 : cluster [DBG] pgmap v386: 161 pgs: 43 active+undersized, 25 active+undersized+degraded, 93 active+clean; 585 KiB data, 272 MiB used, 715 GiB / 715 GiB avail; 255 B/s rd, 0 op/s; 105/636 objects degraded (16.509%) 2024-09-13T14:32:02.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:32:02 smithi062 bash[89221]: cluster 2024-09-13T14:32:00.537555+0000 mgr.y (mgr.25139) 662 : cluster [DBG] pgmap v386: 161 pgs: 43 active+undersized, 25 active+undersized+degraded, 93 active+clean; 585 KiB data, 272 MiB used, 715 GiB / 715 GiB avail; 255 B/s rd, 0 op/s; 105/636 objects degraded (16.509%) 2024-09-13T14:32:02.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:32:02 smithi062 bash[89221]: cluster 2024-09-13T14:32:00.537555+0000 mgr.y (mgr.25139) 662 : cluster [DBG] pgmap v386: 161 pgs: 43 active+undersized, 25 active+undersized+degraded, 93 active+clean; 585 KiB data, 272 MiB used, 715 GiB / 715 GiB avail; 255 B/s rd, 0 op/s; 105/636 objects degraded (16.509%) 2024-09-13T14:32:02.503 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:32:02 smithi062 bash[92878]: cluster 2024-09-13T14:32:00.537555+0000 mgr.y (mgr.25139) 662 : cluster [DBG] pgmap v386: 161 pgs: 43 active+undersized, 25 active+undersized+degraded, 93 active+clean; 585 KiB data, 272 MiB used, 715 GiB / 715 GiB avail; 255 B/s rd, 0 op/s; 105/636 objects degraded (16.509%) 2024-09-13T14:32:02.503 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:32:02 smithi062 bash[92878]: cluster 2024-09-13T14:32:00.537555+0000 mgr.y (mgr.25139) 662 : cluster [DBG] pgmap v386: 161 pgs: 43 active+undersized, 25 active+undersized+degraded, 93 active+clean; 585 KiB data, 272 MiB used, 715 GiB / 715 GiB avail; 255 B/s rd, 0 op/s; 105/636 objects degraded (16.509%) 2024-09-13T14:32:02.909 INFO:journalctl@ceph.osd.4.smithi178.stdout:Sep 13 14:32:02 smithi178 bash[74322]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2024-09-13T14:32:02.909 INFO:journalctl@ceph.osd.4.smithi178.stdout:Sep 13 14:32:02 smithi178 bash[74322]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-4 --no-mon-config --dev /dev/mapper/vg_nvme-lv_4 2024-09-13T14:32:03.185 INFO:journalctl@ceph.osd.4.smithi178.stdout:Sep 13 14:32:02 smithi178 bash[74322]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_4 2024-09-13T14:32:03.185 INFO:journalctl@ceph.osd.4.smithi178.stdout:Sep 13 14:32:02 smithi178 bash[74322]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2024-09-13T14:32:03.185 INFO:journalctl@ceph.osd.4.smithi178.stdout:Sep 13 14:32:02 smithi178 bash[74322]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-4/block 2024-09-13T14:32:03.185 INFO:journalctl@ceph.osd.4.smithi178.stdout:Sep 13 14:32:02 smithi178 bash[74322]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2024-09-13T14:32:03.186 INFO:journalctl@ceph.osd.4.smithi178.stdout:Sep 13 14:32:02 smithi178 bash[74322]: --> ceph-volume raw activate successful for osd ID: 4 2024-09-13T14:32:04.003 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:32:03 smithi062 bash[68610]: ::ffff:172.21.15.178 - - [13/Sep/2024:14:32:03] "GET /metrics HTTP/1.1" 200 38407 "" "Prometheus/2.51.0" 2024-09-13T14:32:04.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:32:04 smithi178 bash[70490]: cluster 2024-09-13T14:32:02.538869+0000 mgr.y (mgr.25139) 663 : cluster [DBG] pgmap v387: 161 pgs: 43 active+undersized, 25 active+undersized+degraded, 93 active+clean; 585 KiB data, 272 MiB used, 715 GiB / 715 GiB avail; 255 B/s rd, 0 op/s; 105/636 objects degraded (16.509%) 2024-09-13T14:32:04.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:32:04 smithi178 bash[70490]: cluster 2024-09-13T14:32:02.538869+0000 mgr.y (mgr.25139) 663 : cluster [DBG] pgmap v387: 161 pgs: 43 active+undersized, 25 active+undersized+degraded, 93 active+clean; 585 KiB data, 272 MiB used, 715 GiB / 715 GiB avail; 255 B/s rd, 0 op/s; 105/636 objects degraded (16.509%) 2024-09-13T14:32:04.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:32:04 smithi178 bash[70490]: audit 2024-09-13T14:32:02.772862+0000 mgr.y (mgr.25139) 664 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:32:04.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:32:04 smithi178 bash[70490]: audit 2024-09-13T14:32:02.772862+0000 mgr.y (mgr.25139) 664 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:32:04.503 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:32:04 smithi062 bash[92878]: cluster 2024-09-13T14:32:02.538869+0000 mgr.y (mgr.25139) 663 : cluster [DBG] pgmap v387: 161 pgs: 43 active+undersized, 25 active+undersized+degraded, 93 active+clean; 585 KiB data, 272 MiB used, 715 GiB / 715 GiB avail; 255 B/s rd, 0 op/s; 105/636 objects degraded (16.509%) 2024-09-13T14:32:04.503 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:32:04 smithi062 bash[92878]: cluster 2024-09-13T14:32:02.538869+0000 mgr.y (mgr.25139) 663 : cluster [DBG] pgmap v387: 161 pgs: 43 active+undersized, 25 active+undersized+degraded, 93 active+clean; 585 KiB data, 272 MiB used, 715 GiB / 715 GiB avail; 255 B/s rd, 0 op/s; 105/636 objects degraded (16.509%) 2024-09-13T14:32:04.503 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:32:04 smithi062 bash[92878]: audit 2024-09-13T14:32:02.772862+0000 mgr.y (mgr.25139) 664 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:32:04.503 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:32:04 smithi062 bash[92878]: audit 2024-09-13T14:32:02.772862+0000 mgr.y (mgr.25139) 664 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:32:04.504 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:32:04 smithi062 bash[89221]: cluster 2024-09-13T14:32:02.538869+0000 mgr.y (mgr.25139) 663 : cluster [DBG] pgmap v387: 161 pgs: 43 active+undersized, 25 active+undersized+degraded, 93 active+clean; 585 KiB data, 272 MiB used, 715 GiB / 715 GiB avail; 255 B/s rd, 0 op/s; 105/636 objects degraded (16.509%) 2024-09-13T14:32:04.504 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:32:04 smithi062 bash[89221]: cluster 2024-09-13T14:32:02.538869+0000 mgr.y (mgr.25139) 663 : cluster [DBG] pgmap v387: 161 pgs: 43 active+undersized, 25 active+undersized+degraded, 93 active+clean; 585 KiB data, 272 MiB used, 715 GiB / 715 GiB avail; 255 B/s rd, 0 op/s; 105/636 objects degraded (16.509%) 2024-09-13T14:32:04.504 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:32:04 smithi062 bash[89221]: audit 2024-09-13T14:32:02.772862+0000 mgr.y (mgr.25139) 664 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:32:04.504 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:32:04 smithi062 bash[89221]: audit 2024-09-13T14:32:02.772862+0000 mgr.y (mgr.25139) 664 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:32:05.185 INFO:journalctl@ceph.osd.4.smithi178.stdout:Sep 13 14:32:04 smithi178 bash[74597]: debug 2024-09-13T14:32:04.867+0000 7f5be0349640 1 -- 172.21.15.178:0/3607638393 <== mon.1 v2:172.21.15.178:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55e751cae960 con 0x55e751ccfc00 2024-09-13T14:32:05.185 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:32:04 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:32:04.717711136Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:32:06.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:32:06 smithi178 bash[70490]: cluster 2024-09-13T14:32:04.540388+0000 mgr.y (mgr.25139) 665 : cluster [DBG] pgmap v388: 161 pgs: 43 active+undersized, 25 active+undersized+degraded, 93 active+clean; 585 KiB data, 272 MiB used, 715 GiB / 715 GiB avail; 206 B/s rd, 0 op/s; 105/636 objects degraded (16.509%) 2024-09-13T14:32:06.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:32:06 smithi178 bash[70490]: cluster 2024-09-13T14:32:04.540388+0000 mgr.y (mgr.25139) 665 : cluster [DBG] pgmap v388: 161 pgs: 43 active+undersized, 25 active+undersized+degraded, 93 active+clean; 585 KiB data, 272 MiB used, 715 GiB / 715 GiB avail; 206 B/s rd, 0 op/s; 105/636 objects degraded (16.509%) 2024-09-13T14:32:06.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:32:06 smithi178 bash[70490]: audit 2024-09-13T14:32:05.611622+0000 mon.a (mon.0) 353 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:32:06.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:32:06 smithi178 bash[70490]: audit 2024-09-13T14:32:05.611622+0000 mon.a (mon.0) 353 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:32:06.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:32:06 smithi178 bash[70490]: audit 2024-09-13T14:32:05.626148+0000 mon.a (mon.0) 354 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:32:06.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:32:06 smithi178 bash[70490]: audit 2024-09-13T14:32:05.626148+0000 mon.a (mon.0) 354 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:32:06.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:32:06 smithi178 bash[70490]: cluster 2024-09-13T14:32:06.093009+0000 mon.a (mon.0) 355 : cluster [WRN] Health check update: Degraded data redundancy: 105/636 objects degraded (16.509%), 25 pgs degraded (PG_DEGRADED) 2024-09-13T14:32:06.436 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:32:06 smithi178 bash[70490]: cluster 2024-09-13T14:32:06.093009+0000 mon.a (mon.0) 355 : cluster [WRN] Health check update: Degraded data redundancy: 105/636 objects degraded (16.509%), 25 pgs degraded (PG_DEGRADED) 2024-09-13T14:32:06.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:32:06 smithi062 bash[89221]: cluster 2024-09-13T14:32:04.540388+0000 mgr.y (mgr.25139) 665 : cluster [DBG] pgmap v388: 161 pgs: 43 active+undersized, 25 active+undersized+degraded, 93 active+clean; 585 KiB data, 272 MiB used, 715 GiB / 715 GiB avail; 206 B/s rd, 0 op/s; 105/636 objects degraded (16.509%) 2024-09-13T14:32:06.504 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:32:06 smithi062 bash[89221]: cluster 2024-09-13T14:32:04.540388+0000 mgr.y (mgr.25139) 665 : cluster [DBG] pgmap v388: 161 pgs: 43 active+undersized, 25 active+undersized+degraded, 93 active+clean; 585 KiB data, 272 MiB used, 715 GiB / 715 GiB avail; 206 B/s rd, 0 op/s; 105/636 objects degraded (16.509%) 2024-09-13T14:32:06.504 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:32:06 smithi062 bash[89221]: audit 2024-09-13T14:32:05.611622+0000 mon.a (mon.0) 353 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:32:06.504 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:32:06 smithi062 bash[89221]: audit 2024-09-13T14:32:05.611622+0000 mon.a (mon.0) 353 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:32:06.504 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:32:06 smithi062 bash[89221]: audit 2024-09-13T14:32:05.626148+0000 mon.a (mon.0) 354 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:32:06.504 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:32:06 smithi062 bash[89221]: audit 2024-09-13T14:32:05.626148+0000 mon.a (mon.0) 354 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:32:06.504 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:32:06 smithi062 bash[89221]: cluster 2024-09-13T14:32:06.093009+0000 mon.a (mon.0) 355 : cluster [WRN] Health check update: Degraded data redundancy: 105/636 objects degraded (16.509%), 25 pgs degraded (PG_DEGRADED) 2024-09-13T14:32:06.504 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:32:06 smithi062 bash[89221]: cluster 2024-09-13T14:32:06.093009+0000 mon.a (mon.0) 355 : cluster [WRN] Health check update: Degraded data redundancy: 105/636 objects degraded (16.509%), 25 pgs degraded (PG_DEGRADED) 2024-09-13T14:32:06.504 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:32:06 smithi062 bash[92878]: cluster 2024-09-13T14:32:04.540388+0000 mgr.y (mgr.25139) 665 : cluster [DBG] pgmap v388: 161 pgs: 43 active+undersized, 25 active+undersized+degraded, 93 active+clean; 585 KiB data, 272 MiB used, 715 GiB / 715 GiB avail; 206 B/s rd, 0 op/s; 105/636 objects degraded (16.509%) 2024-09-13T14:32:06.504 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:32:06 smithi062 bash[92878]: cluster 2024-09-13T14:32:04.540388+0000 mgr.y (mgr.25139) 665 : cluster [DBG] pgmap v388: 161 pgs: 43 active+undersized, 25 active+undersized+degraded, 93 active+clean; 585 KiB data, 272 MiB used, 715 GiB / 715 GiB avail; 206 B/s rd, 0 op/s; 105/636 objects degraded (16.509%) 2024-09-13T14:32:06.504 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:32:06 smithi062 bash[92878]: audit 2024-09-13T14:32:05.611622+0000 mon.a (mon.0) 353 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:32:06.505 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:32:06 smithi062 bash[92878]: audit 2024-09-13T14:32:05.611622+0000 mon.a (mon.0) 353 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:32:06.505 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:32:06 smithi062 bash[92878]: audit 2024-09-13T14:32:05.626148+0000 mon.a (mon.0) 354 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:32:06.505 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:32:06 smithi062 bash[92878]: audit 2024-09-13T14:32:05.626148+0000 mon.a (mon.0) 354 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:32:06.505 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:32:06 smithi062 bash[92878]: cluster 2024-09-13T14:32:06.093009+0000 mon.a (mon.0) 355 : cluster [WRN] Health check update: Degraded data redundancy: 105/636 objects degraded (16.509%), 25 pgs degraded (PG_DEGRADED) 2024-09-13T14:32:06.505 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:32:06 smithi062 bash[92878]: cluster 2024-09-13T14:32:06.093009+0000 mon.a (mon.0) 355 : cluster [WRN] Health check update: Degraded data redundancy: 105/636 objects degraded (16.509%), 25 pgs degraded (PG_DEGRADED) 2024-09-13T14:32:07.435 INFO:journalctl@ceph.osd.4.smithi178.stdout:Sep 13 14:32:06 smithi178 bash[74597]: debug 2024-09-13T14:32:06.959+0000 7f5be2bb0640 -1 Falling back to public interface 2024-09-13T14:32:08.185 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:32:07 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:32:07.760098249Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:32:08.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:32:07 smithi178 bash[70490]: cluster 2024-09-13T14:32:06.541626+0000 mgr.y (mgr.25139) 666 : cluster [DBG] pgmap v389: 161 pgs: 43 active+undersized, 25 active+undersized+degraded, 93 active+clean; 585 KiB data, 272 MiB used, 715 GiB / 715 GiB avail; 469 B/s rd, 0 op/s; 105/636 objects degraded (16.509%) 2024-09-13T14:32:08.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:32:07 smithi178 bash[70490]: cluster 2024-09-13T14:32:06.541626+0000 mgr.y (mgr.25139) 666 : cluster [DBG] pgmap v389: 161 pgs: 43 active+undersized, 25 active+undersized+degraded, 93 active+clean; 585 KiB data, 272 MiB used, 715 GiB / 715 GiB avail; 469 B/s rd, 0 op/s; 105/636 objects degraded (16.509%) 2024-09-13T14:32:08.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:32:07 smithi178 bash[70490]: audit 2024-09-13T14:32:06.814854+0000 mon.a (mon.0) 356 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:32:08.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:32:07 smithi178 bash[70490]: audit 2024-09-13T14:32:06.814854+0000 mon.a (mon.0) 356 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:32:08.186 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:32:07 smithi178 bash[70490]: audit 2024-09-13T14:32:06.827423+0000 mon.a (mon.0) 357 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:32:08.186 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:32:07 smithi178 bash[70490]: audit 2024-09-13T14:32:06.827423+0000 mon.a (mon.0) 357 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:32:08.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:32:07 smithi062 bash[89221]: cluster 2024-09-13T14:32:06.541626+0000 mgr.y (mgr.25139) 666 : cluster [DBG] pgmap v389: 161 pgs: 43 active+undersized, 25 active+undersized+degraded, 93 active+clean; 585 KiB data, 272 MiB used, 715 GiB / 715 GiB avail; 469 B/s rd, 0 op/s; 105/636 objects degraded (16.509%) 2024-09-13T14:32:08.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:32:07 smithi062 bash[89221]: cluster 2024-09-13T14:32:06.541626+0000 mgr.y (mgr.25139) 666 : cluster [DBG] pgmap v389: 161 pgs: 43 active+undersized, 25 active+undersized+degraded, 93 active+clean; 585 KiB data, 272 MiB used, 715 GiB / 715 GiB avail; 469 B/s rd, 0 op/s; 105/636 objects degraded (16.509%) 2024-09-13T14:32:08.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:32:07 smithi062 bash[89221]: audit 2024-09-13T14:32:06.814854+0000 mon.a (mon.0) 356 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:32:08.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:32:07 smithi062 bash[89221]: audit 2024-09-13T14:32:06.814854+0000 mon.a (mon.0) 356 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:32:08.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:32:07 smithi062 bash[89221]: audit 2024-09-13T14:32:06.827423+0000 mon.a (mon.0) 357 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:32:08.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:32:07 smithi062 bash[89221]: audit 2024-09-13T14:32:06.827423+0000 mon.a (mon.0) 357 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:32:08.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:32:07 smithi062 bash[92878]: cluster 2024-09-13T14:32:06.541626+0000 mgr.y (mgr.25139) 666 : cluster [DBG] pgmap v389: 161 pgs: 43 active+undersized, 25 active+undersized+degraded, 93 active+clean; 585 KiB data, 272 MiB used, 715 GiB / 715 GiB avail; 469 B/s rd, 0 op/s; 105/636 objects degraded (16.509%) 2024-09-13T14:32:08.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:32:07 smithi062 bash[92878]: cluster 2024-09-13T14:32:06.541626+0000 mgr.y (mgr.25139) 666 : cluster [DBG] pgmap v389: 161 pgs: 43 active+undersized, 25 active+undersized+degraded, 93 active+clean; 585 KiB data, 272 MiB used, 715 GiB / 715 GiB avail; 469 B/s rd, 0 op/s; 105/636 objects degraded (16.509%) 2024-09-13T14:32:08.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:32:07 smithi062 bash[92878]: audit 2024-09-13T14:32:06.814854+0000 mon.a (mon.0) 356 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:32:08.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:32:07 smithi062 bash[92878]: audit 2024-09-13T14:32:06.814854+0000 mon.a (mon.0) 356 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:32:08.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:32:07 smithi062 bash[92878]: audit 2024-09-13T14:32:06.827423+0000 mon.a (mon.0) 357 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:32:08.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:32:07 smithi062 bash[92878]: audit 2024-09-13T14:32:06.827423+0000 mon.a (mon.0) 357 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:32:09.314 INFO:teuthology.orchestra.run.smithi062.stdout:true 2024-09-13T14:32:09.961 INFO:teuthology.orchestra.run.smithi062.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-13T14:32:09.961 INFO:teuthology.orchestra.run.smithi062.stdout:alertmanager.a smithi062 *:9093,9094 running (10m) 49s ago 37m 14.0M - 0.27.0 11f11916f8cd 6e93dcf56cea 2024-09-13T14:32:09.961 INFO:teuthology.orchestra.run.smithi062.stdout:grafana.a smithi178 *:3000 running (9m) 4s ago 37m 68.6M - 10.4.0 c8b91775d855 e5af99a01b68 2024-09-13T14:32:09.961 INFO:teuthology.orchestra.run.smithi062.stdout:iscsi.foo.smithi062.auboqe smithi062 *:5000 running (11m) 49s ago 34m 50.2M - 3.8 19dc8d659727 5db99a6f8116 2024-09-13T14:32:09.961 INFO:teuthology.orchestra.run.smithi062.stdout:mgr.x smithi178 *:8443,9283,8765 running (11m) 4s ago 45m 444M - 19.3.0-4917-gb0201b8c 1641fe80ce72 fc18b6fcd5bd 2024-09-13T14:32:09.961 INFO:teuthology.orchestra.run.smithi062.stdout:mgr.y smithi062 *:8443,9283,8765 running (22m) 49s ago 48m 514M - 19.3.0-4917-gb0201b8c 1641fe80ce72 fd629cc84850 2024-09-13T14:32:09.961 INFO:teuthology.orchestra.run.smithi062.stdout:mon.a smithi062 running (6m) 49s ago 48m 51.7M 2048M 19.3.0-4917-gb0201b8c 1641fe80ce72 6370c6daf05c 2024-09-13T14:32:09.961 INFO:teuthology.orchestra.run.smithi062.stdout:mon.b smithi178 running (7m) 4s ago 46m 45.8M 2048M 19.3.0-4917-gb0201b8c 1641fe80ce72 4246b63ea822 2024-09-13T14:32:09.961 INFO:teuthology.orchestra.run.smithi062.stdout:mon.c smithi062 running (6m) 49s ago 46m 37.6M 2048M 19.3.0-4917-gb0201b8c 1641fe80ce72 546ed05b6de1 2024-09-13T14:32:09.961 INFO:teuthology.orchestra.run.smithi062.stdout:node-exporter.a smithi062 *:9100 running (11m) 49s ago 37m 8200k - 1.7.0 72c9c2088986 d2a19c03fb98 2024-09-13T14:32:09.962 INFO:teuthology.orchestra.run.smithi062.stdout:node-exporter.b smithi178 *:9100 running (11m) 4s ago 37m 8424k - 1.7.0 72c9c2088986 ef73b17b6575 2024-09-13T14:32:09.962 INFO:teuthology.orchestra.run.smithi062.stdout:osd.0 smithi062 running (4m) 49s ago 45m 50.8M 3036M 19.3.0-4917-gb0201b8c 1641fe80ce72 711a747f4c3b 2024-09-13T14:32:09.962 INFO:teuthology.orchestra.run.smithi062.stdout:osd.1 smithi062 running (3m) 49s ago 44m 48.0M 3036M 19.3.0-4917-gb0201b8c 1641fe80ce72 8ddc722fe2b2 2024-09-13T14:32:09.962 INFO:teuthology.orchestra.run.smithi062.stdout:osd.2 smithi062 running (2m) 49s ago 43m 46.8M 3036M 19.3.0-4917-gb0201b8c 1641fe80ce72 6b0d80723a64 2024-09-13T14:32:09.962 INFO:teuthology.orchestra.run.smithi062.stdout:osd.3 smithi062 running (51s) 49s ago 42m - 3036M 19.3.0-4917-gb0201b8c 1641fe80ce72 fbedce232013 2024-09-13T14:32:09.962 INFO:teuthology.orchestra.run.smithi062.stdout:osd.4 smithi178 running (6s) 4s ago 41m - 3292M 19.3.0-4917-gb0201b8c 1641fe80ce72 6c0f465cbec8 2024-09-13T14:32:09.962 INFO:teuthology.orchestra.run.smithi062.stdout:osd.5 smithi178 running (40m) 4s ago 40m 70.3M 3292M 19.1.1-322-g7741f7f9 19dc8d659727 0ee354299930 2024-09-13T14:32:09.962 INFO:teuthology.orchestra.run.smithi062.stdout:osd.6 smithi178 running (39m) 4s ago 39m 59.7M 3292M 19.1.1-322-g7741f7f9 19dc8d659727 e6cb50c05b1b 2024-09-13T14:32:09.962 INFO:teuthology.orchestra.run.smithi062.stdout:osd.7 smithi178 running (38m) 4s ago 38m 71.4M 3292M 19.1.1-322-g7741f7f9 19dc8d659727 fbc9d74ccd0e 2024-09-13T14:32:09.962 INFO:teuthology.orchestra.run.smithi062.stdout:prometheus.a smithi178 *:9095 running (10m) 4s ago 37m 51.8M - 2.51.0 1d3b7f56885b 3a9393efc8c5 2024-09-13T14:32:09.962 INFO:teuthology.orchestra.run.smithi062.stdout:rgw.foo.smithi062.raldkl smithi062 *:8000 running (35m) 49s ago 35m 101M - 19.1.1-322-g7741f7f9 19dc8d659727 c374202ad667 2024-09-13T14:32:09.962 INFO:teuthology.orchestra.run.smithi062.stdout:rgw.foo.smithi178.sseeij smithi178 *:8000 running (35m) 4s ago 35m 103M - 19.1.1-322-g7741f7f9 19dc8d659727 86fcacc26a6b 2024-09-13T14:32:10.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:32:09 smithi178 bash[70490]: cluster 2024-09-13T14:32:08.543089+0000 mgr.y (mgr.25139) 667 : cluster [DBG] pgmap v390: 161 pgs: 43 active+undersized, 25 active+undersized+degraded, 93 active+clean; 585 KiB data, 272 MiB used, 715 GiB / 715 GiB avail; 426 B/s rd, 0 op/s; 105/636 objects degraded (16.509%) 2024-09-13T14:32:10.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:32:09 smithi178 bash[70490]: cluster 2024-09-13T14:32:08.543089+0000 mgr.y (mgr.25139) 667 : cluster [DBG] pgmap v390: 161 pgs: 43 active+undersized, 25 active+undersized+degraded, 93 active+clean; 585 KiB data, 272 MiB used, 715 GiB / 715 GiB avail; 426 B/s rd, 0 op/s; 105/636 objects degraded (16.509%) 2024-09-13T14:32:10.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:32:09 smithi062 bash[92878]: cluster 2024-09-13T14:32:08.543089+0000 mgr.y (mgr.25139) 667 : cluster [DBG] pgmap v390: 161 pgs: 43 active+undersized, 25 active+undersized+degraded, 93 active+clean; 585 KiB data, 272 MiB used, 715 GiB / 715 GiB avail; 426 B/s rd, 0 op/s; 105/636 objects degraded (16.509%) 2024-09-13T14:32:10.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:32:09 smithi062 bash[92878]: cluster 2024-09-13T14:32:08.543089+0000 mgr.y (mgr.25139) 667 : cluster [DBG] pgmap v390: 161 pgs: 43 active+undersized, 25 active+undersized+degraded, 93 active+clean; 585 KiB data, 272 MiB used, 715 GiB / 715 GiB avail; 426 B/s rd, 0 op/s; 105/636 objects degraded (16.509%) 2024-09-13T14:32:10.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:32:09 smithi062 bash[89221]: cluster 2024-09-13T14:32:08.543089+0000 mgr.y (mgr.25139) 667 : cluster [DBG] pgmap v390: 161 pgs: 43 active+undersized, 25 active+undersized+degraded, 93 active+clean; 585 KiB data, 272 MiB used, 715 GiB / 715 GiB avail; 426 B/s rd, 0 op/s; 105/636 objects degraded (16.509%) 2024-09-13T14:32:10.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:32:09 smithi062 bash[89221]: cluster 2024-09-13T14:32:08.543089+0000 mgr.y (mgr.25139) 667 : cluster [DBG] pgmap v390: 161 pgs: 43 active+undersized, 25 active+undersized+degraded, 93 active+clean; 585 KiB data, 272 MiB used, 715 GiB / 715 GiB avail; 426 B/s rd, 0 op/s; 105/636 objects degraded (16.509%) 2024-09-13T14:32:10.339 INFO:teuthology.orchestra.run.smithi062.stdout:{ 2024-09-13T14:32:10.339 INFO:teuthology.orchestra.run.smithi062.stdout: "mon": { 2024-09-13T14:32:10.339 INFO:teuthology.orchestra.run.smithi062.stdout: "ceph version 19.3.0-4917-gb0201b8c (b0201b8c79733293453e7f10a10c7fa43119222b) squid (dev)": 3 2024-09-13T14:32:10.339 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-09-13T14:32:10.339 INFO:teuthology.orchestra.run.smithi062.stdout: "mgr": { 2024-09-13T14:32:10.339 INFO:teuthology.orchestra.run.smithi062.stdout: "ceph version 19.3.0-4917-gb0201b8c (b0201b8c79733293453e7f10a10c7fa43119222b) squid (dev)": 2 2024-09-13T14:32:10.339 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-09-13T14:32:10.339 INFO:teuthology.orchestra.run.smithi062.stdout: "osd": { 2024-09-13T14:32:10.339 INFO:teuthology.orchestra.run.smithi062.stdout: "ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable)": 3, 2024-09-13T14:32:10.339 INFO:teuthology.orchestra.run.smithi062.stdout: "ceph version 19.3.0-4917-gb0201b8c (b0201b8c79733293453e7f10a10c7fa43119222b) squid (dev)": 4 2024-09-13T14:32:10.339 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-09-13T14:32:10.339 INFO:teuthology.orchestra.run.smithi062.stdout: "rgw": { 2024-09-13T14:32:10.339 INFO:teuthology.orchestra.run.smithi062.stdout: "ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable)": 2 2024-09-13T14:32:10.340 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-09-13T14:32:10.340 INFO:teuthology.orchestra.run.smithi062.stdout: "overall": { 2024-09-13T14:32:10.340 INFO:teuthology.orchestra.run.smithi062.stdout: "ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable)": 5, 2024-09-13T14:32:10.340 INFO:teuthology.orchestra.run.smithi062.stdout: "ceph version 19.3.0-4917-gb0201b8c (b0201b8c79733293453e7f10a10c7fa43119222b) squid (dev)": 9 2024-09-13T14:32:10.340 INFO:teuthology.orchestra.run.smithi062.stdout: } 2024-09-13T14:32:10.340 INFO:teuthology.orchestra.run.smithi062.stdout:} 2024-09-13T14:32:10.659 INFO:teuthology.orchestra.run.smithi062.stdout:{ 2024-09-13T14:32:10.659 INFO:teuthology.orchestra.run.smithi062.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph:b0201b8c79733293453e7f10a10c7fa43119222b", 2024-09-13T14:32:10.659 INFO:teuthology.orchestra.run.smithi062.stdout: "in_progress": true, 2024-09-13T14:32:10.659 INFO:teuthology.orchestra.run.smithi062.stdout: "which": "Upgrading daemons of type(s) crash,osd", 2024-09-13T14:32:10.660 INFO:teuthology.orchestra.run.smithi062.stdout: "services_complete": [], 2024-09-13T14:32:10.660 INFO:teuthology.orchestra.run.smithi062.stdout: "progress": "5/8 daemons upgraded", 2024-09-13T14:32:10.660 INFO:teuthology.orchestra.run.smithi062.stdout: "message": "Currently upgrading osd daemons", 2024-09-13T14:32:10.660 INFO:teuthology.orchestra.run.smithi062.stdout: "is_paused": false 2024-09-13T14:32:10.660 INFO:teuthology.orchestra.run.smithi062.stdout:} 2024-09-13T14:32:10.685 INFO:journalctl@ceph.osd.4.smithi178.stdout:Sep 13 14:32:10 smithi178 bash[74597]: debug 2024-09-13T14:32:10.399+0000 7f5be2bb0640 -1 osd.4 133 log_to_monitors true 2024-09-13T14:32:11.185 INFO:journalctl@ceph.osd.4.smithi178.stdout:Sep 13 14:32:10 smithi178 bash[74597]: debug 2024-09-13T14:32:10.879+0000 7f5bd6952640 -1 osd.4 133 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-13T14:32:11.185 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:32:10 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:32:10.737029424Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:32:11.186 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:32:10 smithi178 bash[70490]: audit 2024-09-13T14:32:09.301666+0000 mgr.y (mgr.25139) 668 : audit [DBG] from='client.44436 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:32:11.186 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:32:10 smithi178 bash[70490]: audit 2024-09-13T14:32:09.301666+0000 mgr.y (mgr.25139) 668 : audit [DBG] from='client.44436 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:32:11.186 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:32:10 smithi178 bash[70490]: audit 2024-09-13T14:32:09.629692+0000 mgr.y (mgr.25139) 669 : audit [DBG] from='client.54416 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:32:11.186 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:32:10 smithi178 bash[70490]: audit 2024-09-13T14:32:09.629692+0000 mgr.y (mgr.25139) 669 : audit [DBG] from='client.54416 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:32:11.186 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:32:10 smithi178 bash[70490]: audit 2024-09-13T14:32:09.948344+0000 mgr.y (mgr.25139) 670 : audit [DBG] from='client.54422 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:32:11.186 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:32:10 smithi178 bash[70490]: audit 2024-09-13T14:32:09.948344+0000 mgr.y (mgr.25139) 670 : audit [DBG] from='client.54422 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:32:11.186 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:32:10 smithi178 bash[70490]: audit 2024-09-13T14:32:10.339175+0000 mon.c (mon.2) 11 : audit [DBG] from='client.? 172.21.15.62:0/2072993159' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:32:11.186 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:32:10 smithi178 bash[70490]: audit 2024-09-13T14:32:10.339175+0000 mon.c (mon.2) 11 : audit [DBG] from='client.? 172.21.15.62:0/2072993159' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:32:11.186 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:32:10 smithi178 bash[70490]: audit 2024-09-13T14:32:10.405286+0000 mon.b (mon.1) 218 : audit [INF] from='osd.4 [v2:172.21.15.178:6800/1706661653,v1:172.21.15.178:6801/1706661653]' entity='osd.4' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]} : dispatch 2024-09-13T14:32:11.186 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:32:10 smithi178 bash[70490]: audit 2024-09-13T14:32:10.405286+0000 mon.b (mon.1) 218 : audit [INF] from='osd.4 [v2:172.21.15.178:6800/1706661653,v1:172.21.15.178:6801/1706661653]' entity='osd.4' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]} : dispatch 2024-09-13T14:32:11.186 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:32:10 smithi178 bash[70490]: audit 2024-09-13T14:32:10.406839+0000 mon.a (mon.0) 358 : audit [INF] from='osd.4 ' entity='osd.4' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]} : dispatch 2024-09-13T14:32:11.186 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:32:10 smithi178 bash[70490]: audit 2024-09-13T14:32:10.406839+0000 mon.a (mon.0) 358 : audit [INF] from='osd.4 ' entity='osd.4' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]} : dispatch 2024-09-13T14:32:11.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:32:10 smithi062 bash[89221]: audit 2024-09-13T14:32:09.301666+0000 mgr.y (mgr.25139) 668 : audit [DBG] from='client.44436 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:32:11.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:32:10 smithi062 bash[89221]: audit 2024-09-13T14:32:09.301666+0000 mgr.y (mgr.25139) 668 : audit [DBG] from='client.44436 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:32:11.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:32:10 smithi062 bash[89221]: audit 2024-09-13T14:32:09.629692+0000 mgr.y (mgr.25139) 669 : audit [DBG] from='client.54416 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:32:11.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:32:10 smithi062 bash[89221]: audit 2024-09-13T14:32:09.629692+0000 mgr.y (mgr.25139) 669 : audit [DBG] from='client.54416 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:32:11.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:32:10 smithi062 bash[89221]: audit 2024-09-13T14:32:09.948344+0000 mgr.y (mgr.25139) 670 : audit [DBG] from='client.54422 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:32:11.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:32:10 smithi062 bash[89221]: audit 2024-09-13T14:32:09.948344+0000 mgr.y (mgr.25139) 670 : audit [DBG] from='client.54422 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:32:11.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:32:10 smithi062 bash[89221]: audit 2024-09-13T14:32:10.339175+0000 mon.c (mon.2) 11 : audit [DBG] from='client.? 172.21.15.62:0/2072993159' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:32:11.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:32:10 smithi062 bash[89221]: audit 2024-09-13T14:32:10.339175+0000 mon.c (mon.2) 11 : audit [DBG] from='client.? 172.21.15.62:0/2072993159' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:32:11.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:32:10 smithi062 bash[89221]: audit 2024-09-13T14:32:10.405286+0000 mon.b (mon.1) 218 : audit [INF] from='osd.4 [v2:172.21.15.178:6800/1706661653,v1:172.21.15.178:6801/1706661653]' entity='osd.4' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]} : dispatch 2024-09-13T14:32:11.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:32:10 smithi062 bash[89221]: audit 2024-09-13T14:32:10.405286+0000 mon.b (mon.1) 218 : audit [INF] from='osd.4 [v2:172.21.15.178:6800/1706661653,v1:172.21.15.178:6801/1706661653]' entity='osd.4' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]} : dispatch 2024-09-13T14:32:11.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:32:10 smithi062 bash[89221]: audit 2024-09-13T14:32:10.406839+0000 mon.a (mon.0) 358 : audit [INF] from='osd.4 ' entity='osd.4' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]} : dispatch 2024-09-13T14:32:11.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:32:10 smithi062 bash[89221]: audit 2024-09-13T14:32:10.406839+0000 mon.a (mon.0) 358 : audit [INF] from='osd.4 ' entity='osd.4' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]} : dispatch 2024-09-13T14:32:11.255 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:32:10 smithi062 bash[92878]: audit 2024-09-13T14:32:09.301666+0000 mgr.y (mgr.25139) 668 : audit [DBG] from='client.44436 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:32:11.255 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:32:10 smithi062 bash[92878]: audit 2024-09-13T14:32:09.301666+0000 mgr.y (mgr.25139) 668 : audit [DBG] from='client.44436 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:32:11.255 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:32:10 smithi062 bash[92878]: audit 2024-09-13T14:32:09.629692+0000 mgr.y (mgr.25139) 669 : audit [DBG] from='client.54416 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:32:11.255 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:32:10 smithi062 bash[92878]: audit 2024-09-13T14:32:09.629692+0000 mgr.y (mgr.25139) 669 : audit [DBG] from='client.54416 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:32:11.255 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:32:10 smithi062 bash[92878]: audit 2024-09-13T14:32:09.948344+0000 mgr.y (mgr.25139) 670 : audit [DBG] from='client.54422 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:32:11.255 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:32:10 smithi062 bash[92878]: audit 2024-09-13T14:32:09.948344+0000 mgr.y (mgr.25139) 670 : audit [DBG] from='client.54422 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:32:11.255 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:32:10 smithi062 bash[92878]: audit 2024-09-13T14:32:10.339175+0000 mon.c (mon.2) 11 : audit [DBG] from='client.? 172.21.15.62:0/2072993159' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:32:11.255 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:32:10 smithi062 bash[92878]: audit 2024-09-13T14:32:10.339175+0000 mon.c (mon.2) 11 : audit [DBG] from='client.? 172.21.15.62:0/2072993159' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:32:11.255 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:32:10 smithi062 bash[92878]: audit 2024-09-13T14:32:10.405286+0000 mon.b (mon.1) 218 : audit [INF] from='osd.4 [v2:172.21.15.178:6800/1706661653,v1:172.21.15.178:6801/1706661653]' entity='osd.4' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]} : dispatch 2024-09-13T14:32:11.255 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:32:10 smithi062 bash[92878]: audit 2024-09-13T14:32:10.405286+0000 mon.b (mon.1) 218 : audit [INF] from='osd.4 [v2:172.21.15.178:6800/1706661653,v1:172.21.15.178:6801/1706661653]' entity='osd.4' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]} : dispatch 2024-09-13T14:32:11.255 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:32:10 smithi062 bash[92878]: audit 2024-09-13T14:32:10.406839+0000 mon.a (mon.0) 358 : audit [INF] from='osd.4 ' entity='osd.4' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]} : dispatch 2024-09-13T14:32:11.256 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:32:10 smithi062 bash[92878]: audit 2024-09-13T14:32:10.406839+0000 mon.a (mon.0) 358 : audit [INF] from='osd.4 ' entity='osd.4' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]} : dispatch 2024-09-13T14:32:12.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:32:11 smithi178 bash[70490]: cluster 2024-09-13T14:32:10.544675+0000 mgr.y (mgr.25139) 671 : cluster [DBG] pgmap v391: 161 pgs: 43 active+undersized, 25 active+undersized+degraded, 93 active+clean; 585 KiB data, 272 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s; 105/636 objects degraded (16.509%) 2024-09-13T14:32:12.186 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:32:11 smithi178 bash[70490]: cluster 2024-09-13T14:32:10.544675+0000 mgr.y (mgr.25139) 671 : cluster [DBG] pgmap v391: 161 pgs: 43 active+undersized, 25 active+undersized+degraded, 93 active+clean; 585 KiB data, 272 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s; 105/636 objects degraded (16.509%) 2024-09-13T14:32:12.186 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:32:11 smithi178 bash[70490]: audit 2024-09-13T14:32:10.659717+0000 mgr.y (mgr.25139) 672 : audit [DBG] from='client.34297 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:32:12.186 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:32:11 smithi178 bash[70490]: audit 2024-09-13T14:32:10.659717+0000 mgr.y (mgr.25139) 672 : audit [DBG] from='client.34297 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:32:12.186 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:32:11 smithi178 bash[70490]: audit 2024-09-13T14:32:10.829083+0000 mon.a (mon.0) 359 : audit [INF] from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-09-13T14:32:12.186 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:32:11 smithi178 bash[70490]: audit 2024-09-13T14:32:10.829083+0000 mon.a (mon.0) 359 : audit [INF] from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-09-13T14:32:12.186 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:32:11 smithi178 bash[70490]: audit 2024-09-13T14:32:10.840777+0000 mon.b (mon.1) 219 : audit [INF] from='osd.4 [v2:172.21.15.178:6800/1706661653,v1:172.21.15.178:6801/1706661653]' entity='osd.4' cmd={"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi178", "root=default"]} : dispatch 2024-09-13T14:32:12.186 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:32:11 smithi178 bash[70490]: audit 2024-09-13T14:32:10.840777+0000 mon.b (mon.1) 219 : audit [INF] from='osd.4 [v2:172.21.15.178:6800/1706661653,v1:172.21.15.178:6801/1706661653]' entity='osd.4' cmd={"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi178", "root=default"]} : dispatch 2024-09-13T14:32:12.186 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:32:11 smithi178 bash[70490]: cluster 2024-09-13T14:32:10.841561+0000 mon.a (mon.0) 360 : cluster [DBG] osdmap e136: 8 total, 7 up, 8 in 2024-09-13T14:32:12.186 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:32:11 smithi178 bash[70490]: cluster 2024-09-13T14:32:10.841561+0000 mon.a (mon.0) 360 : cluster [DBG] osdmap e136: 8 total, 7 up, 8 in 2024-09-13T14:32:12.186 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:32:11 smithi178 bash[70490]: audit 2024-09-13T14:32:10.842780+0000 mon.a (mon.0) 361 : audit [INF] from='osd.4 ' entity='osd.4' cmd={"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi178", "root=default"]} : dispatch 2024-09-13T14:32:12.186 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:32:11 smithi178 bash[70490]: audit 2024-09-13T14:32:10.842780+0000 mon.a (mon.0) 361 : audit [INF] from='osd.4 ' entity='osd.4' cmd={"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi178", "root=default"]} : dispatch 2024-09-13T14:32:12.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:32:11 smithi062 bash[89221]: cluster 2024-09-13T14:32:10.544675+0000 mgr.y (mgr.25139) 671 : cluster [DBG] pgmap v391: 161 pgs: 43 active+undersized, 25 active+undersized+degraded, 93 active+clean; 585 KiB data, 272 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s; 105/636 objects degraded (16.509%) 2024-09-13T14:32:12.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:32:11 smithi062 bash[89221]: cluster 2024-09-13T14:32:10.544675+0000 mgr.y (mgr.25139) 671 : cluster [DBG] pgmap v391: 161 pgs: 43 active+undersized, 25 active+undersized+degraded, 93 active+clean; 585 KiB data, 272 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s; 105/636 objects degraded (16.509%) 2024-09-13T14:32:12.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:32:11 smithi062 bash[89221]: audit 2024-09-13T14:32:10.659717+0000 mgr.y (mgr.25139) 672 : audit [DBG] from='client.34297 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:32:12.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:32:11 smithi062 bash[89221]: audit 2024-09-13T14:32:10.659717+0000 mgr.y (mgr.25139) 672 : audit [DBG] from='client.34297 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:32:12.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:32:11 smithi062 bash[89221]: audit 2024-09-13T14:32:10.829083+0000 mon.a (mon.0) 359 : audit [INF] from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-09-13T14:32:12.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:32:11 smithi062 bash[89221]: audit 2024-09-13T14:32:10.829083+0000 mon.a (mon.0) 359 : audit [INF] from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-09-13T14:32:12.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:32:11 smithi062 bash[89221]: audit 2024-09-13T14:32:10.840777+0000 mon.b (mon.1) 219 : audit [INF] from='osd.4 [v2:172.21.15.178:6800/1706661653,v1:172.21.15.178:6801/1706661653]' entity='osd.4' cmd={"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi178", "root=default"]} : dispatch 2024-09-13T14:32:12.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:32:11 smithi062 bash[89221]: audit 2024-09-13T14:32:10.840777+0000 mon.b (mon.1) 219 : audit [INF] from='osd.4 [v2:172.21.15.178:6800/1706661653,v1:172.21.15.178:6801/1706661653]' entity='osd.4' cmd={"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi178", "root=default"]} : dispatch 2024-09-13T14:32:12.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:32:11 smithi062 bash[89221]: cluster 2024-09-13T14:32:10.841561+0000 mon.a (mon.0) 360 : cluster [DBG] osdmap e136: 8 total, 7 up, 8 in 2024-09-13T14:32:12.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:32:11 smithi062 bash[89221]: cluster 2024-09-13T14:32:10.841561+0000 mon.a (mon.0) 360 : cluster [DBG] osdmap e136: 8 total, 7 up, 8 in 2024-09-13T14:32:12.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:32:11 smithi062 bash[89221]: audit 2024-09-13T14:32:10.842780+0000 mon.a (mon.0) 361 : audit [INF] from='osd.4 ' entity='osd.4' cmd={"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi178", "root=default"]} : dispatch 2024-09-13T14:32:12.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:32:11 smithi062 bash[89221]: audit 2024-09-13T14:32:10.842780+0000 mon.a (mon.0) 361 : audit [INF] from='osd.4 ' entity='osd.4' cmd={"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi178", "root=default"]} : dispatch 2024-09-13T14:32:12.255 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:32:11 smithi062 bash[92878]: cluster 2024-09-13T14:32:10.544675+0000 mgr.y (mgr.25139) 671 : cluster [DBG] pgmap v391: 161 pgs: 43 active+undersized, 25 active+undersized+degraded, 93 active+clean; 585 KiB data, 272 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s; 105/636 objects degraded (16.509%) 2024-09-13T14:32:12.255 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:32:11 smithi062 bash[92878]: cluster 2024-09-13T14:32:10.544675+0000 mgr.y (mgr.25139) 671 : cluster [DBG] pgmap v391: 161 pgs: 43 active+undersized, 25 active+undersized+degraded, 93 active+clean; 585 KiB data, 272 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s; 105/636 objects degraded (16.509%) 2024-09-13T14:32:12.255 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:32:11 smithi062 bash[92878]: audit 2024-09-13T14:32:10.659717+0000 mgr.y (mgr.25139) 672 : audit [DBG] from='client.34297 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:32:12.255 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:32:11 smithi062 bash[92878]: audit 2024-09-13T14:32:10.659717+0000 mgr.y (mgr.25139) 672 : audit [DBG] from='client.34297 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:32:12.255 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:32:11 smithi062 bash[92878]: audit 2024-09-13T14:32:10.829083+0000 mon.a (mon.0) 359 : audit [INF] from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-09-13T14:32:12.255 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:32:11 smithi062 bash[92878]: audit 2024-09-13T14:32:10.829083+0000 mon.a (mon.0) 359 : audit [INF] from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-09-13T14:32:12.255 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:32:11 smithi062 bash[92878]: audit 2024-09-13T14:32:10.840777+0000 mon.b (mon.1) 219 : audit [INF] from='osd.4 [v2:172.21.15.178:6800/1706661653,v1:172.21.15.178:6801/1706661653]' entity='osd.4' cmd={"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi178", "root=default"]} : dispatch 2024-09-13T14:32:12.255 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:32:11 smithi062 bash[92878]: audit 2024-09-13T14:32:10.840777+0000 mon.b (mon.1) 219 : audit [INF] from='osd.4 [v2:172.21.15.178:6800/1706661653,v1:172.21.15.178:6801/1706661653]' entity='osd.4' cmd={"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi178", "root=default"]} : dispatch 2024-09-13T14:32:12.255 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:32:11 smithi062 bash[92878]: cluster 2024-09-13T14:32:10.841561+0000 mon.a (mon.0) 360 : cluster [DBG] osdmap e136: 8 total, 7 up, 8 in 2024-09-13T14:32:12.255 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:32:11 smithi062 bash[92878]: cluster 2024-09-13T14:32:10.841561+0000 mon.a (mon.0) 360 : cluster [DBG] osdmap e136: 8 total, 7 up, 8 in 2024-09-13T14:32:12.255 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:32:11 smithi062 bash[92878]: audit 2024-09-13T14:32:10.842780+0000 mon.a (mon.0) 361 : audit [INF] from='osd.4 ' entity='osd.4' cmd={"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi178", "root=default"]} : dispatch 2024-09-13T14:32:12.255 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:32:11 smithi062 bash[92878]: audit 2024-09-13T14:32:10.842780+0000 mon.a (mon.0) 361 : audit [INF] from='osd.4 ' entity='osd.4' cmd={"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi178", "root=default"]} : dispatch 2024-09-13T14:32:13.178 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:32:12 smithi178 bash[70490]: cluster 2024-09-13T14:32:11.829992+0000 mon.a (mon.0) 362 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-13T14:32:13.178 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:32:12 smithi178 bash[70490]: cluster 2024-09-13T14:32:11.829992+0000 mon.a (mon.0) 362 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-13T14:32:13.178 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:32:12 smithi178 bash[70490]: audit 2024-09-13T14:32:11.839958+0000 mon.b (mon.1) 220 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 4} : dispatch 2024-09-13T14:32:13.179 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:32:12 smithi178 bash[70490]: audit 2024-09-13T14:32:11.839958+0000 mon.b (mon.1) 220 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 4} : dispatch 2024-09-13T14:32:13.179 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:32:12 smithi178 bash[70490]: cluster 2024-09-13T14:32:11.841102+0000 mon.a (mon.0) 363 : cluster [INF] osd.4 [v2:172.21.15.178:6800/1706661653,v1:172.21.15.178:6801/1706661653] boot 2024-09-13T14:32:13.179 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:32:12 smithi178 bash[70490]: cluster 2024-09-13T14:32:11.841102+0000 mon.a (mon.0) 363 : cluster [INF] osd.4 [v2:172.21.15.178:6800/1706661653,v1:172.21.15.178:6801/1706661653] boot 2024-09-13T14:32:13.179 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:32:12 smithi178 bash[70490]: cluster 2024-09-13T14:32:11.841216+0000 mon.a (mon.0) 364 : cluster [DBG] osdmap e137: 8 total, 8 up, 8 in 2024-09-13T14:32:13.179 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:32:12 smithi178 bash[70490]: cluster 2024-09-13T14:32:11.841216+0000 mon.a (mon.0) 364 : cluster [DBG] osdmap e137: 8 total, 8 up, 8 in 2024-09-13T14:32:13.179 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:32:12 smithi178 bash[70490]: cluster 2024-09-13T14:32:12.841732+0000 mon.a (mon.0) 365 : cluster [DBG] osdmap e138: 8 total, 8 up, 8 in 2024-09-13T14:32:13.180 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:32:12 smithi178 bash[70490]: cluster 2024-09-13T14:32:12.841732+0000 mon.a (mon.0) 365 : cluster [DBG] osdmap e138: 8 total, 8 up, 8 in 2024-09-13T14:32:13.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:32:12 smithi062 bash[89221]: cluster 2024-09-13T14:32:11.829992+0000 mon.a (mon.0) 362 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-13T14:32:13.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:32:12 smithi062 bash[89221]: cluster 2024-09-13T14:32:11.829992+0000 mon.a (mon.0) 362 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-13T14:32:13.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:32:12 smithi062 bash[89221]: audit 2024-09-13T14:32:11.839958+0000 mon.b (mon.1) 220 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 4} : dispatch 2024-09-13T14:32:13.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:32:12 smithi062 bash[89221]: audit 2024-09-13T14:32:11.839958+0000 mon.b (mon.1) 220 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 4} : dispatch 2024-09-13T14:32:13.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:32:12 smithi062 bash[89221]: cluster 2024-09-13T14:32:11.841102+0000 mon.a (mon.0) 363 : cluster [INF] osd.4 [v2:172.21.15.178:6800/1706661653,v1:172.21.15.178:6801/1706661653] boot 2024-09-13T14:32:13.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:32:12 smithi062 bash[89221]: cluster 2024-09-13T14:32:11.841102+0000 mon.a (mon.0) 363 : cluster [INF] osd.4 [v2:172.21.15.178:6800/1706661653,v1:172.21.15.178:6801/1706661653] boot 2024-09-13T14:32:13.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:32:12 smithi062 bash[89221]: cluster 2024-09-13T14:32:11.841216+0000 mon.a (mon.0) 364 : cluster [DBG] osdmap e137: 8 total, 8 up, 8 in 2024-09-13T14:32:13.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:32:12 smithi062 bash[89221]: cluster 2024-09-13T14:32:11.841216+0000 mon.a (mon.0) 364 : cluster [DBG] osdmap e137: 8 total, 8 up, 8 in 2024-09-13T14:32:13.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:32:12 smithi062 bash[89221]: cluster 2024-09-13T14:32:12.841732+0000 mon.a (mon.0) 365 : cluster [DBG] osdmap e138: 8 total, 8 up, 8 in 2024-09-13T14:32:13.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:32:12 smithi062 bash[89221]: cluster 2024-09-13T14:32:12.841732+0000 mon.a (mon.0) 365 : cluster [DBG] osdmap e138: 8 total, 8 up, 8 in 2024-09-13T14:32:13.255 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:32:12 smithi062 bash[92878]: cluster 2024-09-13T14:32:11.829992+0000 mon.a (mon.0) 362 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-13T14:32:13.255 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:32:12 smithi062 bash[92878]: cluster 2024-09-13T14:32:11.829992+0000 mon.a (mon.0) 362 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-13T14:32:13.255 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:32:12 smithi062 bash[92878]: audit 2024-09-13T14:32:11.839958+0000 mon.b (mon.1) 220 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 4} : dispatch 2024-09-13T14:32:13.255 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:32:12 smithi062 bash[92878]: audit 2024-09-13T14:32:11.839958+0000 mon.b (mon.1) 220 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 4} : dispatch 2024-09-13T14:32:13.255 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:32:12 smithi062 bash[92878]: cluster 2024-09-13T14:32:11.841102+0000 mon.a (mon.0) 363 : cluster [INF] osd.4 [v2:172.21.15.178:6800/1706661653,v1:172.21.15.178:6801/1706661653] boot 2024-09-13T14:32:13.255 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:32:12 smithi062 bash[92878]: cluster 2024-09-13T14:32:11.841102+0000 mon.a (mon.0) 363 : cluster [INF] osd.4 [v2:172.21.15.178:6800/1706661653,v1:172.21.15.178:6801/1706661653] boot 2024-09-13T14:32:13.255 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:32:12 smithi062 bash[92878]: cluster 2024-09-13T14:32:11.841216+0000 mon.a (mon.0) 364 : cluster [DBG] osdmap e137: 8 total, 8 up, 8 in 2024-09-13T14:32:13.255 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:32:12 smithi062 bash[92878]: cluster 2024-09-13T14:32:11.841216+0000 mon.a (mon.0) 364 : cluster [DBG] osdmap e137: 8 total, 8 up, 8 in 2024-09-13T14:32:13.255 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:32:12 smithi062 bash[92878]: cluster 2024-09-13T14:32:12.841732+0000 mon.a (mon.0) 365 : cluster [DBG] osdmap e138: 8 total, 8 up, 8 in 2024-09-13T14:32:13.255 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:32:12 smithi062 bash[92878]: cluster 2024-09-13T14:32:12.841732+0000 mon.a (mon.0) 365 : cluster [DBG] osdmap e138: 8 total, 8 up, 8 in 2024-09-13T14:32:13.877 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:32:13 smithi062 bash[68610]: ::ffff:172.21.15.178 - - [13/Sep/2024:14:32:13] "GET /metrics HTTP/1.1" 200 38407 "" "Prometheus/2.51.0" 2024-09-13T14:32:13.877 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:32:13 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:32:13.755082665Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:32:14.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:32:13 smithi178 bash[70490]: cluster 2024-09-13T14:32:12.545743+0000 mgr.y (mgr.25139) 673 : cluster [DBG] pgmap v394: 161 pgs: 7 peering, 40 active+undersized, 21 active+undersized+degraded, 93 active+clean; 585 KiB data, 260 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s; 89/636 objects degraded (13.994%) 2024-09-13T14:32:14.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:32:13 smithi178 bash[70490]: cluster 2024-09-13T14:32:12.545743+0000 mgr.y (mgr.25139) 673 : cluster [DBG] pgmap v394: 161 pgs: 7 peering, 40 active+undersized, 21 active+undersized+degraded, 93 active+clean; 585 KiB data, 260 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s; 89/636 objects degraded (13.994%) 2024-09-13T14:32:14.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:32:13 smithi178 bash[70490]: audit 2024-09-13T14:32:12.781825+0000 mgr.y (mgr.25139) 674 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:32:14.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:32:13 smithi178 bash[70490]: audit 2024-09-13T14:32:12.781825+0000 mgr.y (mgr.25139) 674 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:32:14.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:32:13 smithi178 bash[70490]: cluster 2024-09-13T14:32:12.857885+0000 mon.a (mon.0) 366 : cluster [WRN] Health check update: Degraded data redundancy: 89/636 objects degraded (13.994%), 21 pgs degraded (PG_DEGRADED) 2024-09-13T14:32:14.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:32:13 smithi178 bash[70490]: cluster 2024-09-13T14:32:12.857885+0000 mon.a (mon.0) 366 : cluster [WRN] Health check update: Degraded data redundancy: 89/636 objects degraded (13.994%), 21 pgs degraded (PG_DEGRADED) 2024-09-13T14:32:14.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:32:13 smithi062 bash[89221]: cluster 2024-09-13T14:32:12.545743+0000 mgr.y (mgr.25139) 673 : cluster [DBG] pgmap v394: 161 pgs: 7 peering, 40 active+undersized, 21 active+undersized+degraded, 93 active+clean; 585 KiB data, 260 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s; 89/636 objects degraded (13.994%) 2024-09-13T14:32:14.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:32:13 smithi062 bash[89221]: cluster 2024-09-13T14:32:12.545743+0000 mgr.y (mgr.25139) 673 : cluster [DBG] pgmap v394: 161 pgs: 7 peering, 40 active+undersized, 21 active+undersized+degraded, 93 active+clean; 585 KiB data, 260 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s; 89/636 objects degraded (13.994%) 2024-09-13T14:32:14.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:32:13 smithi062 bash[89221]: audit 2024-09-13T14:32:12.781825+0000 mgr.y (mgr.25139) 674 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:32:14.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:32:13 smithi062 bash[89221]: audit 2024-09-13T14:32:12.781825+0000 mgr.y (mgr.25139) 674 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:32:14.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:32:13 smithi062 bash[89221]: cluster 2024-09-13T14:32:12.857885+0000 mon.a (mon.0) 366 : cluster [WRN] Health check update: Degraded data redundancy: 89/636 objects degraded (13.994%), 21 pgs degraded (PG_DEGRADED) 2024-09-13T14:32:14.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:32:13 smithi062 bash[89221]: cluster 2024-09-13T14:32:12.857885+0000 mon.a (mon.0) 366 : cluster [WRN] Health check update: Degraded data redundancy: 89/636 objects degraded (13.994%), 21 pgs degraded (PG_DEGRADED) 2024-09-13T14:32:14.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:32:13 smithi062 bash[92878]: cluster 2024-09-13T14:32:12.545743+0000 mgr.y (mgr.25139) 673 : cluster [DBG] pgmap v394: 161 pgs: 7 peering, 40 active+undersized, 21 active+undersized+degraded, 93 active+clean; 585 KiB data, 260 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s; 89/636 objects degraded (13.994%) 2024-09-13T14:32:14.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:32:13 smithi062 bash[92878]: cluster 2024-09-13T14:32:12.545743+0000 mgr.y (mgr.25139) 673 : cluster [DBG] pgmap v394: 161 pgs: 7 peering, 40 active+undersized, 21 active+undersized+degraded, 93 active+clean; 585 KiB data, 260 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s; 89/636 objects degraded (13.994%) 2024-09-13T14:32:14.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:32:13 smithi062 bash[92878]: audit 2024-09-13T14:32:12.781825+0000 mgr.y (mgr.25139) 674 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:32:14.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:32:13 smithi062 bash[92878]: audit 2024-09-13T14:32:12.781825+0000 mgr.y (mgr.25139) 674 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:32:14.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:32:13 smithi062 bash[92878]: cluster 2024-09-13T14:32:12.857885+0000 mon.a (mon.0) 366 : cluster [WRN] Health check update: Degraded data redundancy: 89/636 objects degraded (13.994%), 21 pgs degraded (PG_DEGRADED) 2024-09-13T14:32:14.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:32:13 smithi062 bash[92878]: cluster 2024-09-13T14:32:12.857885+0000 mon.a (mon.0) 366 : cluster [WRN] Health check update: Degraded data redundancy: 89/636 objects degraded (13.994%), 21 pgs degraded (PG_DEGRADED) 2024-09-13T14:32:15.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:32:14 smithi178 bash[70490]: audit 2024-09-13T14:32:13.874918+0000 mon.a (mon.0) 367 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:32:15.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:32:14 smithi178 bash[70490]: audit 2024-09-13T14:32:13.874918+0000 mon.a (mon.0) 367 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:32:15.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:32:14 smithi178 bash[70490]: audit 2024-09-13T14:32:13.876539+0000 mon.b (mon.1) 221 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:32:15.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:32:14 smithi178 bash[70490]: audit 2024-09-13T14:32:13.876539+0000 mon.b (mon.1) 221 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:32:15.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:32:14 smithi062 bash[89221]: audit 2024-09-13T14:32:13.874918+0000 mon.a (mon.0) 367 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:32:15.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:32:14 smithi062 bash[89221]: audit 2024-09-13T14:32:13.874918+0000 mon.a (mon.0) 367 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:32:15.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:32:14 smithi062 bash[89221]: audit 2024-09-13T14:32:13.876539+0000 mon.b (mon.1) 221 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:32:15.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:32:14 smithi062 bash[89221]: audit 2024-09-13T14:32:13.876539+0000 mon.b (mon.1) 221 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:32:15.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:32:14 smithi062 bash[92878]: audit 2024-09-13T14:32:13.874918+0000 mon.a (mon.0) 367 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:32:15.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:32:14 smithi062 bash[92878]: audit 2024-09-13T14:32:13.874918+0000 mon.a (mon.0) 367 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:32:15.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:32:14 smithi062 bash[92878]: audit 2024-09-13T14:32:13.876539+0000 mon.b (mon.1) 221 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:32:15.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:32:14 smithi062 bash[92878]: audit 2024-09-13T14:32:13.876539+0000 mon.b (mon.1) 221 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:32:16.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:32:15 smithi178 bash[70490]: cluster 2024-09-13T14:32:14.547122+0000 mgr.y (mgr.25139) 675 : cluster [DBG] pgmap v396: 161 pgs: 10 peering, 22 active+undersized, 13 active+undersized+degraded, 116 active+clean; 585 KiB data, 260 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s; 41/636 objects degraded (6.447%) 2024-09-13T14:32:16.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:32:15 smithi178 bash[70490]: cluster 2024-09-13T14:32:14.547122+0000 mgr.y (mgr.25139) 675 : cluster [DBG] pgmap v396: 161 pgs: 10 peering, 22 active+undersized, 13 active+undersized+degraded, 116 active+clean; 585 KiB data, 260 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s; 41/636 objects degraded (6.447%) 2024-09-13T14:32:16.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:32:15 smithi062 bash[89221]: cluster 2024-09-13T14:32:14.547122+0000 mgr.y (mgr.25139) 675 : cluster [DBG] pgmap v396: 161 pgs: 10 peering, 22 active+undersized, 13 active+undersized+degraded, 116 active+clean; 585 KiB data, 260 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s; 41/636 objects degraded (6.447%) 2024-09-13T14:32:16.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:32:15 smithi062 bash[89221]: cluster 2024-09-13T14:32:14.547122+0000 mgr.y (mgr.25139) 675 : cluster [DBG] pgmap v396: 161 pgs: 10 peering, 22 active+undersized, 13 active+undersized+degraded, 116 active+clean; 585 KiB data, 260 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s; 41/636 objects degraded (6.447%) 2024-09-13T14:32:16.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:32:15 smithi062 bash[92878]: cluster 2024-09-13T14:32:14.547122+0000 mgr.y (mgr.25139) 675 : cluster [DBG] pgmap v396: 161 pgs: 10 peering, 22 active+undersized, 13 active+undersized+degraded, 116 active+clean; 585 KiB data, 260 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s; 41/636 objects degraded (6.447%) 2024-09-13T14:32:16.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:32:15 smithi062 bash[92878]: cluster 2024-09-13T14:32:14.547122+0000 mgr.y (mgr.25139) 675 : cluster [DBG] pgmap v396: 161 pgs: 10 peering, 22 active+undersized, 13 active+undersized+degraded, 116 active+clean; 585 KiB data, 260 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s; 41/636 objects degraded (6.447%) 2024-09-13T14:32:17.185 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:32:16 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:32:16.748100692Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:32:17.753 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:32:17 smithi062 bash[68610]: debug 2024-09-13T14:32:17.442+0000 7fd91dfb7640 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (2 PGs are or would become offline) 2024-09-13T14:32:18.186 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:32:17 smithi178 bash[70490]: cluster 2024-09-13T14:32:16.548337+0000 mgr.y (mgr.25139) 676 : cluster [DBG] pgmap v397: 161 pgs: 10 peering, 6 active+undersized, 2 active+undersized+degraded, 143 active+clean; 585 KiB data, 260 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s; 9/636 objects degraded (1.415%); 0 B/s, 0 objects/s recovering 2024-09-13T14:32:18.186 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:32:17 smithi178 bash[70490]: cluster 2024-09-13T14:32:16.548337+0000 mgr.y (mgr.25139) 676 : cluster [DBG] pgmap v397: 161 pgs: 10 peering, 6 active+undersized, 2 active+undersized+degraded, 143 active+clean; 585 KiB data, 260 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s; 9/636 objects degraded (1.415%); 0 B/s, 0 objects/s recovering 2024-09-13T14:32:18.186 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:32:17 smithi178 bash[70490]: audit 2024-09-13T14:32:17.267162+0000 mon.a (mon.0) 368 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:32:18.186 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:32:17 smithi178 bash[70490]: audit 2024-09-13T14:32:17.267162+0000 mon.a (mon.0) 368 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:32:18.186 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:32:17 smithi178 bash[70490]: audit 2024-09-13T14:32:17.280931+0000 mon.a (mon.0) 369 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:32:18.186 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:32:17 smithi178 bash[70490]: audit 2024-09-13T14:32:17.280931+0000 mon.a (mon.0) 369 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:32:18.186 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:32:17 smithi178 bash[70490]: audit 2024-09-13T14:32:17.283368+0000 mon.b (mon.1) 222 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:32:18.187 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:32:17 smithi178 bash[70490]: audit 2024-09-13T14:32:17.283368+0000 mon.b (mon.1) 222 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:32:18.187 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:32:17 smithi178 bash[70490]: audit 2024-09-13T14:32:17.285668+0000 mon.b (mon.1) 223 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-13T14:32:18.187 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:32:17 smithi178 bash[70490]: audit 2024-09-13T14:32:17.285668+0000 mon.b (mon.1) 223 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-13T14:32:18.187 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:32:17 smithi178 bash[70490]: audit 2024-09-13T14:32:17.299239+0000 mon.a (mon.0) 370 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:32:18.187 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:32:17 smithi178 bash[70490]: audit 2024-09-13T14:32:17.299239+0000 mon.a (mon.0) 370 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:32:18.187 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:32:17 smithi178 bash[70490]: audit 2024-09-13T14:32:17.431473+0000 mon.b (mon.1) 224 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-13T14:32:18.187 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:32:17 smithi178 bash[70490]: audit 2024-09-13T14:32:17.431473+0000 mon.b (mon.1) 224 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-13T14:32:18.187 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:32:17 smithi178 bash[70490]: audit 2024-09-13T14:32:17.435442+0000 mon.b (mon.1) 225 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:32:18.187 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:32:17 smithi178 bash[70490]: audit 2024-09-13T14:32:17.435442+0000 mon.b (mon.1) 225 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:32:18.187 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:32:17 smithi178 bash[70490]: audit 2024-09-13T14:32:17.438339+0000 mon.b (mon.1) 226 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:32:18.187 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:32:17 smithi178 bash[70490]: audit 2024-09-13T14:32:17.438339+0000 mon.b (mon.1) 226 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:32:18.187 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:32:17 smithi178 bash[70490]: audit 2024-09-13T14:32:17.440689+0000 mon.b (mon.1) 227 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:32:18.188 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:32:17 smithi178 bash[70490]: audit 2024-09-13T14:32:17.440689+0000 mon.b (mon.1) 227 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:32:18.188 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:32:17 smithi178 bash[70490]: audit 2024-09-13T14:32:17.443538+0000 mon.b (mon.1) 228 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16} : dispatch 2024-09-13T14:32:18.188 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:32:17 smithi178 bash[70490]: audit 2024-09-13T14:32:17.443538+0000 mon.b (mon.1) 228 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16} : dispatch 2024-09-13T14:32:18.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:32:17 smithi062 bash[89221]: cluster 2024-09-13T14:32:16.548337+0000 mgr.y (mgr.25139) 676 : cluster [DBG] pgmap v397: 161 pgs: 10 peering, 6 active+undersized, 2 active+undersized+degraded, 143 active+clean; 585 KiB data, 260 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s; 9/636 objects degraded (1.415%); 0 B/s, 0 objects/s recovering 2024-09-13T14:32:18.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:32:17 smithi062 bash[89221]: cluster 2024-09-13T14:32:16.548337+0000 mgr.y (mgr.25139) 676 : cluster [DBG] pgmap v397: 161 pgs: 10 peering, 6 active+undersized, 2 active+undersized+degraded, 143 active+clean; 585 KiB data, 260 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s; 9/636 objects degraded (1.415%); 0 B/s, 0 objects/s recovering 2024-09-13T14:32:18.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:32:17 smithi062 bash[89221]: audit 2024-09-13T14:32:17.267162+0000 mon.a (mon.0) 368 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:32:18.255 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:32:17 smithi062 bash[89221]: audit 2024-09-13T14:32:17.267162+0000 mon.a (mon.0) 368 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:32:18.255 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:32:17 smithi062 bash[89221]: audit 2024-09-13T14:32:17.280931+0000 mon.a (mon.0) 369 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:32:18.255 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:32:17 smithi062 bash[89221]: audit 2024-09-13T14:32:17.280931+0000 mon.a (mon.0) 369 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:32:18.255 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:32:17 smithi062 bash[89221]: audit 2024-09-13T14:32:17.283368+0000 mon.b (mon.1) 222 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:32:18.255 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:32:17 smithi062 bash[89221]: audit 2024-09-13T14:32:17.283368+0000 mon.b (mon.1) 222 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:32:18.255 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:32:17 smithi062 bash[89221]: audit 2024-09-13T14:32:17.285668+0000 mon.b (mon.1) 223 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-13T14:32:18.255 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:32:17 smithi062 bash[89221]: audit 2024-09-13T14:32:17.285668+0000 mon.b (mon.1) 223 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-13T14:32:18.255 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:32:17 smithi062 bash[89221]: audit 2024-09-13T14:32:17.299239+0000 mon.a (mon.0) 370 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:32:18.255 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:32:17 smithi062 bash[89221]: audit 2024-09-13T14:32:17.299239+0000 mon.a (mon.0) 370 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:32:18.255 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:32:17 smithi062 bash[89221]: audit 2024-09-13T14:32:17.431473+0000 mon.b (mon.1) 224 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-13T14:32:18.255 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:32:17 smithi062 bash[89221]: audit 2024-09-13T14:32:17.431473+0000 mon.b (mon.1) 224 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-13T14:32:18.256 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:32:17 smithi062 bash[89221]: audit 2024-09-13T14:32:17.435442+0000 mon.b (mon.1) 225 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:32:18.256 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:32:17 smithi062 bash[89221]: audit 2024-09-13T14:32:17.435442+0000 mon.b (mon.1) 225 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:32:18.256 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:32:17 smithi062 bash[89221]: audit 2024-09-13T14:32:17.438339+0000 mon.b (mon.1) 226 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:32:18.256 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:32:17 smithi062 bash[89221]: audit 2024-09-13T14:32:17.438339+0000 mon.b (mon.1) 226 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:32:18.256 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:32:17 smithi062 bash[89221]: audit 2024-09-13T14:32:17.440689+0000 mon.b (mon.1) 227 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:32:18.256 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:32:17 smithi062 bash[92878]: cluster 2024-09-13T14:32:16.548337+0000 mgr.y (mgr.25139) 676 : cluster [DBG] pgmap v397: 161 pgs: 10 peering, 6 active+undersized, 2 active+undersized+degraded, 143 active+clean; 585 KiB data, 260 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s; 9/636 objects degraded (1.415%); 0 B/s, 0 objects/s recovering 2024-09-13T14:32:18.256 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:32:17 smithi062 bash[92878]: cluster 2024-09-13T14:32:16.548337+0000 mgr.y (mgr.25139) 676 : cluster [DBG] pgmap v397: 161 pgs: 10 peering, 6 active+undersized, 2 active+undersized+degraded, 143 active+clean; 585 KiB data, 260 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s; 9/636 objects degraded (1.415%); 0 B/s, 0 objects/s recovering 2024-09-13T14:32:18.256 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:32:17 smithi062 bash[92878]: audit 2024-09-13T14:32:17.267162+0000 mon.a (mon.0) 368 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:32:18.257 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:32:17 smithi062 bash[92878]: audit 2024-09-13T14:32:17.267162+0000 mon.a (mon.0) 368 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:32:18.257 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:32:17 smithi062 bash[92878]: audit 2024-09-13T14:32:17.280931+0000 mon.a (mon.0) 369 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:32:18.257 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:32:17 smithi062 bash[92878]: audit 2024-09-13T14:32:17.280931+0000 mon.a (mon.0) 369 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:32:18.257 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:32:17 smithi062 bash[92878]: audit 2024-09-13T14:32:17.283368+0000 mon.b (mon.1) 222 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:32:18.257 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:32:17 smithi062 bash[92878]: audit 2024-09-13T14:32:17.283368+0000 mon.b (mon.1) 222 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:32:18.257 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:32:17 smithi062 bash[92878]: audit 2024-09-13T14:32:17.285668+0000 mon.b (mon.1) 223 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-13T14:32:18.257 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:32:17 smithi062 bash[92878]: audit 2024-09-13T14:32:17.285668+0000 mon.b (mon.1) 223 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-13T14:32:18.257 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:32:17 smithi062 bash[92878]: audit 2024-09-13T14:32:17.299239+0000 mon.a (mon.0) 370 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:32:18.257 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:32:17 smithi062 bash[92878]: audit 2024-09-13T14:32:17.299239+0000 mon.a (mon.0) 370 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:32:18.258 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:32:17 smithi062 bash[92878]: audit 2024-09-13T14:32:17.431473+0000 mon.b (mon.1) 224 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-13T14:32:18.258 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:32:17 smithi062 bash[92878]: audit 2024-09-13T14:32:17.431473+0000 mon.b (mon.1) 224 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-13T14:32:18.258 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:32:17 smithi062 bash[92878]: audit 2024-09-13T14:32:17.435442+0000 mon.b (mon.1) 225 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:32:18.258 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:32:17 smithi062 bash[92878]: audit 2024-09-13T14:32:17.435442+0000 mon.b (mon.1) 225 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:32:18.258 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:32:17 smithi062 bash[92878]: audit 2024-09-13T14:32:17.438339+0000 mon.b (mon.1) 226 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:32:18.258 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:32:17 smithi062 bash[92878]: audit 2024-09-13T14:32:17.438339+0000 mon.b (mon.1) 226 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:32:18.258 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:32:17 smithi062 bash[92878]: audit 2024-09-13T14:32:17.440689+0000 mon.b (mon.1) 227 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:32:18.259 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:32:17 smithi062 bash[89221]: audit 2024-09-13T14:32:17.440689+0000 mon.b (mon.1) 227 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:32:18.259 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:32:17 smithi062 bash[89221]: audit 2024-09-13T14:32:17.443538+0000 mon.b (mon.1) 228 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16} : dispatch 2024-09-13T14:32:18.259 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:32:17 smithi062 bash[89221]: audit 2024-09-13T14:32:17.443538+0000 mon.b (mon.1) 228 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16} : dispatch 2024-09-13T14:32:18.259 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:32:17 smithi062 bash[92878]: audit 2024-09-13T14:32:17.440689+0000 mon.b (mon.1) 227 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:32:18.259 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:32:17 smithi062 bash[92878]: audit 2024-09-13T14:32:17.443538+0000 mon.b (mon.1) 228 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16} : dispatch 2024-09-13T14:32:18.259 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:32:17 smithi062 bash[92878]: audit 2024-09-13T14:32:17.443538+0000 mon.b (mon.1) 228 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16} : dispatch 2024-09-13T14:32:19.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:32:18 smithi178 bash[70490]: audit 2024-09-13T14:32:17.445086+0000 mgr.y (mgr.25139) 677 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-09-13T14:32:19.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:32:18 smithi178 bash[70490]: audit 2024-09-13T14:32:17.445086+0000 mgr.y (mgr.25139) 677 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-09-13T14:32:19.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:32:18 smithi178 bash[70490]: cephadm 2024-09-13T14:32:17.447275+0000 mgr.y (mgr.25139) 678 : cephadm [INF] Upgrade: unsafe to stop osd(s) at this time (2 PGs are or would become offline) 2024-09-13T14:32:19.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:32:18 smithi178 bash[70490]: cephadm 2024-09-13T14:32:17.447275+0000 mgr.y (mgr.25139) 678 : cephadm [INF] Upgrade: unsafe to stop osd(s) at this time (2 PGs are or would become offline) 2024-09-13T14:32:19.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:32:18 smithi062 bash[89221]: audit 2024-09-13T14:32:17.445086+0000 mgr.y (mgr.25139) 677 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-09-13T14:32:19.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:32:18 smithi062 bash[89221]: audit 2024-09-13T14:32:17.445086+0000 mgr.y (mgr.25139) 677 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-09-13T14:32:19.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:32:18 smithi062 bash[89221]: cephadm 2024-09-13T14:32:17.447275+0000 mgr.y (mgr.25139) 678 : cephadm [INF] Upgrade: unsafe to stop osd(s) at this time (2 PGs are or would become offline) 2024-09-13T14:32:19.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:32:18 smithi062 bash[89221]: cephadm 2024-09-13T14:32:17.447275+0000 mgr.y (mgr.25139) 678 : cephadm [INF] Upgrade: unsafe to stop osd(s) at this time (2 PGs are or would become offline) 2024-09-13T14:32:19.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:32:18 smithi062 bash[92878]: audit 2024-09-13T14:32:17.445086+0000 mgr.y (mgr.25139) 677 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-09-13T14:32:19.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:32:18 smithi062 bash[92878]: audit 2024-09-13T14:32:17.445086+0000 mgr.y (mgr.25139) 677 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-09-13T14:32:19.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:32:18 smithi062 bash[92878]: cephadm 2024-09-13T14:32:17.447275+0000 mgr.y (mgr.25139) 678 : cephadm [INF] Upgrade: unsafe to stop osd(s) at this time (2 PGs are or would become offline) 2024-09-13T14:32:19.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:32:18 smithi062 bash[92878]: cephadm 2024-09-13T14:32:17.447275+0000 mgr.y (mgr.25139) 678 : cephadm [INF] Upgrade: unsafe to stop osd(s) at this time (2 PGs are or would become offline) 2024-09-13T14:32:20.185 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:32:19 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:32:19.75641009Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:32:20.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:32:19 smithi178 bash[70490]: cluster 2024-09-13T14:32:18.549422+0000 mgr.y (mgr.25139) 679 : cluster [DBG] pgmap v398: 161 pgs: 161 active+clean; 585 KiB data, 260 MiB used, 715 GiB / 715 GiB avail; 663 B/s rd, 0 op/s; 0 B/s, 0 objects/s recovering 2024-09-13T14:32:20.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:32:19 smithi178 bash[70490]: cluster 2024-09-13T14:32:18.549422+0000 mgr.y (mgr.25139) 679 : cluster [DBG] pgmap v398: 161 pgs: 161 active+clean; 585 KiB data, 260 MiB used, 715 GiB / 715 GiB avail; 663 B/s rd, 0 op/s; 0 B/s, 0 objects/s recovering 2024-09-13T14:32:20.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:32:19 smithi178 bash[70490]: cluster 2024-09-13T14:32:18.893646+0000 mon.a (mon.0) 371 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 9/636 objects degraded (1.415%), 2 pgs degraded) 2024-09-13T14:32:20.186 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:32:19 smithi178 bash[70490]: cluster 2024-09-13T14:32:18.893646+0000 mon.a (mon.0) 371 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 9/636 objects degraded (1.415%), 2 pgs degraded) 2024-09-13T14:32:20.186 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:32:19 smithi178 bash[70490]: cluster 2024-09-13T14:32:18.893691+0000 mon.a (mon.0) 372 : cluster [INF] Cluster is now healthy 2024-09-13T14:32:20.186 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:32:19 smithi178 bash[70490]: cluster 2024-09-13T14:32:18.893691+0000 mon.a (mon.0) 372 : cluster [INF] Cluster is now healthy 2024-09-13T14:32:20.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:32:19 smithi062 bash[89221]: cluster 2024-09-13T14:32:18.549422+0000 mgr.y (mgr.25139) 679 : cluster [DBG] pgmap v398: 161 pgs: 161 active+clean; 585 KiB data, 260 MiB used, 715 GiB / 715 GiB avail; 663 B/s rd, 0 op/s; 0 B/s, 0 objects/s recovering 2024-09-13T14:32:20.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:32:19 smithi062 bash[89221]: cluster 2024-09-13T14:32:18.549422+0000 mgr.y (mgr.25139) 679 : cluster [DBG] pgmap v398: 161 pgs: 161 active+clean; 585 KiB data, 260 MiB used, 715 GiB / 715 GiB avail; 663 B/s rd, 0 op/s; 0 B/s, 0 objects/s recovering 2024-09-13T14:32:20.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:32:19 smithi062 bash[89221]: cluster 2024-09-13T14:32:18.893646+0000 mon.a (mon.0) 371 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 9/636 objects degraded (1.415%), 2 pgs degraded) 2024-09-13T14:32:20.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:32:19 smithi062 bash[89221]: cluster 2024-09-13T14:32:18.893646+0000 mon.a (mon.0) 371 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 9/636 objects degraded (1.415%), 2 pgs degraded) 2024-09-13T14:32:20.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:32:19 smithi062 bash[89221]: cluster 2024-09-13T14:32:18.893691+0000 mon.a (mon.0) 372 : cluster [INF] Cluster is now healthy 2024-09-13T14:32:20.255 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:32:19 smithi062 bash[89221]: cluster 2024-09-13T14:32:18.893691+0000 mon.a (mon.0) 372 : cluster [INF] Cluster is now healthy 2024-09-13T14:32:20.255 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:32:19 smithi062 bash[92878]: cluster 2024-09-13T14:32:18.549422+0000 mgr.y (mgr.25139) 679 : cluster [DBG] pgmap v398: 161 pgs: 161 active+clean; 585 KiB data, 260 MiB used, 715 GiB / 715 GiB avail; 663 B/s rd, 0 op/s; 0 B/s, 0 objects/s recovering 2024-09-13T14:32:20.255 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:32:19 smithi062 bash[92878]: cluster 2024-09-13T14:32:18.549422+0000 mgr.y (mgr.25139) 679 : cluster [DBG] pgmap v398: 161 pgs: 161 active+clean; 585 KiB data, 260 MiB used, 715 GiB / 715 GiB avail; 663 B/s rd, 0 op/s; 0 B/s, 0 objects/s recovering 2024-09-13T14:32:20.255 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:32:19 smithi062 bash[92878]: cluster 2024-09-13T14:32:18.893646+0000 mon.a (mon.0) 371 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 9/636 objects degraded (1.415%), 2 pgs degraded) 2024-09-13T14:32:20.255 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:32:19 smithi062 bash[92878]: cluster 2024-09-13T14:32:18.893646+0000 mon.a (mon.0) 371 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 9/636 objects degraded (1.415%), 2 pgs degraded) 2024-09-13T14:32:20.255 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:32:19 smithi062 bash[92878]: cluster 2024-09-13T14:32:18.893691+0000 mon.a (mon.0) 372 : cluster [INF] Cluster is now healthy 2024-09-13T14:32:20.256 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:32:19 smithi062 bash[92878]: cluster 2024-09-13T14:32:18.893691+0000 mon.a (mon.0) 372 : cluster [INF] Cluster is now healthy 2024-09-13T14:32:22.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:32:21 smithi178 bash[70490]: cluster 2024-09-13T14:32:20.550876+0000 mgr.y (mgr.25139) 680 : cluster [DBG] pgmap v399: 161 pgs: 161 active+clean; 585 KiB data, 260 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s; 0 B/s, 0 objects/s recovering 2024-09-13T14:32:22.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:32:21 smithi178 bash[70490]: cluster 2024-09-13T14:32:20.550876+0000 mgr.y (mgr.25139) 680 : cluster [DBG] pgmap v399: 161 pgs: 161 active+clean; 585 KiB data, 260 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s; 0 B/s, 0 objects/s recovering 2024-09-13T14:32:22.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:32:21 smithi062 bash[89221]: cluster 2024-09-13T14:32:20.550876+0000 mgr.y (mgr.25139) 680 : cluster [DBG] pgmap v399: 161 pgs: 161 active+clean; 585 KiB data, 260 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s; 0 B/s, 0 objects/s recovering 2024-09-13T14:32:22.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:32:21 smithi062 bash[89221]: cluster 2024-09-13T14:32:20.550876+0000 mgr.y (mgr.25139) 680 : cluster [DBG] pgmap v399: 161 pgs: 161 active+clean; 585 KiB data, 260 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s; 0 B/s, 0 objects/s recovering 2024-09-13T14:32:22.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:32:21 smithi062 bash[92878]: cluster 2024-09-13T14:32:20.550876+0000 mgr.y (mgr.25139) 680 : cluster [DBG] pgmap v399: 161 pgs: 161 active+clean; 585 KiB data, 260 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s; 0 B/s, 0 objects/s recovering 2024-09-13T14:32:22.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:32:21 smithi062 bash[92878]: cluster 2024-09-13T14:32:20.550876+0000 mgr.y (mgr.25139) 680 : cluster [DBG] pgmap v399: 161 pgs: 161 active+clean; 585 KiB data, 260 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s; 0 B/s, 0 objects/s recovering 2024-09-13T14:32:23.185 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:32:22 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:32:22.715356227Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:32:23.913 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:32:23 smithi062 bash[68610]: ::ffff:172.21.15.178 - - [13/Sep/2024:14:32:23] "GET /metrics HTTP/1.1" 200 38264 "" "Prometheus/2.51.0" 2024-09-13T14:32:24.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:32:23 smithi178 bash[70490]: cluster 2024-09-13T14:32:22.552074+0000 mgr.y (mgr.25139) 681 : cluster [DBG] pgmap v400: 161 pgs: 161 active+clean; 585 KiB data, 260 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s; 0 B/s, 0 objects/s recovering 2024-09-13T14:32:24.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:32:23 smithi178 bash[70490]: cluster 2024-09-13T14:32:22.552074+0000 mgr.y (mgr.25139) 681 : cluster [DBG] pgmap v400: 161 pgs: 161 active+clean; 585 KiB data, 260 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s; 0 B/s, 0 objects/s recovering 2024-09-13T14:32:24.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:32:23 smithi178 bash[70490]: audit 2024-09-13T14:32:22.787729+0000 mgr.y (mgr.25139) 682 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:32:24.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:32:23 smithi178 bash[70490]: audit 2024-09-13T14:32:22.787729+0000 mgr.y (mgr.25139) 682 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:32:24.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:32:23 smithi062 bash[89221]: cluster 2024-09-13T14:32:22.552074+0000 mgr.y (mgr.25139) 681 : cluster [DBG] pgmap v400: 161 pgs: 161 active+clean; 585 KiB data, 260 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s; 0 B/s, 0 objects/s recovering 2024-09-13T14:32:24.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:32:23 smithi062 bash[89221]: cluster 2024-09-13T14:32:22.552074+0000 mgr.y (mgr.25139) 681 : cluster [DBG] pgmap v400: 161 pgs: 161 active+clean; 585 KiB data, 260 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s; 0 B/s, 0 objects/s recovering 2024-09-13T14:32:24.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:32:23 smithi062 bash[89221]: audit 2024-09-13T14:32:22.787729+0000 mgr.y (mgr.25139) 682 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:32:24.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:32:23 smithi062 bash[89221]: audit 2024-09-13T14:32:22.787729+0000 mgr.y (mgr.25139) 682 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:32:24.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:32:23 smithi062 bash[92878]: cluster 2024-09-13T14:32:22.552074+0000 mgr.y (mgr.25139) 681 : cluster [DBG] pgmap v400: 161 pgs: 161 active+clean; 585 KiB data, 260 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s; 0 B/s, 0 objects/s recovering 2024-09-13T14:32:24.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:32:23 smithi062 bash[92878]: cluster 2024-09-13T14:32:22.552074+0000 mgr.y (mgr.25139) 681 : cluster [DBG] pgmap v400: 161 pgs: 161 active+clean; 585 KiB data, 260 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s; 0 B/s, 0 objects/s recovering 2024-09-13T14:32:24.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:32:23 smithi062 bash[92878]: audit 2024-09-13T14:32:22.787729+0000 mgr.y (mgr.25139) 682 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:32:24.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:32:23 smithi062 bash[92878]: audit 2024-09-13T14:32:22.787729+0000 mgr.y (mgr.25139) 682 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:32:25.685 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:32:25 smithi178 bash[70490]: audit 2024-09-13T14:32:24.349302+0000 mon.a (mon.0) 373 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:32:25.685 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:32:25 smithi178 bash[70490]: audit 2024-09-13T14:32:24.349302+0000 mon.a (mon.0) 373 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:32:25.685 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:32:25 smithi178 bash[70490]: cluster 2024-09-13T14:32:24.553342+0000 mgr.y (mgr.25139) 683 : cluster [DBG] pgmap v401: 161 pgs: 161 active+clean; 585 KiB data, 260 MiB used, 715 GiB / 715 GiB avail; 874 B/s rd, 0 op/s; 0 B/s, 0 objects/s recovering 2024-09-13T14:32:25.686 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:32:25 smithi178 bash[70490]: cluster 2024-09-13T14:32:24.553342+0000 mgr.y (mgr.25139) 683 : cluster [DBG] pgmap v401: 161 pgs: 161 active+clean; 585 KiB data, 260 MiB used, 715 GiB / 715 GiB avail; 874 B/s rd, 0 op/s; 0 B/s, 0 objects/s recovering 2024-09-13T14:32:25.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:32:25 smithi062 bash[89221]: audit 2024-09-13T14:32:24.349302+0000 mon.a (mon.0) 373 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:32:25.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:32:25 smithi062 bash[89221]: audit 2024-09-13T14:32:24.349302+0000 mon.a (mon.0) 373 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:32:25.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:32:25 smithi062 bash[89221]: cluster 2024-09-13T14:32:24.553342+0000 mgr.y (mgr.25139) 683 : cluster [DBG] pgmap v401: 161 pgs: 161 active+clean; 585 KiB data, 260 MiB used, 715 GiB / 715 GiB avail; 874 B/s rd, 0 op/s; 0 B/s, 0 objects/s recovering 2024-09-13T14:32:25.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:32:25 smithi062 bash[89221]: cluster 2024-09-13T14:32:24.553342+0000 mgr.y (mgr.25139) 683 : cluster [DBG] pgmap v401: 161 pgs: 161 active+clean; 585 KiB data, 260 MiB used, 715 GiB / 715 GiB avail; 874 B/s rd, 0 op/s; 0 B/s, 0 objects/s recovering 2024-09-13T14:32:25.753 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:32:25 smithi062 bash[92878]: audit 2024-09-13T14:32:24.349302+0000 mon.a (mon.0) 373 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:32:25.754 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:32:25 smithi062 bash[92878]: audit 2024-09-13T14:32:24.349302+0000 mon.a (mon.0) 373 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:32:25.754 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:32:25 smithi062 bash[92878]: cluster 2024-09-13T14:32:24.553342+0000 mgr.y (mgr.25139) 683 : cluster [DBG] pgmap v401: 161 pgs: 161 active+clean; 585 KiB data, 260 MiB used, 715 GiB / 715 GiB avail; 874 B/s rd, 0 op/s; 0 B/s, 0 objects/s recovering 2024-09-13T14:32:25.754 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:32:25 smithi062 bash[92878]: cluster 2024-09-13T14:32:24.553342+0000 mgr.y (mgr.25139) 683 : cluster [DBG] pgmap v401: 161 pgs: 161 active+clean; 585 KiB data, 260 MiB used, 715 GiB / 715 GiB avail; 874 B/s rd, 0 op/s; 0 B/s, 0 objects/s recovering 2024-09-13T14:32:26.185 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:32:25 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:32:25.721604874Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:32:27.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:32:27 smithi178 bash[70490]: cluster 2024-09-13T14:32:26.554500+0000 mgr.y (mgr.25139) 684 : cluster [DBG] pgmap v402: 161 pgs: 161 active+clean; 585 KiB data, 260 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s; 0 B/s, 0 objects/s recovering 2024-09-13T14:32:27.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:32:27 smithi178 bash[70490]: cluster 2024-09-13T14:32:26.554500+0000 mgr.y (mgr.25139) 684 : cluster [DBG] pgmap v402: 161 pgs: 161 active+clean; 585 KiB data, 260 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s; 0 B/s, 0 objects/s recovering 2024-09-13T14:32:28.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:32:27 smithi062 bash[89221]: cluster 2024-09-13T14:32:26.554500+0000 mgr.y (mgr.25139) 684 : cluster [DBG] pgmap v402: 161 pgs: 161 active+clean; 585 KiB data, 260 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s; 0 B/s, 0 objects/s recovering 2024-09-13T14:32:28.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:32:27 smithi062 bash[89221]: cluster 2024-09-13T14:32:26.554500+0000 mgr.y (mgr.25139) 684 : cluster [DBG] pgmap v402: 161 pgs: 161 active+clean; 585 KiB data, 260 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s; 0 B/s, 0 objects/s recovering 2024-09-13T14:32:28.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:32:27 smithi062 bash[92878]: cluster 2024-09-13T14:32:26.554500+0000 mgr.y (mgr.25139) 684 : cluster [DBG] pgmap v402: 161 pgs: 161 active+clean; 585 KiB data, 260 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s; 0 B/s, 0 objects/s recovering 2024-09-13T14:32:28.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:32:27 smithi062 bash[92878]: cluster 2024-09-13T14:32:26.554500+0000 mgr.y (mgr.25139) 684 : cluster [DBG] pgmap v402: 161 pgs: 161 active+clean; 585 KiB data, 260 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s; 0 B/s, 0 objects/s recovering 2024-09-13T14:32:29.185 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:32:28 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:32:28.727331818Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:32:30.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:32:29 smithi178 bash[70490]: cluster 2024-09-13T14:32:28.555636+0000 mgr.y (mgr.25139) 685 : cluster [DBG] pgmap v403: 161 pgs: 161 active+clean; 585 KiB data, 260 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:32:30.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:32:29 smithi178 bash[70490]: cluster 2024-09-13T14:32:28.555636+0000 mgr.y (mgr.25139) 685 : cluster [DBG] pgmap v403: 161 pgs: 161 active+clean; 585 KiB data, 260 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:32:30.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:32:29 smithi178 bash[70490]: audit 2024-09-13T14:32:28.874764+0000 mon.a (mon.0) 374 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:32:30.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:32:29 smithi178 bash[70490]: audit 2024-09-13T14:32:28.874764+0000 mon.a (mon.0) 374 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:32:30.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:32:29 smithi178 bash[70490]: audit 2024-09-13T14:32:28.877845+0000 mon.b (mon.1) 229 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:32:30.186 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:32:29 smithi178 bash[70490]: audit 2024-09-13T14:32:28.877845+0000 mon.b (mon.1) 229 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:32:30.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:32:29 smithi062 bash[89221]: cluster 2024-09-13T14:32:28.555636+0000 mgr.y (mgr.25139) 685 : cluster [DBG] pgmap v403: 161 pgs: 161 active+clean; 585 KiB data, 260 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:32:30.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:32:29 smithi062 bash[89221]: cluster 2024-09-13T14:32:28.555636+0000 mgr.y (mgr.25139) 685 : cluster [DBG] pgmap v403: 161 pgs: 161 active+clean; 585 KiB data, 260 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:32:30.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:32:29 smithi062 bash[89221]: audit 2024-09-13T14:32:28.874764+0000 mon.a (mon.0) 374 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:32:30.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:32:29 smithi062 bash[89221]: audit 2024-09-13T14:32:28.874764+0000 mon.a (mon.0) 374 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:32:30.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:32:29 smithi062 bash[89221]: audit 2024-09-13T14:32:28.877845+0000 mon.b (mon.1) 229 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:32:30.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:32:29 smithi062 bash[89221]: audit 2024-09-13T14:32:28.877845+0000 mon.b (mon.1) 229 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:32:30.255 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:32:29 smithi062 bash[92878]: cluster 2024-09-13T14:32:28.555636+0000 mgr.y (mgr.25139) 685 : cluster [DBG] pgmap v403: 161 pgs: 161 active+clean; 585 KiB data, 260 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:32:30.255 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:32:29 smithi062 bash[92878]: cluster 2024-09-13T14:32:28.555636+0000 mgr.y (mgr.25139) 685 : cluster [DBG] pgmap v403: 161 pgs: 161 active+clean; 585 KiB data, 260 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:32:30.255 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:32:29 smithi062 bash[92878]: audit 2024-09-13T14:32:28.874764+0000 mon.a (mon.0) 374 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:32:30.255 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:32:29 smithi062 bash[92878]: audit 2024-09-13T14:32:28.874764+0000 mon.a (mon.0) 374 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:32:30.256 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:32:29 smithi062 bash[92878]: audit 2024-09-13T14:32:28.877845+0000 mon.b (mon.1) 229 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:32:30.256 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:32:29 smithi062 bash[92878]: audit 2024-09-13T14:32:28.877845+0000 mon.b (mon.1) 229 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:32:32.185 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:32:31 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:32:31.72762239Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:32:32.186 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:32:31 smithi178 bash[70490]: cluster 2024-09-13T14:32:30.556953+0000 mgr.y (mgr.25139) 686 : cluster [DBG] pgmap v404: 161 pgs: 161 active+clean; 585 KiB data, 260 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:32:32.186 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:32:31 smithi178 bash[70490]: cluster 2024-09-13T14:32:30.556953+0000 mgr.y (mgr.25139) 686 : cluster [DBG] pgmap v404: 161 pgs: 161 active+clean; 585 KiB data, 260 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:32:32.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:32:31 smithi062 bash[89221]: cluster 2024-09-13T14:32:30.556953+0000 mgr.y (mgr.25139) 686 : cluster [DBG] pgmap v404: 161 pgs: 161 active+clean; 585 KiB data, 260 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:32:32.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:32:31 smithi062 bash[89221]: cluster 2024-09-13T14:32:30.556953+0000 mgr.y (mgr.25139) 686 : cluster [DBG] pgmap v404: 161 pgs: 161 active+clean; 585 KiB data, 260 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:32:32.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:32:31 smithi062 bash[92878]: cluster 2024-09-13T14:32:30.556953+0000 mgr.y (mgr.25139) 686 : cluster [DBG] pgmap v404: 161 pgs: 161 active+clean; 585 KiB data, 260 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:32:32.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:32:31 smithi062 bash[92878]: cluster 2024-09-13T14:32:30.556953+0000 mgr.y (mgr.25139) 686 : cluster [DBG] pgmap v404: 161 pgs: 161 active+clean; 585 KiB data, 260 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:32:33.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:32:32 smithi178 bash[70490]: audit 2024-09-13T14:32:32.462223+0000 mon.b (mon.1) 230 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16} : dispatch 2024-09-13T14:32:33.256 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:32:32 smithi178 bash[70490]: audit 2024-09-13T14:32:32.462223+0000 mon.b (mon.1) 230 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16} : dispatch 2024-09-13T14:32:33.257 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:32:32 smithi062 bash[92878]: audit 2024-09-13T14:32:32.462223+0000 mon.b (mon.1) 230 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16} : dispatch 2024-09-13T14:32:33.257 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:32:32 smithi062 bash[92878]: audit 2024-09-13T14:32:32.462223+0000 mon.b (mon.1) 230 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16} : dispatch 2024-09-13T14:32:33.257 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:32:32 smithi062 bash[89221]: audit 2024-09-13T14:32:32.462223+0000 mon.b (mon.1) 230 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16} : dispatch 2024-09-13T14:32:33.257 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:32:32 smithi062 bash[89221]: audit 2024-09-13T14:32:32.462223+0000 mon.b (mon.1) 230 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16} : dispatch 2024-09-13T14:32:33.890 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:32:33 smithi062 bash[68610]: ::ffff:172.21.15.178 - - [13/Sep/2024:14:32:33] "GET /metrics HTTP/1.1" 200 38402 "" "Prometheus/2.51.0" 2024-09-13T14:32:34.167 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:32:33 smithi178 bash[70490]: audit 2024-09-13T14:32:32.463852+0000 mgr.y (mgr.25139) 687 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-09-13T14:32:34.167 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:32:33 smithi178 bash[70490]: audit 2024-09-13T14:32:32.463852+0000 mgr.y (mgr.25139) 687 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-09-13T14:32:34.167 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:32:33 smithi178 bash[70490]: cephadm 2024-09-13T14:32:32.467020+0000 mgr.y (mgr.25139) 688 : cephadm [INF] Upgrade: osd.5 is safe to restart 2024-09-13T14:32:34.167 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:32:33 smithi178 bash[70490]: cephadm 2024-09-13T14:32:32.467020+0000 mgr.y (mgr.25139) 688 : cephadm [INF] Upgrade: osd.5 is safe to restart 2024-09-13T14:32:34.167 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:32:33 smithi178 bash[70490]: cluster 2024-09-13T14:32:32.558092+0000 mgr.y (mgr.25139) 689 : cluster [DBG] pgmap v405: 161 pgs: 161 active+clean; 585 KiB data, 260 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:32:34.167 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:32:33 smithi178 bash[70490]: cluster 2024-09-13T14:32:32.558092+0000 mgr.y (mgr.25139) 689 : cluster [DBG] pgmap v405: 161 pgs: 161 active+clean; 585 KiB data, 260 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:32:34.167 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:32:33 smithi178 bash[70490]: audit 2024-09-13T14:32:32.795430+0000 mgr.y (mgr.25139) 690 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:32:34.167 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:32:33 smithi178 bash[70490]: audit 2024-09-13T14:32:32.795430+0000 mgr.y (mgr.25139) 690 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:32:34.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:32:33 smithi062 bash[89221]: audit 2024-09-13T14:32:32.463852+0000 mgr.y (mgr.25139) 687 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-09-13T14:32:34.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:32:33 smithi062 bash[89221]: audit 2024-09-13T14:32:32.463852+0000 mgr.y (mgr.25139) 687 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-09-13T14:32:34.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:32:33 smithi062 bash[89221]: cephadm 2024-09-13T14:32:32.467020+0000 mgr.y (mgr.25139) 688 : cephadm [INF] Upgrade: osd.5 is safe to restart 2024-09-13T14:32:34.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:32:33 smithi062 bash[89221]: cephadm 2024-09-13T14:32:32.467020+0000 mgr.y (mgr.25139) 688 : cephadm [INF] Upgrade: osd.5 is safe to restart 2024-09-13T14:32:34.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:32:33 smithi062 bash[89221]: cluster 2024-09-13T14:32:32.558092+0000 mgr.y (mgr.25139) 689 : cluster [DBG] pgmap v405: 161 pgs: 161 active+clean; 585 KiB data, 260 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:32:34.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:32:33 smithi062 bash[89221]: cluster 2024-09-13T14:32:32.558092+0000 mgr.y (mgr.25139) 689 : cluster [DBG] pgmap v405: 161 pgs: 161 active+clean; 585 KiB data, 260 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:32:34.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:32:33 smithi062 bash[89221]: audit 2024-09-13T14:32:32.795430+0000 mgr.y (mgr.25139) 690 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:32:34.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:32:33 smithi062 bash[89221]: audit 2024-09-13T14:32:32.795430+0000 mgr.y (mgr.25139) 690 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:32:34.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:32:33 smithi062 bash[92878]: audit 2024-09-13T14:32:32.463852+0000 mgr.y (mgr.25139) 687 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-09-13T14:32:34.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:32:33 smithi062 bash[92878]: audit 2024-09-13T14:32:32.463852+0000 mgr.y (mgr.25139) 687 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-09-13T14:32:34.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:32:33 smithi062 bash[92878]: cephadm 2024-09-13T14:32:32.467020+0000 mgr.y (mgr.25139) 688 : cephadm [INF] Upgrade: osd.5 is safe to restart 2024-09-13T14:32:34.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:32:33 smithi062 bash[92878]: cephadm 2024-09-13T14:32:32.467020+0000 mgr.y (mgr.25139) 688 : cephadm [INF] Upgrade: osd.5 is safe to restart 2024-09-13T14:32:34.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:32:33 smithi062 bash[92878]: cluster 2024-09-13T14:32:32.558092+0000 mgr.y (mgr.25139) 689 : cluster [DBG] pgmap v405: 161 pgs: 161 active+clean; 585 KiB data, 260 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:32:34.255 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:32:33 smithi062 bash[92878]: cluster 2024-09-13T14:32:32.558092+0000 mgr.y (mgr.25139) 689 : cluster [DBG] pgmap v405: 161 pgs: 161 active+clean; 585 KiB data, 260 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:32:34.255 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:32:33 smithi062 bash[92878]: audit 2024-09-13T14:32:32.795430+0000 mgr.y (mgr.25139) 690 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:32:34.255 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:32:33 smithi062 bash[92878]: audit 2024-09-13T14:32:32.795430+0000 mgr.y (mgr.25139) 690 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:32:34.935 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:32:34 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:32:34.720613218Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:32:36.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:32:36 smithi178 bash[70490]: cluster 2024-09-13T14:32:34.559223+0000 mgr.y (mgr.25139) 691 : cluster [DBG] pgmap v406: 161 pgs: 161 active+clean; 585 KiB data, 260 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:32:36.436 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:32:36 smithi178 bash[70490]: cluster 2024-09-13T14:32:34.559223+0000 mgr.y (mgr.25139) 691 : cluster [DBG] pgmap v406: 161 pgs: 161 active+clean; 585 KiB data, 260 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:32:36.436 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:32:36 smithi178 bash[70490]: cephadm 2024-09-13T14:32:35.009144+0000 mgr.y (mgr.25139) 692 : cephadm [INF] Upgrade: Updating osd.5 2024-09-13T14:32:36.436 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:32:36 smithi178 bash[70490]: cephadm 2024-09-13T14:32:35.009144+0000 mgr.y (mgr.25139) 692 : cephadm [INF] Upgrade: Updating osd.5 2024-09-13T14:32:36.436 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:32:36 smithi178 bash[70490]: audit 2024-09-13T14:32:35.017766+0000 mon.a (mon.0) 375 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:32:36.436 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:32:36 smithi178 bash[70490]: audit 2024-09-13T14:32:35.017766+0000 mon.a (mon.0) 375 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:32:36.436 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:32:36 smithi178 bash[70490]: audit 2024-09-13T14:32:35.021426+0000 mon.b (mon.1) 231 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.5"} : dispatch 2024-09-13T14:32:36.437 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:32:36 smithi178 bash[70490]: audit 2024-09-13T14:32:35.021426+0000 mon.b (mon.1) 231 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.5"} : dispatch 2024-09-13T14:32:36.437 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:32:36 smithi178 bash[70490]: audit 2024-09-13T14:32:35.023420+0000 mon.b (mon.1) 232 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:32:36.437 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:32:36 smithi178 bash[70490]: audit 2024-09-13T14:32:35.023420+0000 mon.b (mon.1) 232 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:32:36.437 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:32:36 smithi178 bash[70490]: cephadm 2024-09-13T14:32:35.030249+0000 mgr.y (mgr.25139) 693 : cephadm [INF] Deploying daemon osd.5 on smithi178 2024-09-13T14:32:36.437 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:32:36 smithi178 bash[70490]: cephadm 2024-09-13T14:32:35.030249+0000 mgr.y (mgr.25139) 693 : cephadm [INF] Deploying daemon osd.5 on smithi178 2024-09-13T14:32:36.504 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:32:36 smithi062 bash[89221]: cluster 2024-09-13T14:32:34.559223+0000 mgr.y (mgr.25139) 691 : cluster [DBG] pgmap v406: 161 pgs: 161 active+clean; 585 KiB data, 260 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:32:36.504 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:32:36 smithi062 bash[89221]: cluster 2024-09-13T14:32:34.559223+0000 mgr.y (mgr.25139) 691 : cluster [DBG] pgmap v406: 161 pgs: 161 active+clean; 585 KiB data, 260 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:32:36.504 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:32:36 smithi062 bash[89221]: cephadm 2024-09-13T14:32:35.009144+0000 mgr.y (mgr.25139) 692 : cephadm [INF] Upgrade: Updating osd.5 2024-09-13T14:32:36.504 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:32:36 smithi062 bash[89221]: cephadm 2024-09-13T14:32:35.009144+0000 mgr.y (mgr.25139) 692 : cephadm [INF] Upgrade: Updating osd.5 2024-09-13T14:32:36.504 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:32:36 smithi062 bash[89221]: audit 2024-09-13T14:32:35.017766+0000 mon.a (mon.0) 375 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:32:36.505 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:32:36 smithi062 bash[89221]: audit 2024-09-13T14:32:35.017766+0000 mon.a (mon.0) 375 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:32:36.505 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:32:36 smithi062 bash[89221]: audit 2024-09-13T14:32:35.021426+0000 mon.b (mon.1) 231 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.5"} : dispatch 2024-09-13T14:32:36.505 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:32:36 smithi062 bash[89221]: audit 2024-09-13T14:32:35.021426+0000 mon.b (mon.1) 231 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.5"} : dispatch 2024-09-13T14:32:36.505 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:32:36 smithi062 bash[89221]: audit 2024-09-13T14:32:35.023420+0000 mon.b (mon.1) 232 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:32:36.505 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:32:36 smithi062 bash[89221]: audit 2024-09-13T14:32:35.023420+0000 mon.b (mon.1) 232 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:32:36.505 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:32:36 smithi062 bash[89221]: cephadm 2024-09-13T14:32:35.030249+0000 mgr.y (mgr.25139) 693 : cephadm [INF] Deploying daemon osd.5 on smithi178 2024-09-13T14:32:36.505 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:32:36 smithi062 bash[89221]: cephadm 2024-09-13T14:32:35.030249+0000 mgr.y (mgr.25139) 693 : cephadm [INF] Deploying daemon osd.5 on smithi178 2024-09-13T14:32:36.505 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:32:36 smithi062 bash[92878]: cluster 2024-09-13T14:32:34.559223+0000 mgr.y (mgr.25139) 691 : cluster [DBG] pgmap v406: 161 pgs: 161 active+clean; 585 KiB data, 260 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:32:36.506 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:32:36 smithi062 bash[92878]: cluster 2024-09-13T14:32:34.559223+0000 mgr.y (mgr.25139) 691 : cluster [DBG] pgmap v406: 161 pgs: 161 active+clean; 585 KiB data, 260 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:32:36.506 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:32:36 smithi062 bash[92878]: cephadm 2024-09-13T14:32:35.009144+0000 mgr.y (mgr.25139) 692 : cephadm [INF] Upgrade: Updating osd.5 2024-09-13T14:32:36.506 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:32:36 smithi062 bash[92878]: cephadm 2024-09-13T14:32:35.009144+0000 mgr.y (mgr.25139) 692 : cephadm [INF] Upgrade: Updating osd.5 2024-09-13T14:32:36.506 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:32:36 smithi062 bash[92878]: audit 2024-09-13T14:32:35.017766+0000 mon.a (mon.0) 375 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:32:36.506 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:32:36 smithi062 bash[92878]: audit 2024-09-13T14:32:35.017766+0000 mon.a (mon.0) 375 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:32:36.506 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:32:36 smithi062 bash[92878]: audit 2024-09-13T14:32:35.021426+0000 mon.b (mon.1) 231 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.5"} : dispatch 2024-09-13T14:32:36.506 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:32:36 smithi062 bash[92878]: audit 2024-09-13T14:32:35.021426+0000 mon.b (mon.1) 231 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.5"} : dispatch 2024-09-13T14:32:36.506 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:32:36 smithi062 bash[92878]: audit 2024-09-13T14:32:35.023420+0000 mon.b (mon.1) 232 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:32:36.507 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:32:36 smithi062 bash[92878]: audit 2024-09-13T14:32:35.023420+0000 mon.b (mon.1) 232 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:32:36.507 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:32:36 smithi062 bash[92878]: cephadm 2024-09-13T14:32:35.030249+0000 mgr.y (mgr.25139) 693 : cephadm [INF] Deploying daemon osd.5 on smithi178 2024-09-13T14:32:36.507 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:32:36 smithi062 bash[92878]: cephadm 2024-09-13T14:32:35.030249+0000 mgr.y (mgr.25139) 693 : cephadm [INF] Deploying daemon osd.5 on smithi178 2024-09-13T14:32:38.019 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:32:37 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:32:37.72315726Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:32:38.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:32:38 smithi178 bash[70490]: cluster 2024-09-13T14:32:36.560264+0000 mgr.y (mgr.25139) 694 : cluster [DBG] pgmap v407: 161 pgs: 161 active+clean; 585 KiB data, 260 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:32:38.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:32:38 smithi178 bash[70490]: cluster 2024-09-13T14:32:36.560264+0000 mgr.y (mgr.25139) 694 : cluster [DBG] pgmap v407: 161 pgs: 161 active+clean; 585 KiB data, 260 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:32:38.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:32:38 smithi062 bash[89221]: cluster 2024-09-13T14:32:36.560264+0000 mgr.y (mgr.25139) 694 : cluster [DBG] pgmap v407: 161 pgs: 161 active+clean; 585 KiB data, 260 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:32:38.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:32:38 smithi062 bash[89221]: cluster 2024-09-13T14:32:36.560264+0000 mgr.y (mgr.25139) 694 : cluster [DBG] pgmap v407: 161 pgs: 161 active+clean; 585 KiB data, 260 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:32:38.503 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:32:38 smithi062 bash[92878]: cluster 2024-09-13T14:32:36.560264+0000 mgr.y (mgr.25139) 694 : cluster [DBG] pgmap v407: 161 pgs: 161 active+clean; 585 KiB data, 260 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:32:38.504 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:32:38 smithi062 bash[92878]: cluster 2024-09-13T14:32:36.560264+0000 mgr.y (mgr.25139) 694 : cluster [DBG] pgmap v407: 161 pgs: 161 active+clean; 585 KiB data, 260 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:32:40.324 INFO:journalctl@ceph.osd.4.smithi178.stdout:Sep 13 14:32:40 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:32:40.325 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 14:32:40 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:32:40.325 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 13 14:32:40 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:32:40.325 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:32:40 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:32:40.326 INFO:journalctl@ceph.osd.5.smithi178.stdout:Sep 13 14:32:40 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:32:40.326 INFO:journalctl@ceph.osd.7.smithi178.stdout:Sep 13 14:32:40 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:32:40.326 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:32:40 smithi178 bash[70490]: cluster 2024-09-13T14:32:38.561382+0000 mgr.y (mgr.25139) 695 : cluster [DBG] pgmap v408: 161 pgs: 161 active+clean; 585 KiB data, 260 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:32:40.327 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:32:40 smithi178 bash[70490]: cluster 2024-09-13T14:32:38.561382+0000 mgr.y (mgr.25139) 695 : cluster [DBG] pgmap v408: 161 pgs: 161 active+clean; 585 KiB data, 260 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:32:40.327 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:32:40 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:32:40.327 INFO:journalctl@ceph.osd.6.smithi178.stdout:Sep 13 14:32:40 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:32:40.327 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 13 14:32:40 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:32:40.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:32:40 smithi062 bash[89221]: cluster 2024-09-13T14:32:38.561382+0000 mgr.y (mgr.25139) 695 : cluster [DBG] pgmap v408: 161 pgs: 161 active+clean; 585 KiB data, 260 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:32:40.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:32:40 smithi062 bash[89221]: cluster 2024-09-13T14:32:38.561382+0000 mgr.y (mgr.25139) 695 : cluster [DBG] pgmap v408: 161 pgs: 161 active+clean; 585 KiB data, 260 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:32:40.503 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:32:40 smithi062 bash[92878]: cluster 2024-09-13T14:32:38.561382+0000 mgr.y (mgr.25139) 695 : cluster [DBG] pgmap v408: 161 pgs: 161 active+clean; 585 KiB data, 260 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:32:40.504 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:32:40 smithi062 bash[92878]: cluster 2024-09-13T14:32:38.561382+0000 mgr.y (mgr.25139) 695 : cluster [DBG] pgmap v408: 161 pgs: 161 active+clean; 585 KiB data, 260 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:32:40.685 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:32:40 smithi178 bash[67279]: logger=cleanup t=2024-09-13T14:32:40.385127167Z level=info msg="Completed cleanup jobs" duration=10.652312ms 2024-09-13T14:32:40.685 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:32:40 smithi178 bash[67279]: logger=plugins.update.checker t=2024-09-13T14:32:40.512692196Z level=info msg="Update check succeeded" duration=63.360175ms 2024-09-13T14:32:40.685 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:32:40 smithi178 bash[67279]: logger=grafana.update.checker t=2024-09-13T14:32:40.519061252Z level=info msg="Update check succeeded" duration=61.744814ms 2024-09-13T14:32:40.686 INFO:journalctl@ceph.osd.5.smithi178.stdout:Sep 13 14:32:40 smithi178 systemd[1]: Stopping Ceph osd.5 for ff1149ea-71d5-11ef-bceb-c7b262605968... 2024-09-13T14:32:40.686 INFO:journalctl@ceph.osd.5.smithi178.stdout:Sep 13 14:32:40 smithi178 bash[30706]: debug 2024-09-13T14:32:40.459+0000 7f15f3465640 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.5 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2024-09-13T14:32:40.686 INFO:journalctl@ceph.osd.5.smithi178.stdout:Sep 13 14:32:40 smithi178 bash[30706]: debug 2024-09-13T14:32:40.459+0000 7f15f3465640 -1 osd.5 138 *** Got signal Terminated *** 2024-09-13T14:32:40.686 INFO:journalctl@ceph.osd.5.smithi178.stdout:Sep 13 14:32:40 smithi178 bash[30706]: debug 2024-09-13T14:32:40.459+0000 7f15f3465640 -1 osd.5 138 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-13T14:32:41.005 INFO:teuthology.orchestra.run.smithi062.stdout:true 2024-09-13T14:32:41.032 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:32:40 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:32:40.763121269Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:32:41.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:32:41 smithi178 bash[70490]: cluster 2024-09-13T14:32:40.465738+0000 mon.a (mon.0) 376 : cluster [INF] osd.5 marked itself down and dead 2024-09-13T14:32:41.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:32:41 smithi178 bash[70490]: cluster 2024-09-13T14:32:40.465738+0000 mon.a (mon.0) 376 : cluster [INF] osd.5 marked itself down and dead 2024-09-13T14:32:41.503 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:32:41 smithi062 bash[92878]: cluster 2024-09-13T14:32:40.465738+0000 mon.a (mon.0) 376 : cluster [INF] osd.5 marked itself down and dead 2024-09-13T14:32:41.503 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:32:41 smithi062 bash[92878]: cluster 2024-09-13T14:32:40.465738+0000 mon.a (mon.0) 376 : cluster [INF] osd.5 marked itself down and dead 2024-09-13T14:32:41.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:32:41 smithi062 bash[89221]: cluster 2024-09-13T14:32:40.465738+0000 mon.a (mon.0) 376 : cluster [INF] osd.5 marked itself down and dead 2024-09-13T14:32:41.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:32:41 smithi062 bash[89221]: cluster 2024-09-13T14:32:40.465738+0000 mon.a (mon.0) 376 : cluster [INF] osd.5 marked itself down and dead 2024-09-13T14:32:41.666 INFO:teuthology.orchestra.run.smithi062.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-13T14:32:41.666 INFO:teuthology.orchestra.run.smithi062.stdout:alertmanager.a smithi062 *:9093,9094 running (10m) 81s ago 37m 14.0M - 0.27.0 11f11916f8cd 6e93dcf56cea 2024-09-13T14:32:41.667 INFO:teuthology.orchestra.run.smithi062.stdout:grafana.a smithi178 *:3000 running (10m) 36s ago 37m 68.6M - 10.4.0 c8b91775d855 e5af99a01b68 2024-09-13T14:32:41.667 INFO:teuthology.orchestra.run.smithi062.stdout:iscsi.foo.smithi062.auboqe smithi062 *:5000 running (12m) 81s ago 35m 50.2M - 3.8 19dc8d659727 5db99a6f8116 2024-09-13T14:32:41.667 INFO:teuthology.orchestra.run.smithi062.stdout:mgr.x smithi178 *:8443,9283,8765 running (12m) 36s ago 46m 444M - 19.3.0-4917-gb0201b8c 1641fe80ce72 fc18b6fcd5bd 2024-09-13T14:32:41.667 INFO:teuthology.orchestra.run.smithi062.stdout:mgr.y smithi062 *:8443,9283,8765 running (23m) 81s ago 48m 514M - 19.3.0-4917-gb0201b8c 1641fe80ce72 fd629cc84850 2024-09-13T14:32:41.667 INFO:teuthology.orchestra.run.smithi062.stdout:mon.a smithi062 running (7m) 81s ago 48m 51.7M 2048M 19.3.0-4917-gb0201b8c 1641fe80ce72 6370c6daf05c 2024-09-13T14:32:41.667 INFO:teuthology.orchestra.run.smithi062.stdout:mon.b smithi178 running (8m) 36s ago 46m 45.8M 2048M 19.3.0-4917-gb0201b8c 1641fe80ce72 4246b63ea822 2024-09-13T14:32:41.667 INFO:teuthology.orchestra.run.smithi062.stdout:mon.c smithi062 running (6m) 81s ago 46m 37.6M 2048M 19.3.0-4917-gb0201b8c 1641fe80ce72 546ed05b6de1 2024-09-13T14:32:41.667 INFO:teuthology.orchestra.run.smithi062.stdout:node-exporter.a smithi062 *:9100 running (11m) 81s ago 38m 8200k - 1.7.0 72c9c2088986 d2a19c03fb98 2024-09-13T14:32:41.667 INFO:teuthology.orchestra.run.smithi062.stdout:node-exporter.b smithi178 *:9100 running (11m) 36s ago 38m 8424k - 1.7.0 72c9c2088986 ef73b17b6575 2024-09-13T14:32:41.667 INFO:teuthology.orchestra.run.smithi062.stdout:osd.0 smithi062 running (4m) 81s ago 45m 50.8M 3036M 19.3.0-4917-gb0201b8c 1641fe80ce72 711a747f4c3b 2024-09-13T14:32:41.667 INFO:teuthology.orchestra.run.smithi062.stdout:osd.1 smithi062 running (4m) 81s ago 44m 48.0M 3036M 19.3.0-4917-gb0201b8c 1641fe80ce72 8ddc722fe2b2 2024-09-13T14:32:41.667 INFO:teuthology.orchestra.run.smithi062.stdout:osd.2 smithi062 running (2m) 81s ago 43m 46.8M 3036M 19.3.0-4917-gb0201b8c 1641fe80ce72 6b0d80723a64 2024-09-13T14:32:41.667 INFO:teuthology.orchestra.run.smithi062.stdout:osd.3 smithi062 running (83s) 81s ago 42m - 3036M 19.3.0-4917-gb0201b8c 1641fe80ce72 fbedce232013 2024-09-13T14:32:41.668 INFO:teuthology.orchestra.run.smithi062.stdout:osd.4 smithi178 running (37s) 36s ago 42m - 3292M 19.3.0-4917-gb0201b8c 1641fe80ce72 6c0f465cbec8 2024-09-13T14:32:41.668 INFO:teuthology.orchestra.run.smithi062.stdout:osd.5 smithi178 running (41m) 36s ago 41m 70.3M 3292M 19.1.1-322-g7741f7f9 19dc8d659727 0ee354299930 2024-09-13T14:32:41.668 INFO:teuthology.orchestra.run.smithi062.stdout:osd.6 smithi178 running (40m) 36s ago 40m 59.7M 3292M 19.1.1-322-g7741f7f9 19dc8d659727 e6cb50c05b1b 2024-09-13T14:32:41.668 INFO:teuthology.orchestra.run.smithi062.stdout:osd.7 smithi178 running (39m) 36s ago 39m 71.4M 3292M 19.1.1-322-g7741f7f9 19dc8d659727 fbc9d74ccd0e 2024-09-13T14:32:41.668 INFO:teuthology.orchestra.run.smithi062.stdout:prometheus.a smithi178 *:9095 running (11m) 36s ago 38m 51.8M - 2.51.0 1d3b7f56885b 3a9393efc8c5 2024-09-13T14:32:41.668 INFO:teuthology.orchestra.run.smithi062.stdout:rgw.foo.smithi062.raldkl smithi062 *:8000 running (35m) 81s ago 35m 101M - 19.1.1-322-g7741f7f9 19dc8d659727 c374202ad667 2024-09-13T14:32:41.668 INFO:teuthology.orchestra.run.smithi062.stdout:rgw.foo.smithi178.sseeij smithi178 *:8000 running (35m) 36s ago 35m 103M - 19.1.1-322-g7741f7f9 19dc8d659727 86fcacc26a6b 2024-09-13T14:32:42.052 INFO:teuthology.orchestra.run.smithi062.stdout:{ 2024-09-13T14:32:42.052 INFO:teuthology.orchestra.run.smithi062.stdout: "mon": { 2024-09-13T14:32:42.052 INFO:teuthology.orchestra.run.smithi062.stdout: "ceph version 19.3.0-4917-gb0201b8c (b0201b8c79733293453e7f10a10c7fa43119222b) squid (dev)": 3 2024-09-13T14:32:42.052 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-09-13T14:32:42.052 INFO:teuthology.orchestra.run.smithi062.stdout: "mgr": { 2024-09-13T14:32:42.052 INFO:teuthology.orchestra.run.smithi062.stdout: "ceph version 19.3.0-4917-gb0201b8c (b0201b8c79733293453e7f10a10c7fa43119222b) squid (dev)": 2 2024-09-13T14:32:42.053 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-09-13T14:32:42.053 INFO:teuthology.orchestra.run.smithi062.stdout: "osd": { 2024-09-13T14:32:42.053 INFO:teuthology.orchestra.run.smithi062.stdout: "ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable)": 2, 2024-09-13T14:32:42.053 INFO:teuthology.orchestra.run.smithi062.stdout: "ceph version 19.3.0-4917-gb0201b8c (b0201b8c79733293453e7f10a10c7fa43119222b) squid (dev)": 5 2024-09-13T14:32:42.053 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-09-13T14:32:42.053 INFO:teuthology.orchestra.run.smithi062.stdout: "rgw": { 2024-09-13T14:32:42.053 INFO:teuthology.orchestra.run.smithi062.stdout: "ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable)": 2 2024-09-13T14:32:42.053 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-09-13T14:32:42.053 INFO:teuthology.orchestra.run.smithi062.stdout: "overall": { 2024-09-13T14:32:42.053 INFO:teuthology.orchestra.run.smithi062.stdout: "ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable)": 4, 2024-09-13T14:32:42.053 INFO:teuthology.orchestra.run.smithi062.stdout: "ceph version 19.3.0-4917-gb0201b8c (b0201b8c79733293453e7f10a10c7fa43119222b) squid (dev)": 10 2024-09-13T14:32:42.053 INFO:teuthology.orchestra.run.smithi062.stdout: } 2024-09-13T14:32:42.053 INFO:teuthology.orchestra.run.smithi062.stdout:} 2024-09-13T14:32:42.147 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:32:42 smithi178 bash[70490]: cluster 2024-09-13T14:32:40.562654+0000 mgr.y (mgr.25139) 696 : cluster [DBG] pgmap v409: 161 pgs: 161 active+clean; 585 KiB data, 260 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:32:42.147 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:32:42 smithi178 bash[70490]: cluster 2024-09-13T14:32:40.562654+0000 mgr.y (mgr.25139) 696 : cluster [DBG] pgmap v409: 161 pgs: 161 active+clean; 585 KiB data, 260 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:32:42.147 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:32:42 smithi178 bash[70490]: audit 2024-09-13T14:32:40.993916+0000 mgr.y (mgr.25139) 697 : audit [DBG] from='client.44469 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:32:42.147 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:32:42 smithi178 bash[70490]: audit 2024-09-13T14:32:40.993916+0000 mgr.y (mgr.25139) 697 : audit [DBG] from='client.44469 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:32:42.147 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:32:42 smithi178 bash[70490]: cluster 2024-09-13T14:32:41.024219+0000 mon.a (mon.0) 377 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-09-13T14:32:42.147 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:32:42 smithi178 bash[70490]: cluster 2024-09-13T14:32:41.024219+0000 mon.a (mon.0) 377 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-09-13T14:32:42.147 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:32:42 smithi178 bash[70490]: cluster 2024-09-13T14:32:41.036681+0000 mon.a (mon.0) 378 : cluster [DBG] osdmap e139: 8 total, 7 up, 8 in 2024-09-13T14:32:42.147 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:32:42 smithi178 bash[70490]: cluster 2024-09-13T14:32:41.036681+0000 mon.a (mon.0) 378 : cluster [DBG] osdmap e139: 8 total, 7 up, 8 in 2024-09-13T14:32:42.380 INFO:teuthology.orchestra.run.smithi062.stdout:{ 2024-09-13T14:32:42.380 INFO:teuthology.orchestra.run.smithi062.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph:b0201b8c79733293453e7f10a10c7fa43119222b", 2024-09-13T14:32:42.380 INFO:teuthology.orchestra.run.smithi062.stdout: "in_progress": true, 2024-09-13T14:32:42.380 INFO:teuthology.orchestra.run.smithi062.stdout: "which": "Upgrading daemons of type(s) crash,osd", 2024-09-13T14:32:42.380 INFO:teuthology.orchestra.run.smithi062.stdout: "services_complete": [], 2024-09-13T14:32:42.380 INFO:teuthology.orchestra.run.smithi062.stdout: "progress": "5/8 daemons upgraded", 2024-09-13T14:32:42.380 INFO:teuthology.orchestra.run.smithi062.stdout: "message": "Currently upgrading osd daemons", 2024-09-13T14:32:42.381 INFO:teuthology.orchestra.run.smithi062.stdout: "is_paused": false 2024-09-13T14:32:42.381 INFO:teuthology.orchestra.run.smithi062.stdout:} 2024-09-13T14:32:42.435 INFO:journalctl@ceph.osd.5.smithi178.stdout:Sep 13 14:32:42 smithi178 bash[78144]: ceph-ff1149ea-71d5-11ef-bceb-c7b262605968-osd-5 2024-09-13T14:32:42.435 INFO:journalctl@ceph.osd.5.smithi178.stdout:Sep 13 14:32:42 smithi178 bash[78206]: Error response from daemon: No such container: ceph-ff1149ea-71d5-11ef-bceb-c7b262605968-osd-5 2024-09-13T14:32:42.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:32:42 smithi062 bash[89221]: cluster 2024-09-13T14:32:40.562654+0000 mgr.y (mgr.25139) 696 : cluster [DBG] pgmap v409: 161 pgs: 161 active+clean; 585 KiB data, 260 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:32:42.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:32:42 smithi062 bash[89221]: cluster 2024-09-13T14:32:40.562654+0000 mgr.y (mgr.25139) 696 : cluster [DBG] pgmap v409: 161 pgs: 161 active+clean; 585 KiB data, 260 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:32:42.504 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:32:42 smithi062 bash[89221]: audit 2024-09-13T14:32:40.993916+0000 mgr.y (mgr.25139) 697 : audit [DBG] from='client.44469 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:32:42.504 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:32:42 smithi062 bash[89221]: audit 2024-09-13T14:32:40.993916+0000 mgr.y (mgr.25139) 697 : audit [DBG] from='client.44469 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:32:42.504 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:32:42 smithi062 bash[89221]: cluster 2024-09-13T14:32:41.024219+0000 mon.a (mon.0) 377 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-09-13T14:32:42.504 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:32:42 smithi062 bash[89221]: cluster 2024-09-13T14:32:41.024219+0000 mon.a (mon.0) 377 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-09-13T14:32:42.504 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:32:42 smithi062 bash[89221]: cluster 2024-09-13T14:32:41.036681+0000 mon.a (mon.0) 378 : cluster [DBG] osdmap e139: 8 total, 7 up, 8 in 2024-09-13T14:32:42.504 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:32:42 smithi062 bash[89221]: cluster 2024-09-13T14:32:41.036681+0000 mon.a (mon.0) 378 : cluster [DBG] osdmap e139: 8 total, 7 up, 8 in 2024-09-13T14:32:42.504 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:32:42 smithi062 bash[92878]: cluster 2024-09-13T14:32:40.562654+0000 mgr.y (mgr.25139) 696 : cluster [DBG] pgmap v409: 161 pgs: 161 active+clean; 585 KiB data, 260 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:32:42.505 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:32:42 smithi062 bash[92878]: cluster 2024-09-13T14:32:40.562654+0000 mgr.y (mgr.25139) 696 : cluster [DBG] pgmap v409: 161 pgs: 161 active+clean; 585 KiB data, 260 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:32:42.505 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:32:42 smithi062 bash[92878]: audit 2024-09-13T14:32:40.993916+0000 mgr.y (mgr.25139) 697 : audit [DBG] from='client.44469 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:32:42.505 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:32:42 smithi062 bash[92878]: audit 2024-09-13T14:32:40.993916+0000 mgr.y (mgr.25139) 697 : audit [DBG] from='client.44469 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:32:42.505 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:32:42 smithi062 bash[92878]: cluster 2024-09-13T14:32:41.024219+0000 mon.a (mon.0) 377 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-09-13T14:32:42.505 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:32:42 smithi062 bash[92878]: cluster 2024-09-13T14:32:41.024219+0000 mon.a (mon.0) 377 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-09-13T14:32:42.505 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:32:42 smithi062 bash[92878]: cluster 2024-09-13T14:32:41.036681+0000 mon.a (mon.0) 378 : cluster [DBG] osdmap e139: 8 total, 7 up, 8 in 2024-09-13T14:32:42.505 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:32:42 smithi062 bash[92878]: cluster 2024-09-13T14:32:41.036681+0000 mon.a (mon.0) 378 : cluster [DBG] osdmap e139: 8 total, 7 up, 8 in 2024-09-13T14:32:43.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:32:43 smithi062 bash[89221]: audit 2024-09-13T14:32:41.324662+0000 mgr.y (mgr.25139) 698 : audit [DBG] from='client.54449 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:32:43.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:32:43 smithi062 bash[89221]: audit 2024-09-13T14:32:41.324662+0000 mgr.y (mgr.25139) 698 : audit [DBG] from='client.54449 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:32:43.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:32:43 smithi062 bash[89221]: audit 2024-09-13T14:32:41.640049+0000 mgr.y (mgr.25139) 699 : audit [DBG] from='client.54455 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:32:43.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:32:43 smithi062 bash[89221]: audit 2024-09-13T14:32:41.640049+0000 mgr.y (mgr.25139) 699 : audit [DBG] from='client.54455 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:32:43.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:32:43 smithi062 bash[89221]: cluster 2024-09-13T14:32:42.044706+0000 mon.a (mon.0) 379 : cluster [DBG] osdmap e140: 8 total, 7 up, 8 in 2024-09-13T14:32:43.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:32:43 smithi062 bash[89221]: cluster 2024-09-13T14:32:42.044706+0000 mon.a (mon.0) 379 : cluster [DBG] osdmap e140: 8 total, 7 up, 8 in 2024-09-13T14:32:43.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:32:43 smithi062 bash[89221]: audit 2024-09-13T14:32:42.046423+0000 mon.a (mon.0) 380 : audit [DBG] from='client.? 172.21.15.62:0/2848109987' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:32:43.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:32:43 smithi062 bash[89221]: audit 2024-09-13T14:32:42.046423+0000 mon.a (mon.0) 380 : audit [DBG] from='client.? 172.21.15.62:0/2848109987' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:32:43.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:32:43 smithi062 bash[92878]: audit 2024-09-13T14:32:41.324662+0000 mgr.y (mgr.25139) 698 : audit [DBG] from='client.54449 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:32:43.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:32:43 smithi062 bash[92878]: audit 2024-09-13T14:32:41.324662+0000 mgr.y (mgr.25139) 698 : audit [DBG] from='client.54449 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:32:43.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:32:43 smithi062 bash[92878]: audit 2024-09-13T14:32:41.640049+0000 mgr.y (mgr.25139) 699 : audit [DBG] from='client.54455 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:32:43.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:32:43 smithi062 bash[92878]: audit 2024-09-13T14:32:41.640049+0000 mgr.y (mgr.25139) 699 : audit [DBG] from='client.54455 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:32:43.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:32:43 smithi062 bash[92878]: cluster 2024-09-13T14:32:42.044706+0000 mon.a (mon.0) 379 : cluster [DBG] osdmap e140: 8 total, 7 up, 8 in 2024-09-13T14:32:43.255 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:32:43 smithi062 bash[92878]: cluster 2024-09-13T14:32:42.044706+0000 mon.a (mon.0) 379 : cluster [DBG] osdmap e140: 8 total, 7 up, 8 in 2024-09-13T14:32:43.255 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:32:43 smithi062 bash[92878]: audit 2024-09-13T14:32:42.046423+0000 mon.a (mon.0) 380 : audit [DBG] from='client.? 172.21.15.62:0/2848109987' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:32:43.255 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:32:43 smithi062 bash[92878]: audit 2024-09-13T14:32:42.046423+0000 mon.a (mon.0) 380 : audit [DBG] from='client.? 172.21.15.62:0/2848109987' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:32:43.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:32:43 smithi178 bash[70490]: audit 2024-09-13T14:32:41.324662+0000 mgr.y (mgr.25139) 698 : audit [DBG] from='client.54449 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:32:43.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:32:43 smithi178 bash[70490]: audit 2024-09-13T14:32:41.324662+0000 mgr.y (mgr.25139) 698 : audit [DBG] from='client.54449 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:32:43.436 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:32:43 smithi178 bash[70490]: audit 2024-09-13T14:32:41.640049+0000 mgr.y (mgr.25139) 699 : audit [DBG] from='client.54455 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:32:43.436 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:32:43 smithi178 bash[70490]: audit 2024-09-13T14:32:41.640049+0000 mgr.y (mgr.25139) 699 : audit [DBG] from='client.54455 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:32:43.436 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:32:43 smithi178 bash[70490]: cluster 2024-09-13T14:32:42.044706+0000 mon.a (mon.0) 379 : cluster [DBG] osdmap e140: 8 total, 7 up, 8 in 2024-09-13T14:32:43.436 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:32:43 smithi178 bash[70490]: cluster 2024-09-13T14:32:42.044706+0000 mon.a (mon.0) 379 : cluster [DBG] osdmap e140: 8 total, 7 up, 8 in 2024-09-13T14:32:43.436 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:32:43 smithi178 bash[70490]: audit 2024-09-13T14:32:42.046423+0000 mon.a (mon.0) 380 : audit [DBG] from='client.? 172.21.15.62:0/2848109987' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:32:43.436 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:32:43 smithi178 bash[70490]: audit 2024-09-13T14:32:42.046423+0000 mon.a (mon.0) 380 : audit [DBG] from='client.? 172.21.15.62:0/2848109987' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:32:43.814 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:32:43 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:32:43.739202049Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:32:44.003 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:32:43 smithi062 bash[68610]: ::ffff:172.21.15.178 - - [13/Sep/2024:14:32:43] "GET /metrics HTTP/1.1" 200 38402 "" "Prometheus/2.51.0" 2024-09-13T14:32:44.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:32:44 smithi178 bash[70490]: audit 2024-09-13T14:32:42.380707+0000 mgr.y (mgr.25139) 700 : audit [DBG] from='client.54467 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:32:44.186 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:32:44 smithi178 bash[70490]: audit 2024-09-13T14:32:42.380707+0000 mgr.y (mgr.25139) 700 : audit [DBG] from='client.54467 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:32:44.186 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:32:44 smithi178 bash[70490]: cluster 2024-09-13T14:32:42.563885+0000 mgr.y (mgr.25139) 701 : cluster [DBG] pgmap v412: 161 pgs: 3 active+undersized, 13 peering, 15 stale+active+clean, 3 active+undersized+degraded, 127 active+clean; 585 KiB data, 260 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s; 9/636 objects degraded (1.415%) 2024-09-13T14:32:44.186 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:32:44 smithi178 bash[70490]: cluster 2024-09-13T14:32:42.563885+0000 mgr.y (mgr.25139) 701 : cluster [DBG] pgmap v412: 161 pgs: 3 active+undersized, 13 peering, 15 stale+active+clean, 3 active+undersized+degraded, 127 active+clean; 585 KiB data, 260 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s; 9/636 objects degraded (1.415%) 2024-09-13T14:32:44.186 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:32:44 smithi178 bash[70490]: audit 2024-09-13T14:32:42.806670+0000 mgr.y (mgr.25139) 702 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:32:44.186 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:32:44 smithi178 bash[70490]: audit 2024-09-13T14:32:42.806670+0000 mgr.y (mgr.25139) 702 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:32:44.186 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:32:44 smithi178 bash[70490]: cluster 2024-09-13T14:32:43.041172+0000 mon.a (mon.0) 381 : cluster [WRN] Health check failed: Reduced data availability: 5 pgs inactive, 5 pgs peering (PG_AVAILABILITY) 2024-09-13T14:32:44.186 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:32:44 smithi178 bash[70490]: cluster 2024-09-13T14:32:43.041172+0000 mon.a (mon.0) 381 : cluster [WRN] Health check failed: Reduced data availability: 5 pgs inactive, 5 pgs peering (PG_AVAILABILITY) 2024-09-13T14:32:44.186 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:32:44 smithi178 bash[70490]: cluster 2024-09-13T14:32:43.041219+0000 mon.a (mon.0) 382 : cluster [WRN] Health check failed: Degraded data redundancy: 9/636 objects degraded (1.415%), 3 pgs degraded (PG_DEGRADED) 2024-09-13T14:32:44.186 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:32:44 smithi178 bash[70490]: cluster 2024-09-13T14:32:43.041219+0000 mon.a (mon.0) 382 : cluster [WRN] Health check failed: Degraded data redundancy: 9/636 objects degraded (1.415%), 3 pgs degraded (PG_DEGRADED) 2024-09-13T14:32:44.186 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:32:44 smithi178 bash[70490]: audit 2024-09-13T14:32:43.877514+0000 mon.a (mon.0) 383 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:32:44.186 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:32:44 smithi178 bash[70490]: audit 2024-09-13T14:32:43.877514+0000 mon.a (mon.0) 383 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:32:44.186 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:32:44 smithi178 bash[70490]: audit 2024-09-13T14:32:43.878767+0000 mon.b (mon.1) 233 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:32:44.187 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:32:44 smithi178 bash[70490]: audit 2024-09-13T14:32:43.878767+0000 mon.b (mon.1) 233 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:32:44.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:32:44 smithi062 bash[89221]: audit 2024-09-13T14:32:42.380707+0000 mgr.y (mgr.25139) 700 : audit [DBG] from='client.54467 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:32:44.504 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:32:44 smithi062 bash[89221]: audit 2024-09-13T14:32:42.380707+0000 mgr.y (mgr.25139) 700 : audit [DBG] from='client.54467 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:32:44.504 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:32:44 smithi062 bash[89221]: cluster 2024-09-13T14:32:42.563885+0000 mgr.y (mgr.25139) 701 : cluster [DBG] pgmap v412: 161 pgs: 3 active+undersized, 13 peering, 15 stale+active+clean, 3 active+undersized+degraded, 127 active+clean; 585 KiB data, 260 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s; 9/636 objects degraded (1.415%) 2024-09-13T14:32:44.504 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:32:44 smithi062 bash[89221]: cluster 2024-09-13T14:32:42.563885+0000 mgr.y (mgr.25139) 701 : cluster [DBG] pgmap v412: 161 pgs: 3 active+undersized, 13 peering, 15 stale+active+clean, 3 active+undersized+degraded, 127 active+clean; 585 KiB data, 260 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s; 9/636 objects degraded (1.415%) 2024-09-13T14:32:44.504 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:32:44 smithi062 bash[89221]: audit 2024-09-13T14:32:42.806670+0000 mgr.y (mgr.25139) 702 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:32:44.504 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:32:44 smithi062 bash[89221]: audit 2024-09-13T14:32:42.806670+0000 mgr.y (mgr.25139) 702 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:32:44.504 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:32:44 smithi062 bash[89221]: cluster 2024-09-13T14:32:43.041172+0000 mon.a (mon.0) 381 : cluster [WRN] Health check failed: Reduced data availability: 5 pgs inactive, 5 pgs peering (PG_AVAILABILITY) 2024-09-13T14:32:44.504 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:32:44 smithi062 bash[89221]: cluster 2024-09-13T14:32:43.041172+0000 mon.a (mon.0) 381 : cluster [WRN] Health check failed: Reduced data availability: 5 pgs inactive, 5 pgs peering (PG_AVAILABILITY) 2024-09-13T14:32:44.504 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:32:44 smithi062 bash[89221]: cluster 2024-09-13T14:32:43.041219+0000 mon.a (mon.0) 382 : cluster [WRN] Health check failed: Degraded data redundancy: 9/636 objects degraded (1.415%), 3 pgs degraded (PG_DEGRADED) 2024-09-13T14:32:44.504 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:32:44 smithi062 bash[89221]: cluster 2024-09-13T14:32:43.041219+0000 mon.a (mon.0) 382 : cluster [WRN] Health check failed: Degraded data redundancy: 9/636 objects degraded (1.415%), 3 pgs degraded (PG_DEGRADED) 2024-09-13T14:32:44.504 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:32:44 smithi062 bash[89221]: audit 2024-09-13T14:32:43.877514+0000 mon.a (mon.0) 383 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:32:44.504 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:32:44 smithi062 bash[89221]: audit 2024-09-13T14:32:43.877514+0000 mon.a (mon.0) 383 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:32:44.505 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:32:44 smithi062 bash[89221]: audit 2024-09-13T14:32:43.878767+0000 mon.b (mon.1) 233 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:32:44.505 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:32:44 smithi062 bash[89221]: audit 2024-09-13T14:32:43.878767+0000 mon.b (mon.1) 233 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:32:44.505 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:32:44 smithi062 bash[92878]: audit 2024-09-13T14:32:42.380707+0000 mgr.y (mgr.25139) 700 : audit [DBG] from='client.54467 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:32:44.505 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:32:44 smithi062 bash[92878]: audit 2024-09-13T14:32:42.380707+0000 mgr.y (mgr.25139) 700 : audit [DBG] from='client.54467 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:32:44.505 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:32:44 smithi062 bash[92878]: cluster 2024-09-13T14:32:42.563885+0000 mgr.y (mgr.25139) 701 : cluster [DBG] pgmap v412: 161 pgs: 3 active+undersized, 13 peering, 15 stale+active+clean, 3 active+undersized+degraded, 127 active+clean; 585 KiB data, 260 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s; 9/636 objects degraded (1.415%) 2024-09-13T14:32:44.505 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:32:44 smithi062 bash[92878]: cluster 2024-09-13T14:32:42.563885+0000 mgr.y (mgr.25139) 701 : cluster [DBG] pgmap v412: 161 pgs: 3 active+undersized, 13 peering, 15 stale+active+clean, 3 active+undersized+degraded, 127 active+clean; 585 KiB data, 260 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s; 9/636 objects degraded (1.415%) 2024-09-13T14:32:44.505 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:32:44 smithi062 bash[92878]: audit 2024-09-13T14:32:42.806670+0000 mgr.y (mgr.25139) 702 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:32:44.505 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:32:44 smithi062 bash[92878]: audit 2024-09-13T14:32:42.806670+0000 mgr.y (mgr.25139) 702 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:32:44.505 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:32:44 smithi062 bash[92878]: cluster 2024-09-13T14:32:43.041172+0000 mon.a (mon.0) 381 : cluster [WRN] Health check failed: Reduced data availability: 5 pgs inactive, 5 pgs peering (PG_AVAILABILITY) 2024-09-13T14:32:44.505 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:32:44 smithi062 bash[92878]: cluster 2024-09-13T14:32:43.041172+0000 mon.a (mon.0) 381 : cluster [WRN] Health check failed: Reduced data availability: 5 pgs inactive, 5 pgs peering (PG_AVAILABILITY) 2024-09-13T14:32:44.506 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:32:44 smithi062 bash[92878]: cluster 2024-09-13T14:32:43.041219+0000 mon.a (mon.0) 382 : cluster [WRN] Health check failed: Degraded data redundancy: 9/636 objects degraded (1.415%), 3 pgs degraded (PG_DEGRADED) 2024-09-13T14:32:44.506 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:32:44 smithi062 bash[92878]: cluster 2024-09-13T14:32:43.041219+0000 mon.a (mon.0) 382 : cluster [WRN] Health check failed: Degraded data redundancy: 9/636 objects degraded (1.415%), 3 pgs degraded (PG_DEGRADED) 2024-09-13T14:32:44.506 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:32:44 smithi062 bash[92878]: audit 2024-09-13T14:32:43.877514+0000 mon.a (mon.0) 383 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:32:44.506 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:32:44 smithi062 bash[92878]: audit 2024-09-13T14:32:43.877514+0000 mon.a (mon.0) 383 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:32:44.506 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:32:44 smithi062 bash[92878]: audit 2024-09-13T14:32:43.878767+0000 mon.b (mon.1) 233 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:32:44.506 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:32:44 smithi062 bash[92878]: audit 2024-09-13T14:32:43.878767+0000 mon.b (mon.1) 233 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:32:44.768 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 13 14:32:44 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:32:44.769 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:32:44 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:32:44.769 INFO:journalctl@ceph.osd.4.smithi178.stdout:Sep 13 14:32:44 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:32:44.769 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 13 14:32:44 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:32:44.770 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:32:44 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:32:44.770 INFO:journalctl@ceph.osd.5.smithi178.stdout:Sep 13 14:32:44 smithi178 systemd[1]: ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@osd.5.service: Deactivated successfully. 2024-09-13T14:32:44.770 INFO:journalctl@ceph.osd.5.smithi178.stdout:Sep 13 14:32:44 smithi178 systemd[1]: Stopped Ceph osd.5 for ff1149ea-71d5-11ef-bceb-c7b262605968. 2024-09-13T14:32:44.770 INFO:journalctl@ceph.osd.5.smithi178.stdout:Sep 13 14:32:44 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:32:44.770 INFO:journalctl@ceph.osd.5.smithi178.stdout:Sep 13 14:32:44 smithi178 systemd[1]: Started Ceph osd.5 for ff1149ea-71d5-11ef-bceb-c7b262605968. 2024-09-13T14:32:44.771 INFO:journalctl@ceph.osd.7.smithi178.stdout:Sep 13 14:32:44 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:32:44.771 INFO:journalctl@ceph.osd.6.smithi178.stdout:Sep 13 14:32:44 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:32:44.771 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 14:32:44 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:32:46.113 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:32:45 smithi178 bash[70490]: cluster 2024-09-13T14:32:44.565198+0000 mgr.y (mgr.25139) 703 : cluster [DBG] pgmap v413: 161 pgs: 17 active+undersized, 13 peering, 9 stale+active+clean, 10 active+undersized+degraded, 112 active+clean; 585 KiB data, 260 MiB used, 715 GiB / 715 GiB avail; 27/636 objects degraded (4.245%) 2024-09-13T14:32:46.113 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:32:45 smithi178 bash[70490]: cluster 2024-09-13T14:32:44.565198+0000 mgr.y (mgr.25139) 703 : cluster [DBG] pgmap v413: 161 pgs: 17 active+undersized, 13 peering, 9 stale+active+clean, 10 active+undersized+degraded, 112 active+clean; 585 KiB data, 260 MiB used, 715 GiB / 715 GiB avail; 27/636 objects degraded (4.245%) 2024-09-13T14:32:46.113 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:32:45 smithi178 bash[70490]: audit 2024-09-13T14:32:44.822854+0000 mon.a (mon.0) 384 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:32:46.113 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:32:45 smithi178 bash[70490]: audit 2024-09-13T14:32:44.822854+0000 mon.a (mon.0) 384 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:32:46.113 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:32:45 smithi178 bash[70490]: audit 2024-09-13T14:32:44.835477+0000 mon.a (mon.0) 385 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:32:46.113 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:32:45 smithi178 bash[70490]: audit 2024-09-13T14:32:44.835477+0000 mon.a (mon.0) 385 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:32:46.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:32:45 smithi062 bash[89221]: cluster 2024-09-13T14:32:44.565198+0000 mgr.y (mgr.25139) 703 : cluster [DBG] pgmap v413: 161 pgs: 17 active+undersized, 13 peering, 9 stale+active+clean, 10 active+undersized+degraded, 112 active+clean; 585 KiB data, 260 MiB used, 715 GiB / 715 GiB avail; 27/636 objects degraded (4.245%) 2024-09-13T14:32:46.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:32:45 smithi062 bash[89221]: cluster 2024-09-13T14:32:44.565198+0000 mgr.y (mgr.25139) 703 : cluster [DBG] pgmap v413: 161 pgs: 17 active+undersized, 13 peering, 9 stale+active+clean, 10 active+undersized+degraded, 112 active+clean; 585 KiB data, 260 MiB used, 715 GiB / 715 GiB avail; 27/636 objects degraded (4.245%) 2024-09-13T14:32:46.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:32:45 smithi062 bash[89221]: audit 2024-09-13T14:32:44.822854+0000 mon.a (mon.0) 384 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:32:46.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:32:45 smithi062 bash[89221]: audit 2024-09-13T14:32:44.822854+0000 mon.a (mon.0) 384 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:32:46.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:32:45 smithi062 bash[89221]: audit 2024-09-13T14:32:44.835477+0000 mon.a (mon.0) 385 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:32:46.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:32:45 smithi062 bash[89221]: audit 2024-09-13T14:32:44.835477+0000 mon.a (mon.0) 385 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:32:46.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:32:45 smithi062 bash[92878]: cluster 2024-09-13T14:32:44.565198+0000 mgr.y (mgr.25139) 703 : cluster [DBG] pgmap v413: 161 pgs: 17 active+undersized, 13 peering, 9 stale+active+clean, 10 active+undersized+degraded, 112 active+clean; 585 KiB data, 260 MiB used, 715 GiB / 715 GiB avail; 27/636 objects degraded (4.245%) 2024-09-13T14:32:46.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:32:45 smithi062 bash[92878]: cluster 2024-09-13T14:32:44.565198+0000 mgr.y (mgr.25139) 703 : cluster [DBG] pgmap v413: 161 pgs: 17 active+undersized, 13 peering, 9 stale+active+clean, 10 active+undersized+degraded, 112 active+clean; 585 KiB data, 260 MiB used, 715 GiB / 715 GiB avail; 27/636 objects degraded (4.245%) 2024-09-13T14:32:46.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:32:45 smithi062 bash[92878]: audit 2024-09-13T14:32:44.822854+0000 mon.a (mon.0) 384 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:32:46.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:32:45 smithi062 bash[92878]: audit 2024-09-13T14:32:44.822854+0000 mon.a (mon.0) 384 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:32:46.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:32:45 smithi062 bash[92878]: audit 2024-09-13T14:32:44.835477+0000 mon.a (mon.0) 385 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:32:46.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:32:45 smithi062 bash[92878]: audit 2024-09-13T14:32:44.835477+0000 mon.a (mon.0) 385 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:32:46.435 INFO:journalctl@ceph.osd.5.smithi178.stdout:Sep 13 14:32:46 smithi178 bash[78353]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-13T14:32:46.435 INFO:journalctl@ceph.osd.5.smithi178.stdout:Sep 13 14:32:46 smithi178 bash[78353]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-13T14:32:47.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:32:46 smithi178 bash[70490]: cluster 2024-09-13T14:32:46.820382+0000 mon.a (mon.0) 386 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 5 pgs inactive, 5 pgs peering) 2024-09-13T14:32:47.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:32:46 smithi178 bash[70490]: cluster 2024-09-13T14:32:46.820382+0000 mon.a (mon.0) 386 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 5 pgs inactive, 5 pgs peering) 2024-09-13T14:32:47.185 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:32:46 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:32:46.752562506Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:32:47.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:32:46 smithi062 bash[89221]: cluster 2024-09-13T14:32:46.820382+0000 mon.a (mon.0) 386 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 5 pgs inactive, 5 pgs peering) 2024-09-13T14:32:47.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:32:46 smithi062 bash[89221]: cluster 2024-09-13T14:32:46.820382+0000 mon.a (mon.0) 386 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 5 pgs inactive, 5 pgs peering) 2024-09-13T14:32:47.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:32:46 smithi062 bash[92878]: cluster 2024-09-13T14:32:46.820382+0000 mon.a (mon.0) 386 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 5 pgs inactive, 5 pgs peering) 2024-09-13T14:32:47.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:32:46 smithi062 bash[92878]: cluster 2024-09-13T14:32:46.820382+0000 mon.a (mon.0) 386 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 5 pgs inactive, 5 pgs peering) 2024-09-13T14:32:48.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:32:47 smithi178 bash[70490]: cluster 2024-09-13T14:32:46.566800+0000 mgr.y (mgr.25139) 704 : cluster [DBG] pgmap v414: 161 pgs: 39 active+undersized, 20 active+undersized+degraded, 102 active+clean; 585 KiB data, 261 MiB used, 715 GiB / 715 GiB avail; 72/636 objects degraded (11.321%) 2024-09-13T14:32:48.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:32:47 smithi178 bash[70490]: cluster 2024-09-13T14:32:46.566800+0000 mgr.y (mgr.25139) 704 : cluster [DBG] pgmap v414: 161 pgs: 39 active+undersized, 20 active+undersized+degraded, 102 active+clean; 585 KiB data, 261 MiB used, 715 GiB / 715 GiB avail; 72/636 objects degraded (11.321%) 2024-09-13T14:32:48.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:32:47 smithi062 bash[92878]: cluster 2024-09-13T14:32:46.566800+0000 mgr.y (mgr.25139) 704 : cluster [DBG] pgmap v414: 161 pgs: 39 active+undersized, 20 active+undersized+degraded, 102 active+clean; 585 KiB data, 261 MiB used, 715 GiB / 715 GiB avail; 72/636 objects degraded (11.321%) 2024-09-13T14:32:48.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:32:47 smithi062 bash[92878]: cluster 2024-09-13T14:32:46.566800+0000 mgr.y (mgr.25139) 704 : cluster [DBG] pgmap v414: 161 pgs: 39 active+undersized, 20 active+undersized+degraded, 102 active+clean; 585 KiB data, 261 MiB used, 715 GiB / 715 GiB avail; 72/636 objects degraded (11.321%) 2024-09-13T14:32:48.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:32:47 smithi062 bash[89221]: cluster 2024-09-13T14:32:46.566800+0000 mgr.y (mgr.25139) 704 : cluster [DBG] pgmap v414: 161 pgs: 39 active+undersized, 20 active+undersized+degraded, 102 active+clean; 585 KiB data, 261 MiB used, 715 GiB / 715 GiB avail; 72/636 objects degraded (11.321%) 2024-09-13T14:32:48.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:32:47 smithi062 bash[89221]: cluster 2024-09-13T14:32:46.566800+0000 mgr.y (mgr.25139) 704 : cluster [DBG] pgmap v414: 161 pgs: 39 active+undersized, 20 active+undersized+degraded, 102 active+clean; 585 KiB data, 261 MiB used, 715 GiB / 715 GiB avail; 72/636 objects degraded (11.321%) 2024-09-13T14:32:49.022 INFO:journalctl@ceph.osd.5.smithi178.stdout:Sep 13 14:32:48 smithi178 bash[78353]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2024-09-13T14:32:49.022 INFO:journalctl@ceph.osd.5.smithi178.stdout:Sep 13 14:32:48 smithi178 bash[78353]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-5 --no-mon-config --dev /dev/mapper/vg_nvme-lv_3 2024-09-13T14:32:49.435 INFO:journalctl@ceph.osd.5.smithi178.stdout:Sep 13 14:32:49 smithi178 bash[78353]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_3 2024-09-13T14:32:49.435 INFO:journalctl@ceph.osd.5.smithi178.stdout:Sep 13 14:32:49 smithi178 bash[78353]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2 2024-09-13T14:32:49.435 INFO:journalctl@ceph.osd.5.smithi178.stdout:Sep 13 14:32:49 smithi178 bash[78353]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-5/block 2024-09-13T14:32:49.435 INFO:journalctl@ceph.osd.5.smithi178.stdout:Sep 13 14:32:49 smithi178 bash[78353]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2024-09-13T14:32:49.435 INFO:journalctl@ceph.osd.5.smithi178.stdout:Sep 13 14:32:49 smithi178 bash[78353]: --> ceph-volume raw activate successful for osd ID: 5 2024-09-13T14:32:50.185 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:32:49 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:32:49.714646788Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:32:50.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:32:49 smithi178 bash[70490]: cluster 2024-09-13T14:32:48.568207+0000 mgr.y (mgr.25139) 705 : cluster [DBG] pgmap v415: 161 pgs: 39 active+undersized, 20 active+undersized+degraded, 102 active+clean; 585 KiB data, 261 MiB used, 715 GiB / 715 GiB avail; 72/636 objects degraded (11.321%) 2024-09-13T14:32:50.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:32:49 smithi178 bash[70490]: cluster 2024-09-13T14:32:48.568207+0000 mgr.y (mgr.25139) 705 : cluster [DBG] pgmap v415: 161 pgs: 39 active+undersized, 20 active+undersized+degraded, 102 active+clean; 585 KiB data, 261 MiB used, 715 GiB / 715 GiB avail; 72/636 objects degraded (11.321%) 2024-09-13T14:32:50.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:32:49 smithi062 bash[92878]: cluster 2024-09-13T14:32:48.568207+0000 mgr.y (mgr.25139) 705 : cluster [DBG] pgmap v415: 161 pgs: 39 active+undersized, 20 active+undersized+degraded, 102 active+clean; 585 KiB data, 261 MiB used, 715 GiB / 715 GiB avail; 72/636 objects degraded (11.321%) 2024-09-13T14:32:50.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:32:49 smithi062 bash[92878]: cluster 2024-09-13T14:32:48.568207+0000 mgr.y (mgr.25139) 705 : cluster [DBG] pgmap v415: 161 pgs: 39 active+undersized, 20 active+undersized+degraded, 102 active+clean; 585 KiB data, 261 MiB used, 715 GiB / 715 GiB avail; 72/636 objects degraded (11.321%) 2024-09-13T14:32:50.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:32:49 smithi062 bash[89221]: cluster 2024-09-13T14:32:48.568207+0000 mgr.y (mgr.25139) 705 : cluster [DBG] pgmap v415: 161 pgs: 39 active+undersized, 20 active+undersized+degraded, 102 active+clean; 585 KiB data, 261 MiB used, 715 GiB / 715 GiB avail; 72/636 objects degraded (11.321%) 2024-09-13T14:32:50.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:32:49 smithi062 bash[89221]: cluster 2024-09-13T14:32:48.568207+0000 mgr.y (mgr.25139) 705 : cluster [DBG] pgmap v415: 161 pgs: 39 active+undersized, 20 active+undersized+degraded, 102 active+clean; 585 KiB data, 261 MiB used, 715 GiB / 715 GiB avail; 72/636 objects degraded (11.321%) 2024-09-13T14:32:51.185 INFO:journalctl@ceph.osd.5.smithi178.stdout:Sep 13 14:32:50 smithi178 bash[78620]: debug 2024-09-13T14:32:50.918+0000 7f90f29a1640 1 -- 172.21.15.178:0/1966676586 <== mon.1 v2:172.21.15.178:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x556592832960 con 0x556593620000 2024-09-13T14:32:52.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:32:51 smithi178 bash[70490]: cluster 2024-09-13T14:32:50.569608+0000 mgr.y (mgr.25139) 706 : cluster [DBG] pgmap v416: 161 pgs: 39 active+undersized, 20 active+undersized+degraded, 102 active+clean; 585 KiB data, 261 MiB used, 715 GiB / 715 GiB avail; 72/636 objects degraded (11.321%) 2024-09-13T14:32:52.186 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:32:51 smithi178 bash[70490]: cluster 2024-09-13T14:32:50.569608+0000 mgr.y (mgr.25139) 706 : cluster [DBG] pgmap v416: 161 pgs: 39 active+undersized, 20 active+undersized+degraded, 102 active+clean; 585 KiB data, 261 MiB used, 715 GiB / 715 GiB avail; 72/636 objects degraded (11.321%) 2024-09-13T14:32:52.186 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:32:51 smithi178 bash[70490]: cluster 2024-09-13T14:32:51.102434+0000 mon.a (mon.0) 387 : cluster [WRN] Health check update: Degraded data redundancy: 72/636 objects degraded (11.321%), 20 pgs degraded (PG_DEGRADED) 2024-09-13T14:32:52.186 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:32:51 smithi178 bash[70490]: cluster 2024-09-13T14:32:51.102434+0000 mon.a (mon.0) 387 : cluster [WRN] Health check update: Degraded data redundancy: 72/636 objects degraded (11.321%), 20 pgs degraded (PG_DEGRADED) 2024-09-13T14:32:52.186 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:32:51 smithi178 bash[70490]: audit 2024-09-13T14:32:51.143696+0000 mon.a (mon.0) 388 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:32:52.186 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:32:51 smithi178 bash[70490]: audit 2024-09-13T14:32:51.143696+0000 mon.a (mon.0) 388 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:32:52.186 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:32:51 smithi178 bash[70490]: audit 2024-09-13T14:32:51.157626+0000 mon.a (mon.0) 389 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:32:52.186 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:32:51 smithi178 bash[70490]: audit 2024-09-13T14:32:51.157626+0000 mon.a (mon.0) 389 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:32:52.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:32:51 smithi062 bash[89221]: cluster 2024-09-13T14:32:50.569608+0000 mgr.y (mgr.25139) 706 : cluster [DBG] pgmap v416: 161 pgs: 39 active+undersized, 20 active+undersized+degraded, 102 active+clean; 585 KiB data, 261 MiB used, 715 GiB / 715 GiB avail; 72/636 objects degraded (11.321%) 2024-09-13T14:32:52.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:32:51 smithi062 bash[89221]: cluster 2024-09-13T14:32:50.569608+0000 mgr.y (mgr.25139) 706 : cluster [DBG] pgmap v416: 161 pgs: 39 active+undersized, 20 active+undersized+degraded, 102 active+clean; 585 KiB data, 261 MiB used, 715 GiB / 715 GiB avail; 72/636 objects degraded (11.321%) 2024-09-13T14:32:52.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:32:51 smithi062 bash[89221]: cluster 2024-09-13T14:32:51.102434+0000 mon.a (mon.0) 387 : cluster [WRN] Health check update: Degraded data redundancy: 72/636 objects degraded (11.321%), 20 pgs degraded (PG_DEGRADED) 2024-09-13T14:32:52.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:32:51 smithi062 bash[89221]: cluster 2024-09-13T14:32:51.102434+0000 mon.a (mon.0) 387 : cluster [WRN] Health check update: Degraded data redundancy: 72/636 objects degraded (11.321%), 20 pgs degraded (PG_DEGRADED) 2024-09-13T14:32:52.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:32:51 smithi062 bash[89221]: audit 2024-09-13T14:32:51.143696+0000 mon.a (mon.0) 388 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:32:52.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:32:51 smithi062 bash[89221]: audit 2024-09-13T14:32:51.143696+0000 mon.a (mon.0) 388 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:32:52.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:32:51 smithi062 bash[89221]: audit 2024-09-13T14:32:51.157626+0000 mon.a (mon.0) 389 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:32:52.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:32:51 smithi062 bash[89221]: audit 2024-09-13T14:32:51.157626+0000 mon.a (mon.0) 389 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:32:52.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:32:51 smithi062 bash[92878]: cluster 2024-09-13T14:32:50.569608+0000 mgr.y (mgr.25139) 706 : cluster [DBG] pgmap v416: 161 pgs: 39 active+undersized, 20 active+undersized+degraded, 102 active+clean; 585 KiB data, 261 MiB used, 715 GiB / 715 GiB avail; 72/636 objects degraded (11.321%) 2024-09-13T14:32:52.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:32:51 smithi062 bash[92878]: cluster 2024-09-13T14:32:50.569608+0000 mgr.y (mgr.25139) 706 : cluster [DBG] pgmap v416: 161 pgs: 39 active+undersized, 20 active+undersized+degraded, 102 active+clean; 585 KiB data, 261 MiB used, 715 GiB / 715 GiB avail; 72/636 objects degraded (11.321%) 2024-09-13T14:32:52.255 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:32:51 smithi062 bash[92878]: cluster 2024-09-13T14:32:51.102434+0000 mon.a (mon.0) 387 : cluster [WRN] Health check update: Degraded data redundancy: 72/636 objects degraded (11.321%), 20 pgs degraded (PG_DEGRADED) 2024-09-13T14:32:52.255 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:32:51 smithi062 bash[92878]: cluster 2024-09-13T14:32:51.102434+0000 mon.a (mon.0) 387 : cluster [WRN] Health check update: Degraded data redundancy: 72/636 objects degraded (11.321%), 20 pgs degraded (PG_DEGRADED) 2024-09-13T14:32:52.255 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:32:51 smithi062 bash[92878]: audit 2024-09-13T14:32:51.143696+0000 mon.a (mon.0) 388 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:32:52.255 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:32:51 smithi062 bash[92878]: audit 2024-09-13T14:32:51.143696+0000 mon.a (mon.0) 388 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:32:52.255 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:32:51 smithi062 bash[92878]: audit 2024-09-13T14:32:51.157626+0000 mon.a (mon.0) 389 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:32:52.255 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:32:51 smithi062 bash[92878]: audit 2024-09-13T14:32:51.157626+0000 mon.a (mon.0) 389 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:32:53.185 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:32:52 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:32:52.715550993Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:32:53.185 INFO:journalctl@ceph.osd.5.smithi178.stdout:Sep 13 14:32:52 smithi178 bash[78620]: debug 2024-09-13T14:32:52.730+0000 7f90f5208640 -1 Falling back to public interface 2024-09-13T14:32:53.585 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:32:53 smithi062 bash[89221]: audit 2024-09-13T14:32:52.306635+0000 mon.a (mon.0) 390 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:32:53.585 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:32:53 smithi062 bash[89221]: audit 2024-09-13T14:32:52.306635+0000 mon.a (mon.0) 390 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:32:53.585 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:32:53 smithi062 bash[89221]: audit 2024-09-13T14:32:52.319359+0000 mon.a (mon.0) 391 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:32:53.585 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:32:53 smithi062 bash[89221]: audit 2024-09-13T14:32:52.319359+0000 mon.a (mon.0) 391 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:32:53.585 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:32:53 smithi062 bash[89221]: cluster 2024-09-13T14:32:52.571070+0000 mgr.y (mgr.25139) 707 : cluster [DBG] pgmap v417: 161 pgs: 39 active+undersized, 20 active+undersized+degraded, 102 active+clean; 585 KiB data, 261 MiB used, 715 GiB / 715 GiB avail; 72/636 objects degraded (11.321%) 2024-09-13T14:32:53.585 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:32:53 smithi062 bash[89221]: cluster 2024-09-13T14:32:52.571070+0000 mgr.y (mgr.25139) 707 : cluster [DBG] pgmap v417: 161 pgs: 39 active+undersized, 20 active+undersized+degraded, 102 active+clean; 585 KiB data, 261 MiB used, 715 GiB / 715 GiB avail; 72/636 objects degraded (11.321%) 2024-09-13T14:32:53.585 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:32:53 smithi062 bash[89221]: audit 2024-09-13T14:32:52.814536+0000 mgr.y (mgr.25139) 708 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:32:53.585 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:32:53 smithi062 bash[89221]: audit 2024-09-13T14:32:52.814536+0000 mgr.y (mgr.25139) 708 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:32:53.586 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:32:53 smithi062 bash[92878]: audit 2024-09-13T14:32:52.306635+0000 mon.a (mon.0) 390 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:32:53.586 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:32:53 smithi062 bash[92878]: audit 2024-09-13T14:32:52.306635+0000 mon.a (mon.0) 390 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:32:53.586 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:32:53 smithi062 bash[92878]: audit 2024-09-13T14:32:52.319359+0000 mon.a (mon.0) 391 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:32:53.586 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:32:53 smithi062 bash[92878]: audit 2024-09-13T14:32:52.319359+0000 mon.a (mon.0) 391 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:32:53.586 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:32:53 smithi062 bash[92878]: cluster 2024-09-13T14:32:52.571070+0000 mgr.y (mgr.25139) 707 : cluster [DBG] pgmap v417: 161 pgs: 39 active+undersized, 20 active+undersized+degraded, 102 active+clean; 585 KiB data, 261 MiB used, 715 GiB / 715 GiB avail; 72/636 objects degraded (11.321%) 2024-09-13T14:32:53.586 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:32:53 smithi062 bash[92878]: cluster 2024-09-13T14:32:52.571070+0000 mgr.y (mgr.25139) 707 : cluster [DBG] pgmap v417: 161 pgs: 39 active+undersized, 20 active+undersized+degraded, 102 active+clean; 585 KiB data, 261 MiB used, 715 GiB / 715 GiB avail; 72/636 objects degraded (11.321%) 2024-09-13T14:32:53.586 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:32:53 smithi062 bash[92878]: audit 2024-09-13T14:32:52.814536+0000 mgr.y (mgr.25139) 708 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:32:53.586 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:32:53 smithi062 bash[92878]: audit 2024-09-13T14:32:52.814536+0000 mgr.y (mgr.25139) 708 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:32:53.685 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:32:53 smithi178 bash[70490]: audit 2024-09-13T14:32:52.306635+0000 mon.a (mon.0) 390 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:32:53.685 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:32:53 smithi178 bash[70490]: audit 2024-09-13T14:32:52.306635+0000 mon.a (mon.0) 390 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:32:53.685 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:32:53 smithi178 bash[70490]: audit 2024-09-13T14:32:52.319359+0000 mon.a (mon.0) 391 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:32:53.685 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:32:53 smithi178 bash[70490]: audit 2024-09-13T14:32:52.319359+0000 mon.a (mon.0) 391 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:32:53.686 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:32:53 smithi178 bash[70490]: cluster 2024-09-13T14:32:52.571070+0000 mgr.y (mgr.25139) 707 : cluster [DBG] pgmap v417: 161 pgs: 39 active+undersized, 20 active+undersized+degraded, 102 active+clean; 585 KiB data, 261 MiB used, 715 GiB / 715 GiB avail; 72/636 objects degraded (11.321%) 2024-09-13T14:32:53.686 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:32:53 smithi178 bash[70490]: cluster 2024-09-13T14:32:52.571070+0000 mgr.y (mgr.25139) 707 : cluster [DBG] pgmap v417: 161 pgs: 39 active+undersized, 20 active+undersized+degraded, 102 active+clean; 585 KiB data, 261 MiB used, 715 GiB / 715 GiB avail; 72/636 objects degraded (11.321%) 2024-09-13T14:32:53.686 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:32:53 smithi178 bash[70490]: audit 2024-09-13T14:32:52.814536+0000 mgr.y (mgr.25139) 708 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:32:53.686 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:32:53 smithi178 bash[70490]: audit 2024-09-13T14:32:52.814536+0000 mgr.y (mgr.25139) 708 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:32:54.003 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:32:53 smithi062 bash[68610]: ::ffff:172.21.15.178 - - [13/Sep/2024:14:32:53] "GET /metrics HTTP/1.1" 200 38400 "" "Prometheus/2.51.0" 2024-09-13T14:32:55.935 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:32:55 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:32:55.72783906Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:32:55.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:32:55 smithi178 bash[70490]: cluster 2024-09-13T14:32:54.572378+0000 mgr.y (mgr.25139) 709 : cluster [DBG] pgmap v418: 161 pgs: 39 active+undersized, 20 active+undersized+degraded, 102 active+clean; 585 KiB data, 261 MiB used, 715 GiB / 715 GiB avail; 72/636 objects degraded (11.321%) 2024-09-13T14:32:55.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:32:55 smithi178 bash[70490]: cluster 2024-09-13T14:32:54.572378+0000 mgr.y (mgr.25139) 709 : cluster [DBG] pgmap v418: 161 pgs: 39 active+undersized, 20 active+undersized+degraded, 102 active+clean; 585 KiB data, 261 MiB used, 715 GiB / 715 GiB avail; 72/636 objects degraded (11.321%) 2024-09-13T14:32:56.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:32:55 smithi062 bash[89221]: cluster 2024-09-13T14:32:54.572378+0000 mgr.y (mgr.25139) 709 : cluster [DBG] pgmap v418: 161 pgs: 39 active+undersized, 20 active+undersized+degraded, 102 active+clean; 585 KiB data, 261 MiB used, 715 GiB / 715 GiB avail; 72/636 objects degraded (11.321%) 2024-09-13T14:32:56.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:32:55 smithi062 bash[89221]: cluster 2024-09-13T14:32:54.572378+0000 mgr.y (mgr.25139) 709 : cluster [DBG] pgmap v418: 161 pgs: 39 active+undersized, 20 active+undersized+degraded, 102 active+clean; 585 KiB data, 261 MiB used, 715 GiB / 715 GiB avail; 72/636 objects degraded (11.321%) 2024-09-13T14:32:56.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:32:55 smithi062 bash[92878]: cluster 2024-09-13T14:32:54.572378+0000 mgr.y (mgr.25139) 709 : cluster [DBG] pgmap v418: 161 pgs: 39 active+undersized, 20 active+undersized+degraded, 102 active+clean; 585 KiB data, 261 MiB used, 715 GiB / 715 GiB avail; 72/636 objects degraded (11.321%) 2024-09-13T14:32:56.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:32:55 smithi062 bash[92878]: cluster 2024-09-13T14:32:54.572378+0000 mgr.y (mgr.25139) 709 : cluster [DBG] pgmap v418: 161 pgs: 39 active+undersized, 20 active+undersized+degraded, 102 active+clean; 585 KiB data, 261 MiB used, 715 GiB / 715 GiB avail; 72/636 objects degraded (11.321%) 2024-09-13T14:32:56.435 INFO:journalctl@ceph.osd.5.smithi178.stdout:Sep 13 14:32:56 smithi178 bash[78620]: debug 2024-09-13T14:32:56.130+0000 7f90f5208640 -1 osd.5 138 log_to_monitors true 2024-09-13T14:32:56.935 INFO:journalctl@ceph.osd.5.smithi178.stdout:Sep 13 14:32:56 smithi178 bash[78620]: debug 2024-09-13T14:32:56.678+0000 7f90e8faa640 -1 osd.5 138 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-13T14:32:56.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:32:56 smithi178 bash[70490]: audit 2024-09-13T14:32:56.137301+0000 mon.b (mon.1) 234 : audit [INF] from='osd.5 [v2:172.21.15.178:6808/3950260666,v1:172.21.15.178:6809/3950260666]' entity='osd.5' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]} : dispatch 2024-09-13T14:32:56.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:32:56 smithi178 bash[70490]: audit 2024-09-13T14:32:56.137301+0000 mon.b (mon.1) 234 : audit [INF] from='osd.5 [v2:172.21.15.178:6808/3950260666,v1:172.21.15.178:6809/3950260666]' entity='osd.5' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]} : dispatch 2024-09-13T14:32:56.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:32:56 smithi178 bash[70490]: audit 2024-09-13T14:32:56.139188+0000 mon.a (mon.0) 392 : audit [INF] from='osd.5 ' entity='osd.5' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]} : dispatch 2024-09-13T14:32:56.936 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:32:56 smithi178 bash[70490]: audit 2024-09-13T14:32:56.139188+0000 mon.a (mon.0) 392 : audit [INF] from='osd.5 ' entity='osd.5' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]} : dispatch 2024-09-13T14:32:57.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:32:56 smithi062 bash[89221]: audit 2024-09-13T14:32:56.137301+0000 mon.b (mon.1) 234 : audit [INF] from='osd.5 [v2:172.21.15.178:6808/3950260666,v1:172.21.15.178:6809/3950260666]' entity='osd.5' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]} : dispatch 2024-09-13T14:32:57.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:32:56 smithi062 bash[89221]: audit 2024-09-13T14:32:56.137301+0000 mon.b (mon.1) 234 : audit [INF] from='osd.5 [v2:172.21.15.178:6808/3950260666,v1:172.21.15.178:6809/3950260666]' entity='osd.5' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]} : dispatch 2024-09-13T14:32:57.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:32:56 smithi062 bash[89221]: audit 2024-09-13T14:32:56.139188+0000 mon.a (mon.0) 392 : audit [INF] from='osd.5 ' entity='osd.5' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]} : dispatch 2024-09-13T14:32:57.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:32:56 smithi062 bash[89221]: audit 2024-09-13T14:32:56.139188+0000 mon.a (mon.0) 392 : audit [INF] from='osd.5 ' entity='osd.5' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]} : dispatch 2024-09-13T14:32:57.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:32:56 smithi062 bash[92878]: audit 2024-09-13T14:32:56.137301+0000 mon.b (mon.1) 234 : audit [INF] from='osd.5 [v2:172.21.15.178:6808/3950260666,v1:172.21.15.178:6809/3950260666]' entity='osd.5' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]} : dispatch 2024-09-13T14:32:57.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:32:56 smithi062 bash[92878]: audit 2024-09-13T14:32:56.137301+0000 mon.b (mon.1) 234 : audit [INF] from='osd.5 [v2:172.21.15.178:6808/3950260666,v1:172.21.15.178:6809/3950260666]' entity='osd.5' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]} : dispatch 2024-09-13T14:32:57.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:32:56 smithi062 bash[92878]: audit 2024-09-13T14:32:56.139188+0000 mon.a (mon.0) 392 : audit [INF] from='osd.5 ' entity='osd.5' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]} : dispatch 2024-09-13T14:32:57.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:32:56 smithi062 bash[92878]: audit 2024-09-13T14:32:56.139188+0000 mon.a (mon.0) 392 : audit [INF] from='osd.5 ' entity='osd.5' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]} : dispatch 2024-09-13T14:32:57.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:32:57 smithi178 bash[70490]: cluster 2024-09-13T14:32:56.573837+0000 mgr.y (mgr.25139) 710 : cluster [DBG] pgmap v419: 161 pgs: 39 active+undersized, 20 active+undersized+degraded, 102 active+clean; 585 KiB data, 261 MiB used, 715 GiB / 715 GiB avail; 341 B/s rd, 0 op/s; 72/636 objects degraded (11.321%) 2024-09-13T14:32:57.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:32:57 smithi178 bash[70490]: cluster 2024-09-13T14:32:56.573837+0000 mgr.y (mgr.25139) 710 : cluster [DBG] pgmap v419: 161 pgs: 39 active+undersized, 20 active+undersized+degraded, 102 active+clean; 585 KiB data, 261 MiB used, 715 GiB / 715 GiB avail; 341 B/s rd, 0 op/s; 72/636 objects degraded (11.321%) 2024-09-13T14:32:57.936 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:32:57 smithi178 bash[70490]: audit 2024-09-13T14:32:56.640392+0000 mon.a (mon.0) 393 : audit [INF] from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-09-13T14:32:57.936 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:32:57 smithi178 bash[70490]: audit 2024-09-13T14:32:56.640392+0000 mon.a (mon.0) 393 : audit [INF] from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-09-13T14:32:57.936 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:32:57 smithi178 bash[70490]: cluster 2024-09-13T14:32:56.649431+0000 mon.a (mon.0) 394 : cluster [DBG] osdmap e141: 8 total, 7 up, 8 in 2024-09-13T14:32:57.936 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:32:57 smithi178 bash[70490]: cluster 2024-09-13T14:32:56.649431+0000 mon.a (mon.0) 394 : cluster [DBG] osdmap e141: 8 total, 7 up, 8 in 2024-09-13T14:32:57.936 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:32:57 smithi178 bash[70490]: audit 2024-09-13T14:32:56.651608+0000 mon.b (mon.1) 235 : audit [INF] from='osd.5 [v2:172.21.15.178:6808/3950260666,v1:172.21.15.178:6809/3950260666]' entity='osd.5' cmd={"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi178", "root=default"]} : dispatch 2024-09-13T14:32:57.936 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:32:57 smithi178 bash[70490]: audit 2024-09-13T14:32:56.651608+0000 mon.b (mon.1) 235 : audit [INF] from='osd.5 [v2:172.21.15.178:6808/3950260666,v1:172.21.15.178:6809/3950260666]' entity='osd.5' cmd={"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi178", "root=default"]} : dispatch 2024-09-13T14:32:57.936 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:32:57 smithi178 bash[70490]: audit 2024-09-13T14:32:56.653607+0000 mon.a (mon.0) 395 : audit [INF] from='osd.5 ' entity='osd.5' cmd={"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi178", "root=default"]} : dispatch 2024-09-13T14:32:57.936 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:32:57 smithi178 bash[70490]: audit 2024-09-13T14:32:56.653607+0000 mon.a (mon.0) 395 : audit [INF] from='osd.5 ' entity='osd.5' cmd={"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi178", "root=default"]} : dispatch 2024-09-13T14:32:58.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:32:57 smithi062 bash[92878]: cluster 2024-09-13T14:32:56.573837+0000 mgr.y (mgr.25139) 710 : cluster [DBG] pgmap v419: 161 pgs: 39 active+undersized, 20 active+undersized+degraded, 102 active+clean; 585 KiB data, 261 MiB used, 715 GiB / 715 GiB avail; 341 B/s rd, 0 op/s; 72/636 objects degraded (11.321%) 2024-09-13T14:32:58.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:32:57 smithi062 bash[92878]: cluster 2024-09-13T14:32:56.573837+0000 mgr.y (mgr.25139) 710 : cluster [DBG] pgmap v419: 161 pgs: 39 active+undersized, 20 active+undersized+degraded, 102 active+clean; 585 KiB data, 261 MiB used, 715 GiB / 715 GiB avail; 341 B/s rd, 0 op/s; 72/636 objects degraded (11.321%) 2024-09-13T14:32:58.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:32:57 smithi062 bash[92878]: audit 2024-09-13T14:32:56.640392+0000 mon.a (mon.0) 393 : audit [INF] from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-09-13T14:32:58.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:32:57 smithi062 bash[92878]: audit 2024-09-13T14:32:56.640392+0000 mon.a (mon.0) 393 : audit [INF] from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-09-13T14:32:58.005 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:32:57 smithi062 bash[92878]: cluster 2024-09-13T14:32:56.649431+0000 mon.a (mon.0) 394 : cluster [DBG] osdmap e141: 8 total, 7 up, 8 in 2024-09-13T14:32:58.005 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:32:57 smithi062 bash[92878]: cluster 2024-09-13T14:32:56.649431+0000 mon.a (mon.0) 394 : cluster [DBG] osdmap e141: 8 total, 7 up, 8 in 2024-09-13T14:32:58.005 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:32:57 smithi062 bash[92878]: audit 2024-09-13T14:32:56.651608+0000 mon.b (mon.1) 235 : audit [INF] from='osd.5 [v2:172.21.15.178:6808/3950260666,v1:172.21.15.178:6809/3950260666]' entity='osd.5' cmd={"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi178", "root=default"]} : dispatch 2024-09-13T14:32:58.005 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:32:57 smithi062 bash[92878]: audit 2024-09-13T14:32:56.651608+0000 mon.b (mon.1) 235 : audit [INF] from='osd.5 [v2:172.21.15.178:6808/3950260666,v1:172.21.15.178:6809/3950260666]' entity='osd.5' cmd={"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi178", "root=default"]} : dispatch 2024-09-13T14:32:58.005 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:32:57 smithi062 bash[92878]: audit 2024-09-13T14:32:56.653607+0000 mon.a (mon.0) 395 : audit [INF] from='osd.5 ' entity='osd.5' cmd={"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi178", "root=default"]} : dispatch 2024-09-13T14:32:58.005 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:32:57 smithi062 bash[92878]: audit 2024-09-13T14:32:56.653607+0000 mon.a (mon.0) 395 : audit [INF] from='osd.5 ' entity='osd.5' cmd={"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi178", "root=default"]} : dispatch 2024-09-13T14:32:58.006 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:32:57 smithi062 bash[89221]: cluster 2024-09-13T14:32:56.573837+0000 mgr.y (mgr.25139) 710 : cluster [DBG] pgmap v419: 161 pgs: 39 active+undersized, 20 active+undersized+degraded, 102 active+clean; 585 KiB data, 261 MiB used, 715 GiB / 715 GiB avail; 341 B/s rd, 0 op/s; 72/636 objects degraded (11.321%) 2024-09-13T14:32:58.006 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:32:57 smithi062 bash[89221]: cluster 2024-09-13T14:32:56.573837+0000 mgr.y (mgr.25139) 710 : cluster [DBG] pgmap v419: 161 pgs: 39 active+undersized, 20 active+undersized+degraded, 102 active+clean; 585 KiB data, 261 MiB used, 715 GiB / 715 GiB avail; 341 B/s rd, 0 op/s; 72/636 objects degraded (11.321%) 2024-09-13T14:32:58.006 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:32:57 smithi062 bash[89221]: audit 2024-09-13T14:32:56.640392+0000 mon.a (mon.0) 393 : audit [INF] from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-09-13T14:32:58.006 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:32:57 smithi062 bash[89221]: audit 2024-09-13T14:32:56.640392+0000 mon.a (mon.0) 393 : audit [INF] from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-09-13T14:32:58.007 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:32:57 smithi062 bash[89221]: cluster 2024-09-13T14:32:56.649431+0000 mon.a (mon.0) 394 : cluster [DBG] osdmap e141: 8 total, 7 up, 8 in 2024-09-13T14:32:58.007 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:32:57 smithi062 bash[89221]: cluster 2024-09-13T14:32:56.649431+0000 mon.a (mon.0) 394 : cluster [DBG] osdmap e141: 8 total, 7 up, 8 in 2024-09-13T14:32:58.007 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:32:57 smithi062 bash[89221]: audit 2024-09-13T14:32:56.651608+0000 mon.b (mon.1) 235 : audit [INF] from='osd.5 [v2:172.21.15.178:6808/3950260666,v1:172.21.15.178:6809/3950260666]' entity='osd.5' cmd={"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi178", "root=default"]} : dispatch 2024-09-13T14:32:58.007 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:32:57 smithi062 bash[89221]: audit 2024-09-13T14:32:56.651608+0000 mon.b (mon.1) 235 : audit [INF] from='osd.5 [v2:172.21.15.178:6808/3950260666,v1:172.21.15.178:6809/3950260666]' entity='osd.5' cmd={"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi178", "root=default"]} : dispatch 2024-09-13T14:32:58.007 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:32:57 smithi062 bash[89221]: audit 2024-09-13T14:32:56.653607+0000 mon.a (mon.0) 395 : audit [INF] from='osd.5 ' entity='osd.5' cmd={"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi178", "root=default"]} : dispatch 2024-09-13T14:32:58.008 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:32:57 smithi062 bash[89221]: audit 2024-09-13T14:32:56.653607+0000 mon.a (mon.0) 395 : audit [INF] from='osd.5 ' entity='osd.5' cmd={"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi178", "root=default"]} : dispatch 2024-09-13T14:32:58.935 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:32:58 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:32:58.712108048Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:32:58.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:32:58 smithi178 bash[70490]: cluster 2024-09-13T14:32:57.641541+0000 mon.a (mon.0) 396 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-13T14:32:58.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:32:58 smithi178 bash[70490]: cluster 2024-09-13T14:32:57.641541+0000 mon.a (mon.0) 396 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-13T14:32:58.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:32:58 smithi178 bash[70490]: cluster 2024-09-13T14:32:57.649148+0000 mon.a (mon.0) 397 : cluster [INF] osd.5 [v2:172.21.15.178:6808/3950260666,v1:172.21.15.178:6809/3950260666] boot 2024-09-13T14:32:58.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:32:58 smithi178 bash[70490]: cluster 2024-09-13T14:32:57.649148+0000 mon.a (mon.0) 397 : cluster [INF] osd.5 [v2:172.21.15.178:6808/3950260666,v1:172.21.15.178:6809/3950260666] boot 2024-09-13T14:32:58.936 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:32:58 smithi178 bash[70490]: cluster 2024-09-13T14:32:57.649222+0000 mon.a (mon.0) 398 : cluster [DBG] osdmap e142: 8 total, 8 up, 8 in 2024-09-13T14:32:58.936 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:32:58 smithi178 bash[70490]: cluster 2024-09-13T14:32:57.649222+0000 mon.a (mon.0) 398 : cluster [DBG] osdmap e142: 8 total, 8 up, 8 in 2024-09-13T14:32:58.936 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:32:58 smithi178 bash[70490]: audit 2024-09-13T14:32:57.652321+0000 mon.b (mon.1) 236 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 5} : dispatch 2024-09-13T14:32:58.936 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:32:58 smithi178 bash[70490]: audit 2024-09-13T14:32:57.652321+0000 mon.b (mon.1) 236 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 5} : dispatch 2024-09-13T14:32:58.936 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:32:58 smithi178 bash[70490]: cluster 2024-09-13T14:32:58.656746+0000 mon.a (mon.0) 399 : cluster [DBG] osdmap e143: 8 total, 8 up, 8 in 2024-09-13T14:32:58.936 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:32:58 smithi178 bash[70490]: cluster 2024-09-13T14:32:58.656746+0000 mon.a (mon.0) 399 : cluster [DBG] osdmap e143: 8 total, 8 up, 8 in 2024-09-13T14:32:59.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:32:58 smithi062 bash[89221]: cluster 2024-09-13T14:32:57.641541+0000 mon.a (mon.0) 396 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-13T14:32:59.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:32:58 smithi062 bash[89221]: cluster 2024-09-13T14:32:57.641541+0000 mon.a (mon.0) 396 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-13T14:32:59.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:32:58 smithi062 bash[89221]: cluster 2024-09-13T14:32:57.649148+0000 mon.a (mon.0) 397 : cluster [INF] osd.5 [v2:172.21.15.178:6808/3950260666,v1:172.21.15.178:6809/3950260666] boot 2024-09-13T14:32:59.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:32:58 smithi062 bash[89221]: cluster 2024-09-13T14:32:57.649148+0000 mon.a (mon.0) 397 : cluster [INF] osd.5 [v2:172.21.15.178:6808/3950260666,v1:172.21.15.178:6809/3950260666] boot 2024-09-13T14:32:59.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:32:58 smithi062 bash[89221]: cluster 2024-09-13T14:32:57.649222+0000 mon.a (mon.0) 398 : cluster [DBG] osdmap e142: 8 total, 8 up, 8 in 2024-09-13T14:32:59.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:32:58 smithi062 bash[89221]: cluster 2024-09-13T14:32:57.649222+0000 mon.a (mon.0) 398 : cluster [DBG] osdmap e142: 8 total, 8 up, 8 in 2024-09-13T14:32:59.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:32:58 smithi062 bash[89221]: audit 2024-09-13T14:32:57.652321+0000 mon.b (mon.1) 236 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 5} : dispatch 2024-09-13T14:32:59.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:32:58 smithi062 bash[89221]: audit 2024-09-13T14:32:57.652321+0000 mon.b (mon.1) 236 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 5} : dispatch 2024-09-13T14:32:59.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:32:58 smithi062 bash[89221]: cluster 2024-09-13T14:32:58.656746+0000 mon.a (mon.0) 399 : cluster [DBG] osdmap e143: 8 total, 8 up, 8 in 2024-09-13T14:32:59.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:32:58 smithi062 bash[89221]: cluster 2024-09-13T14:32:58.656746+0000 mon.a (mon.0) 399 : cluster [DBG] osdmap e143: 8 total, 8 up, 8 in 2024-09-13T14:32:59.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:32:58 smithi062 bash[92878]: cluster 2024-09-13T14:32:57.641541+0000 mon.a (mon.0) 396 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-13T14:32:59.005 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:32:58 smithi062 bash[92878]: cluster 2024-09-13T14:32:57.641541+0000 mon.a (mon.0) 396 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-13T14:32:59.005 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:32:58 smithi062 bash[92878]: cluster 2024-09-13T14:32:57.649148+0000 mon.a (mon.0) 397 : cluster [INF] osd.5 [v2:172.21.15.178:6808/3950260666,v1:172.21.15.178:6809/3950260666] boot 2024-09-13T14:32:59.005 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:32:58 smithi062 bash[92878]: cluster 2024-09-13T14:32:57.649148+0000 mon.a (mon.0) 397 : cluster [INF] osd.5 [v2:172.21.15.178:6808/3950260666,v1:172.21.15.178:6809/3950260666] boot 2024-09-13T14:32:59.005 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:32:58 smithi062 bash[92878]: cluster 2024-09-13T14:32:57.649222+0000 mon.a (mon.0) 398 : cluster [DBG] osdmap e142: 8 total, 8 up, 8 in 2024-09-13T14:32:59.005 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:32:58 smithi062 bash[92878]: cluster 2024-09-13T14:32:57.649222+0000 mon.a (mon.0) 398 : cluster [DBG] osdmap e142: 8 total, 8 up, 8 in 2024-09-13T14:32:59.005 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:32:58 smithi062 bash[92878]: audit 2024-09-13T14:32:57.652321+0000 mon.b (mon.1) 236 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 5} : dispatch 2024-09-13T14:32:59.005 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:32:58 smithi062 bash[92878]: audit 2024-09-13T14:32:57.652321+0000 mon.b (mon.1) 236 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 5} : dispatch 2024-09-13T14:32:59.005 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:32:58 smithi062 bash[92878]: cluster 2024-09-13T14:32:58.656746+0000 mon.a (mon.0) 399 : cluster [DBG] osdmap e143: 8 total, 8 up, 8 in 2024-09-13T14:32:59.005 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:32:58 smithi062 bash[92878]: cluster 2024-09-13T14:32:58.656746+0000 mon.a (mon.0) 399 : cluster [DBG] osdmap e143: 8 total, 8 up, 8 in 2024-09-13T14:33:00.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:32:59 smithi178 bash[70490]: cluster 2024-09-13T14:32:58.574802+0000 mgr.y (mgr.25139) 711 : cluster [DBG] pgmap v422: 161 pgs: 39 active+undersized, 20 active+undersized+degraded, 102 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 639 B/s rd, 0 op/s; 72/636 objects degraded (11.321%) 2024-09-13T14:33:00.188 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:32:59 smithi178 bash[70490]: cluster 2024-09-13T14:32:58.574802+0000 mgr.y (mgr.25139) 711 : cluster [DBG] pgmap v422: 161 pgs: 39 active+undersized, 20 active+undersized+degraded, 102 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 639 B/s rd, 0 op/s; 72/636 objects degraded (11.321%) 2024-09-13T14:33:00.188 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:32:59 smithi178 bash[70490]: audit 2024-09-13T14:32:58.876357+0000 mon.a (mon.0) 400 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:33:00.188 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:32:59 smithi178 bash[70490]: audit 2024-09-13T14:32:58.876357+0000 mon.a (mon.0) 400 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:33:00.188 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:32:59 smithi178 bash[70490]: audit 2024-09-13T14:32:58.878361+0000 mon.b (mon.1) 237 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:33:00.188 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:32:59 smithi178 bash[70490]: audit 2024-09-13T14:32:58.878361+0000 mon.b (mon.1) 237 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:33:00.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:32:59 smithi062 bash[89221]: cluster 2024-09-13T14:32:58.574802+0000 mgr.y (mgr.25139) 711 : cluster [DBG] pgmap v422: 161 pgs: 39 active+undersized, 20 active+undersized+degraded, 102 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 639 B/s rd, 0 op/s; 72/636 objects degraded (11.321%) 2024-09-13T14:33:00.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:32:59 smithi062 bash[89221]: cluster 2024-09-13T14:32:58.574802+0000 mgr.y (mgr.25139) 711 : cluster [DBG] pgmap v422: 161 pgs: 39 active+undersized, 20 active+undersized+degraded, 102 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 639 B/s rd, 0 op/s; 72/636 objects degraded (11.321%) 2024-09-13T14:33:00.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:32:59 smithi062 bash[89221]: audit 2024-09-13T14:32:58.876357+0000 mon.a (mon.0) 400 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:33:00.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:32:59 smithi062 bash[89221]: audit 2024-09-13T14:32:58.876357+0000 mon.a (mon.0) 400 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:33:00.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:32:59 smithi062 bash[89221]: audit 2024-09-13T14:32:58.878361+0000 mon.b (mon.1) 237 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:33:00.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:32:59 smithi062 bash[89221]: audit 2024-09-13T14:32:58.878361+0000 mon.b (mon.1) 237 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:33:00.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:32:59 smithi062 bash[92878]: cluster 2024-09-13T14:32:58.574802+0000 mgr.y (mgr.25139) 711 : cluster [DBG] pgmap v422: 161 pgs: 39 active+undersized, 20 active+undersized+degraded, 102 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 639 B/s rd, 0 op/s; 72/636 objects degraded (11.321%) 2024-09-13T14:33:00.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:32:59 smithi062 bash[92878]: cluster 2024-09-13T14:32:58.574802+0000 mgr.y (mgr.25139) 711 : cluster [DBG] pgmap v422: 161 pgs: 39 active+undersized, 20 active+undersized+degraded, 102 active+clean; 585 KiB data, 249 MiB used, 715 GiB / 715 GiB avail; 639 B/s rd, 0 op/s; 72/636 objects degraded (11.321%) 2024-09-13T14:33:00.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:32:59 smithi062 bash[92878]: audit 2024-09-13T14:32:58.876357+0000 mon.a (mon.0) 400 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:33:00.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:32:59 smithi062 bash[92878]: audit 2024-09-13T14:32:58.876357+0000 mon.a (mon.0) 400 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:33:00.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:32:59 smithi062 bash[92878]: audit 2024-09-13T14:32:58.878361+0000 mon.b (mon.1) 237 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:33:00.255 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:32:59 smithi062 bash[92878]: audit 2024-09-13T14:32:58.878361+0000 mon.b (mon.1) 237 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:33:01.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:33:00 smithi178 bash[70490]: cluster 2024-09-13T14:33:00.873952+0000 mon.a (mon.0) 401 : cluster [WRN] Health check update: Degraded data redundancy: 55/636 objects degraded (8.648%), 15 pgs degraded (PG_DEGRADED) 2024-09-13T14:33:01.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:33:00 smithi178 bash[70490]: cluster 2024-09-13T14:33:00.873952+0000 mon.a (mon.0) 401 : cluster [WRN] Health check update: Degraded data redundancy: 55/636 objects degraded (8.648%), 15 pgs degraded (PG_DEGRADED) 2024-09-13T14:33:01.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:33:00 smithi062 bash[89221]: cluster 2024-09-13T14:33:00.873952+0000 mon.a (mon.0) 401 : cluster [WRN] Health check update: Degraded data redundancy: 55/636 objects degraded (8.648%), 15 pgs degraded (PG_DEGRADED) 2024-09-13T14:33:01.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:33:00 smithi062 bash[89221]: cluster 2024-09-13T14:33:00.873952+0000 mon.a (mon.0) 401 : cluster [WRN] Health check update: Degraded data redundancy: 55/636 objects degraded (8.648%), 15 pgs degraded (PG_DEGRADED) 2024-09-13T14:33:01.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:33:00 smithi062 bash[92878]: cluster 2024-09-13T14:33:00.873952+0000 mon.a (mon.0) 401 : cluster [WRN] Health check update: Degraded data redundancy: 55/636 objects degraded (8.648%), 15 pgs degraded (PG_DEGRADED) 2024-09-13T14:33:01.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:33:00 smithi062 bash[92878]: cluster 2024-09-13T14:33:00.873952+0000 mon.a (mon.0) 401 : cluster [WRN] Health check update: Degraded data redundancy: 55/636 objects degraded (8.648%), 15 pgs degraded (PG_DEGRADED) 2024-09-13T14:33:01.971 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:33:01 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:33:01.714678281Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:33:01.971 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:33:01 smithi178 bash[70490]: cluster 2024-09-13T14:33:00.576185+0000 mgr.y (mgr.25139) 712 : cluster [DBG] pgmap v424: 161 pgs: 29 active+undersized, 15 active+undersized+degraded, 117 active+clean; 585 KiB data, 253 MiB used, 715 GiB / 715 GiB avail; 1.7 KiB/s rd, 1 op/s; 55/636 objects degraded (8.648%) 2024-09-13T14:33:01.971 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:33:01 smithi178 bash[70490]: cluster 2024-09-13T14:33:00.576185+0000 mgr.y (mgr.25139) 712 : cluster [DBG] pgmap v424: 161 pgs: 29 active+undersized, 15 active+undersized+degraded, 117 active+clean; 585 KiB data, 253 MiB used, 715 GiB / 715 GiB avail; 1.7 KiB/s rd, 1 op/s; 55/636 objects degraded (8.648%) 2024-09-13T14:33:02.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:33:01 smithi062 bash[89221]: cluster 2024-09-13T14:33:00.576185+0000 mgr.y (mgr.25139) 712 : cluster [DBG] pgmap v424: 161 pgs: 29 active+undersized, 15 active+undersized+degraded, 117 active+clean; 585 KiB data, 253 MiB used, 715 GiB / 715 GiB avail; 1.7 KiB/s rd, 1 op/s; 55/636 objects degraded (8.648%) 2024-09-13T14:33:02.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:33:01 smithi062 bash[89221]: cluster 2024-09-13T14:33:00.576185+0000 mgr.y (mgr.25139) 712 : cluster [DBG] pgmap v424: 161 pgs: 29 active+undersized, 15 active+undersized+degraded, 117 active+clean; 585 KiB data, 253 MiB used, 715 GiB / 715 GiB avail; 1.7 KiB/s rd, 1 op/s; 55/636 objects degraded (8.648%) 2024-09-13T14:33:02.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:33:01 smithi062 bash[92878]: cluster 2024-09-13T14:33:00.576185+0000 mgr.y (mgr.25139) 712 : cluster [DBG] pgmap v424: 161 pgs: 29 active+undersized, 15 active+undersized+degraded, 117 active+clean; 585 KiB data, 253 MiB used, 715 GiB / 715 GiB avail; 1.7 KiB/s rd, 1 op/s; 55/636 objects degraded (8.648%) 2024-09-13T14:33:02.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:33:01 smithi062 bash[92878]: cluster 2024-09-13T14:33:00.576185+0000 mgr.y (mgr.25139) 712 : cluster [DBG] pgmap v424: 161 pgs: 29 active+undersized, 15 active+undersized+degraded, 117 active+clean; 585 KiB data, 253 MiB used, 715 GiB / 715 GiB avail; 1.7 KiB/s rd, 1 op/s; 55/636 objects degraded (8.648%) 2024-09-13T14:33:03.686 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:33:03 smithi178 bash[70490]: audit 2024-09-13T14:33:02.517441+0000 mon.a (mon.0) 402 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:33:03.686 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:33:03 smithi178 bash[70490]: audit 2024-09-13T14:33:02.517441+0000 mon.a (mon.0) 402 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:33:03.687 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:33:03 smithi178 bash[70490]: audit 2024-09-13T14:33:02.530974+0000 mon.a (mon.0) 403 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:33:03.687 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:33:03 smithi178 bash[70490]: audit 2024-09-13T14:33:02.530974+0000 mon.a (mon.0) 403 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:33:03.687 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:33:03 smithi178 bash[70490]: audit 2024-09-13T14:33:02.533472+0000 mon.b (mon.1) 238 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:33:03.687 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:33:03 smithi178 bash[70490]: audit 2024-09-13T14:33:02.533472+0000 mon.b (mon.1) 238 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:33:03.687 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:33:03 smithi178 bash[70490]: audit 2024-09-13T14:33:02.535732+0000 mon.b (mon.1) 239 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-13T14:33:03.687 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:33:03 smithi178 bash[70490]: audit 2024-09-13T14:33:02.535732+0000 mon.b (mon.1) 239 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-13T14:33:03.688 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:33:03 smithi178 bash[70490]: audit 2024-09-13T14:33:02.548579+0000 mon.a (mon.0) 404 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:33:03.688 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:33:03 smithi178 bash[70490]: audit 2024-09-13T14:33:02.548579+0000 mon.a (mon.0) 404 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:33:03.688 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:33:03 smithi178 bash[70490]: cluster 2024-09-13T14:33:02.577540+0000 mgr.y (mgr.25139) 713 : cluster [DBG] pgmap v425: 161 pgs: 4 active+undersized, 1 active+undersized+degraded, 156 active+clean; 585 KiB data, 253 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s; 1/636 objects degraded (0.157%) 2024-09-13T14:33:03.688 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:33:03 smithi178 bash[70490]: cluster 2024-09-13T14:33:02.577540+0000 mgr.y (mgr.25139) 713 : cluster [DBG] pgmap v425: 161 pgs: 4 active+undersized, 1 active+undersized+degraded, 156 active+clean; 585 KiB data, 253 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s; 1/636 objects degraded (0.157%) 2024-09-13T14:33:03.688 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:33:03 smithi178 bash[70490]: audit 2024-09-13T14:33:02.681325+0000 mon.b (mon.1) 240 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-13T14:33:03.689 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:33:03 smithi178 bash[70490]: audit 2024-09-13T14:33:02.681325+0000 mon.b (mon.1) 240 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-13T14:33:03.689 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:33:03 smithi178 bash[70490]: audit 2024-09-13T14:33:02.685310+0000 mon.b (mon.1) 241 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:33:03.689 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:33:03 smithi178 bash[70490]: audit 2024-09-13T14:33:02.685310+0000 mon.b (mon.1) 241 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:33:03.689 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:33:03 smithi178 bash[70490]: audit 2024-09-13T14:33:02.688103+0000 mon.b (mon.1) 242 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:33:03.689 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:33:03 smithi178 bash[70490]: audit 2024-09-13T14:33:02.688103+0000 mon.b (mon.1) 242 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:33:03.689 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:33:03 smithi178 bash[70490]: audit 2024-09-13T14:33:02.690583+0000 mon.b (mon.1) 243 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:33:03.689 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:33:03 smithi178 bash[70490]: audit 2024-09-13T14:33:02.690583+0000 mon.b (mon.1) 243 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:33:03.690 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:33:03 smithi178 bash[70490]: audit 2024-09-13T14:33:02.693681+0000 mon.b (mon.1) 244 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16} : dispatch 2024-09-13T14:33:03.690 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:33:03 smithi178 bash[70490]: audit 2024-09-13T14:33:02.693681+0000 mon.b (mon.1) 244 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16} : dispatch 2024-09-13T14:33:03.690 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:33:03 smithi178 bash[70490]: audit 2024-09-13T14:33:02.695135+0000 mgr.y (mgr.25139) 714 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-09-13T14:33:03.690 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:33:03 smithi178 bash[70490]: audit 2024-09-13T14:33:02.695135+0000 mgr.y (mgr.25139) 714 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-09-13T14:33:03.690 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:33:03 smithi178 bash[70490]: cephadm 2024-09-13T14:33:02.697807+0000 mgr.y (mgr.25139) 715 : cephadm [INF] Upgrade: osd.6 is safe to restart 2024-09-13T14:33:03.690 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:33:03 smithi178 bash[70490]: cephadm 2024-09-13T14:33:02.697807+0000 mgr.y (mgr.25139) 715 : cephadm [INF] Upgrade: osd.6 is safe to restart 2024-09-13T14:33:03.691 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:33:03 smithi178 bash[70490]: audit 2024-09-13T14:33:02.825707+0000 mgr.y (mgr.25139) 716 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:33:03.691 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:33:03 smithi178 bash[70490]: audit 2024-09-13T14:33:02.825707+0000 mgr.y (mgr.25139) 716 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:33:04.003 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:33:03 smithi062 bash[68610]: ::ffff:172.21.15.178 - - [13/Sep/2024:14:33:03] "GET /metrics HTTP/1.1" 200 38263 "" "Prometheus/2.51.0" 2024-09-13T14:33:04.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:33:03 smithi062 bash[89221]: audit 2024-09-13T14:33:02.517441+0000 mon.a (mon.0) 402 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:33:04.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:33:03 smithi062 bash[89221]: audit 2024-09-13T14:33:02.517441+0000 mon.a (mon.0) 402 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:33:04.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:33:03 smithi062 bash[89221]: audit 2024-09-13T14:33:02.530974+0000 mon.a (mon.0) 403 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:33:04.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:33:03 smithi062 bash[89221]: audit 2024-09-13T14:33:02.530974+0000 mon.a (mon.0) 403 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:33:04.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:33:03 smithi062 bash[89221]: audit 2024-09-13T14:33:02.533472+0000 mon.b (mon.1) 238 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:33:04.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:33:03 smithi062 bash[89221]: audit 2024-09-13T14:33:02.533472+0000 mon.b (mon.1) 238 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:33:04.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:33:03 smithi062 bash[89221]: audit 2024-09-13T14:33:02.535732+0000 mon.b (mon.1) 239 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-13T14:33:04.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:33:03 smithi062 bash[89221]: audit 2024-09-13T14:33:02.535732+0000 mon.b (mon.1) 239 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-13T14:33:04.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:33:03 smithi062 bash[89221]: audit 2024-09-13T14:33:02.548579+0000 mon.a (mon.0) 404 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:33:04.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:33:03 smithi062 bash[89221]: audit 2024-09-13T14:33:02.548579+0000 mon.a (mon.0) 404 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:33:04.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:33:03 smithi062 bash[89221]: cluster 2024-09-13T14:33:02.577540+0000 mgr.y (mgr.25139) 713 : cluster [DBG] pgmap v425: 161 pgs: 4 active+undersized, 1 active+undersized+degraded, 156 active+clean; 585 KiB data, 253 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s; 1/636 objects degraded (0.157%) 2024-09-13T14:33:04.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:33:03 smithi062 bash[89221]: cluster 2024-09-13T14:33:02.577540+0000 mgr.y (mgr.25139) 713 : cluster [DBG] pgmap v425: 161 pgs: 4 active+undersized, 1 active+undersized+degraded, 156 active+clean; 585 KiB data, 253 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s; 1/636 objects degraded (0.157%) 2024-09-13T14:33:04.005 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:33:03 smithi062 bash[89221]: audit 2024-09-13T14:33:02.681325+0000 mon.b (mon.1) 240 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-13T14:33:04.005 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:33:03 smithi062 bash[89221]: audit 2024-09-13T14:33:02.681325+0000 mon.b (mon.1) 240 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-13T14:33:04.005 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:33:03 smithi062 bash[89221]: audit 2024-09-13T14:33:02.685310+0000 mon.b (mon.1) 241 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:33:04.005 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:33:03 smithi062 bash[89221]: audit 2024-09-13T14:33:02.685310+0000 mon.b (mon.1) 241 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:33:04.005 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:33:03 smithi062 bash[89221]: audit 2024-09-13T14:33:02.688103+0000 mon.b (mon.1) 242 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:33:04.005 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:33:03 smithi062 bash[89221]: audit 2024-09-13T14:33:02.688103+0000 mon.b (mon.1) 242 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:33:04.005 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:33:03 smithi062 bash[89221]: audit 2024-09-13T14:33:02.690583+0000 mon.b (mon.1) 243 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:33:04.005 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:33:03 smithi062 bash[89221]: audit 2024-09-13T14:33:02.690583+0000 mon.b (mon.1) 243 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:33:04.005 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:33:03 smithi062 bash[92878]: audit 2024-09-13T14:33:02.517441+0000 mon.a (mon.0) 402 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:33:04.005 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:33:03 smithi062 bash[92878]: audit 2024-09-13T14:33:02.517441+0000 mon.a (mon.0) 402 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:33:04.006 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:33:03 smithi062 bash[92878]: audit 2024-09-13T14:33:02.530974+0000 mon.a (mon.0) 403 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:33:04.006 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:33:03 smithi062 bash[92878]: audit 2024-09-13T14:33:02.530974+0000 mon.a (mon.0) 403 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:33:04.006 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:33:03 smithi062 bash[92878]: audit 2024-09-13T14:33:02.533472+0000 mon.b (mon.1) 238 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:33:04.006 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:33:03 smithi062 bash[92878]: audit 2024-09-13T14:33:02.533472+0000 mon.b (mon.1) 238 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:33:04.006 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:33:03 smithi062 bash[92878]: audit 2024-09-13T14:33:02.535732+0000 mon.b (mon.1) 239 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-13T14:33:04.006 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:33:03 smithi062 bash[92878]: audit 2024-09-13T14:33:02.535732+0000 mon.b (mon.1) 239 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-13T14:33:04.006 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:33:03 smithi062 bash[92878]: audit 2024-09-13T14:33:02.548579+0000 mon.a (mon.0) 404 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:33:04.006 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:33:03 smithi062 bash[92878]: audit 2024-09-13T14:33:02.548579+0000 mon.a (mon.0) 404 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:33:04.006 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:33:03 smithi062 bash[92878]: cluster 2024-09-13T14:33:02.577540+0000 mgr.y (mgr.25139) 713 : cluster [DBG] pgmap v425: 161 pgs: 4 active+undersized, 1 active+undersized+degraded, 156 active+clean; 585 KiB data, 253 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s; 1/636 objects degraded (0.157%) 2024-09-13T14:33:04.006 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:33:03 smithi062 bash[92878]: cluster 2024-09-13T14:33:02.577540+0000 mgr.y (mgr.25139) 713 : cluster [DBG] pgmap v425: 161 pgs: 4 active+undersized, 1 active+undersized+degraded, 156 active+clean; 585 KiB data, 253 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s; 1/636 objects degraded (0.157%) 2024-09-13T14:33:04.006 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:33:03 smithi062 bash[92878]: audit 2024-09-13T14:33:02.681325+0000 mon.b (mon.1) 240 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-13T14:33:04.006 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:33:03 smithi062 bash[92878]: audit 2024-09-13T14:33:02.681325+0000 mon.b (mon.1) 240 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-13T14:33:04.006 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:33:03 smithi062 bash[92878]: audit 2024-09-13T14:33:02.685310+0000 mon.b (mon.1) 241 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:33:04.007 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:33:03 smithi062 bash[92878]: audit 2024-09-13T14:33:02.685310+0000 mon.b (mon.1) 241 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:33:04.007 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:33:03 smithi062 bash[92878]: audit 2024-09-13T14:33:02.688103+0000 mon.b (mon.1) 242 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:33:04.007 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:33:03 smithi062 bash[92878]: audit 2024-09-13T14:33:02.688103+0000 mon.b (mon.1) 242 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:33:04.007 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:33:03 smithi062 bash[92878]: audit 2024-09-13T14:33:02.690583+0000 mon.b (mon.1) 243 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:33:04.007 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:33:03 smithi062 bash[92878]: audit 2024-09-13T14:33:02.690583+0000 mon.b (mon.1) 243 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:33:04.007 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:33:03 smithi062 bash[89221]: audit 2024-09-13T14:33:02.693681+0000 mon.b (mon.1) 244 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16} : dispatch 2024-09-13T14:33:04.007 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:33:03 smithi062 bash[89221]: audit 2024-09-13T14:33:02.693681+0000 mon.b (mon.1) 244 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16} : dispatch 2024-09-13T14:33:04.007 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:33:03 smithi062 bash[89221]: audit 2024-09-13T14:33:02.695135+0000 mgr.y (mgr.25139) 714 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-09-13T14:33:04.007 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:33:03 smithi062 bash[89221]: audit 2024-09-13T14:33:02.695135+0000 mgr.y (mgr.25139) 714 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-09-13T14:33:04.007 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:33:03 smithi062 bash[89221]: cephadm 2024-09-13T14:33:02.697807+0000 mgr.y (mgr.25139) 715 : cephadm [INF] Upgrade: osd.6 is safe to restart 2024-09-13T14:33:04.008 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:33:03 smithi062 bash[89221]: cephadm 2024-09-13T14:33:02.697807+0000 mgr.y (mgr.25139) 715 : cephadm [INF] Upgrade: osd.6 is safe to restart 2024-09-13T14:33:04.008 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:33:03 smithi062 bash[89221]: audit 2024-09-13T14:33:02.825707+0000 mgr.y (mgr.25139) 716 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:33:04.008 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:33:03 smithi062 bash[89221]: audit 2024-09-13T14:33:02.825707+0000 mgr.y (mgr.25139) 716 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:33:04.008 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:33:03 smithi062 bash[92878]: audit 2024-09-13T14:33:02.693681+0000 mon.b (mon.1) 244 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16} : dispatch 2024-09-13T14:33:04.008 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:33:03 smithi062 bash[92878]: audit 2024-09-13T14:33:02.693681+0000 mon.b (mon.1) 244 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16} : dispatch 2024-09-13T14:33:04.008 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:33:03 smithi062 bash[92878]: audit 2024-09-13T14:33:02.695135+0000 mgr.y (mgr.25139) 714 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-09-13T14:33:04.008 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:33:03 smithi062 bash[92878]: audit 2024-09-13T14:33:02.695135+0000 mgr.y (mgr.25139) 714 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-09-13T14:33:04.008 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:33:03 smithi062 bash[92878]: cephadm 2024-09-13T14:33:02.697807+0000 mgr.y (mgr.25139) 715 : cephadm [INF] Upgrade: osd.6 is safe to restart 2024-09-13T14:33:04.009 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:33:03 smithi062 bash[92878]: cephadm 2024-09-13T14:33:02.697807+0000 mgr.y (mgr.25139) 715 : cephadm [INF] Upgrade: osd.6 is safe to restart 2024-09-13T14:33:04.009 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:33:03 smithi062 bash[92878]: audit 2024-09-13T14:33:02.825707+0000 mgr.y (mgr.25139) 716 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:33:04.009 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:33:03 smithi062 bash[92878]: audit 2024-09-13T14:33:02.825707+0000 mgr.y (mgr.25139) 716 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:33:04.935 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:33:04 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:33:04.715493704Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:33:04.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:33:04 smithi178 bash[70490]: cluster 2024-09-13T14:33:04.630411+0000 mon.a (mon.0) 405 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 1/636 objects degraded (0.157%), 1 pg degraded) 2024-09-13T14:33:04.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:33:04 smithi178 bash[70490]: cluster 2024-09-13T14:33:04.630411+0000 mon.a (mon.0) 405 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 1/636 objects degraded (0.157%), 1 pg degraded) 2024-09-13T14:33:04.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:33:04 smithi178 bash[70490]: cluster 2024-09-13T14:33:04.630460+0000 mon.a (mon.0) 406 : cluster [INF] Cluster is now healthy 2024-09-13T14:33:04.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:33:04 smithi178 bash[70490]: cluster 2024-09-13T14:33:04.630460+0000 mon.a (mon.0) 406 : cluster [INF] Cluster is now healthy 2024-09-13T14:33:05.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:33:04 smithi062 bash[89221]: cluster 2024-09-13T14:33:04.630411+0000 mon.a (mon.0) 405 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 1/636 objects degraded (0.157%), 1 pg degraded) 2024-09-13T14:33:05.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:33:04 smithi062 bash[89221]: cluster 2024-09-13T14:33:04.630411+0000 mon.a (mon.0) 405 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 1/636 objects degraded (0.157%), 1 pg degraded) 2024-09-13T14:33:05.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:33:04 smithi062 bash[89221]: cluster 2024-09-13T14:33:04.630460+0000 mon.a (mon.0) 406 : cluster [INF] Cluster is now healthy 2024-09-13T14:33:05.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:33:04 smithi062 bash[89221]: cluster 2024-09-13T14:33:04.630460+0000 mon.a (mon.0) 406 : cluster [INF] Cluster is now healthy 2024-09-13T14:33:05.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:33:04 smithi062 bash[92878]: cluster 2024-09-13T14:33:04.630411+0000 mon.a (mon.0) 405 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 1/636 objects degraded (0.157%), 1 pg degraded) 2024-09-13T14:33:05.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:33:04 smithi062 bash[92878]: cluster 2024-09-13T14:33:04.630411+0000 mon.a (mon.0) 405 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 1/636 objects degraded (0.157%), 1 pg degraded) 2024-09-13T14:33:05.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:33:04 smithi062 bash[92878]: cluster 2024-09-13T14:33:04.630460+0000 mon.a (mon.0) 406 : cluster [INF] Cluster is now healthy 2024-09-13T14:33:05.005 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:33:04 smithi062 bash[92878]: cluster 2024-09-13T14:33:04.630460+0000 mon.a (mon.0) 406 : cluster [INF] Cluster is now healthy 2024-09-13T14:33:06.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:33:06 smithi178 bash[70490]: cluster 2024-09-13T14:33:04.578580+0000 mgr.y (mgr.25139) 717 : cluster [DBG] pgmap v426: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 715 GiB / 715 GiB avail; 645 B/s rd, 0 op/s 2024-09-13T14:33:06.436 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:33:06 smithi178 bash[70490]: cluster 2024-09-13T14:33:04.578580+0000 mgr.y (mgr.25139) 717 : cluster [DBG] pgmap v426: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 715 GiB / 715 GiB avail; 645 B/s rd, 0 op/s 2024-09-13T14:33:06.436 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:33:06 smithi178 bash[70490]: cephadm 2024-09-13T14:33:05.135912+0000 mgr.y (mgr.25139) 718 : cephadm [INF] Upgrade: Updating osd.6 2024-09-13T14:33:06.436 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:33:06 smithi178 bash[70490]: cephadm 2024-09-13T14:33:05.135912+0000 mgr.y (mgr.25139) 718 : cephadm [INF] Upgrade: Updating osd.6 2024-09-13T14:33:06.436 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:33:06 smithi178 bash[70490]: audit 2024-09-13T14:33:05.144226+0000 mon.a (mon.0) 407 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:33:06.436 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:33:06 smithi178 bash[70490]: audit 2024-09-13T14:33:05.144226+0000 mon.a (mon.0) 407 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:33:06.436 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:33:06 smithi178 bash[70490]: audit 2024-09-13T14:33:05.148580+0000 mon.b (mon.1) 245 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.6"} : dispatch 2024-09-13T14:33:06.436 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:33:06 smithi178 bash[70490]: audit 2024-09-13T14:33:05.148580+0000 mon.b (mon.1) 245 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.6"} : dispatch 2024-09-13T14:33:06.436 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:33:06 smithi178 bash[70490]: audit 2024-09-13T14:33:05.150624+0000 mon.b (mon.1) 246 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:33:06.436 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:33:06 smithi178 bash[70490]: audit 2024-09-13T14:33:05.150624+0000 mon.b (mon.1) 246 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:33:06.503 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:33:06 smithi062 bash[92878]: cluster 2024-09-13T14:33:04.578580+0000 mgr.y (mgr.25139) 717 : cluster [DBG] pgmap v426: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 715 GiB / 715 GiB avail; 645 B/s rd, 0 op/s 2024-09-13T14:33:06.503 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:33:06 smithi062 bash[92878]: cluster 2024-09-13T14:33:04.578580+0000 mgr.y (mgr.25139) 717 : cluster [DBG] pgmap v426: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 715 GiB / 715 GiB avail; 645 B/s rd, 0 op/s 2024-09-13T14:33:06.504 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:33:06 smithi062 bash[92878]: cephadm 2024-09-13T14:33:05.135912+0000 mgr.y (mgr.25139) 718 : cephadm [INF] Upgrade: Updating osd.6 2024-09-13T14:33:06.504 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:33:06 smithi062 bash[92878]: cephadm 2024-09-13T14:33:05.135912+0000 mgr.y (mgr.25139) 718 : cephadm [INF] Upgrade: Updating osd.6 2024-09-13T14:33:06.504 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:33:06 smithi062 bash[92878]: audit 2024-09-13T14:33:05.144226+0000 mon.a (mon.0) 407 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:33:06.504 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:33:06 smithi062 bash[92878]: audit 2024-09-13T14:33:05.144226+0000 mon.a (mon.0) 407 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:33:06.504 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:33:06 smithi062 bash[92878]: audit 2024-09-13T14:33:05.148580+0000 mon.b (mon.1) 245 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.6"} : dispatch 2024-09-13T14:33:06.504 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:33:06 smithi062 bash[92878]: audit 2024-09-13T14:33:05.148580+0000 mon.b (mon.1) 245 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.6"} : dispatch 2024-09-13T14:33:06.504 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:33:06 smithi062 bash[92878]: audit 2024-09-13T14:33:05.150624+0000 mon.b (mon.1) 246 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:33:06.504 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:33:06 smithi062 bash[92878]: audit 2024-09-13T14:33:05.150624+0000 mon.b (mon.1) 246 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:33:06.505 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:33:06 smithi062 bash[89221]: cluster 2024-09-13T14:33:04.578580+0000 mgr.y (mgr.25139) 717 : cluster [DBG] pgmap v426: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 715 GiB / 715 GiB avail; 645 B/s rd, 0 op/s 2024-09-13T14:33:06.505 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:33:06 smithi062 bash[89221]: cluster 2024-09-13T14:33:04.578580+0000 mgr.y (mgr.25139) 717 : cluster [DBG] pgmap v426: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 715 GiB / 715 GiB avail; 645 B/s rd, 0 op/s 2024-09-13T14:33:06.505 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:33:06 smithi062 bash[89221]: cephadm 2024-09-13T14:33:05.135912+0000 mgr.y (mgr.25139) 718 : cephadm [INF] Upgrade: Updating osd.6 2024-09-13T14:33:06.505 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:33:06 smithi062 bash[89221]: cephadm 2024-09-13T14:33:05.135912+0000 mgr.y (mgr.25139) 718 : cephadm [INF] Upgrade: Updating osd.6 2024-09-13T14:33:06.505 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:33:06 smithi062 bash[89221]: audit 2024-09-13T14:33:05.144226+0000 mon.a (mon.0) 407 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:33:06.505 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:33:06 smithi062 bash[89221]: audit 2024-09-13T14:33:05.144226+0000 mon.a (mon.0) 407 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:33:06.505 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:33:06 smithi062 bash[89221]: audit 2024-09-13T14:33:05.148580+0000 mon.b (mon.1) 245 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.6"} : dispatch 2024-09-13T14:33:06.505 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:33:06 smithi062 bash[89221]: audit 2024-09-13T14:33:05.148580+0000 mon.b (mon.1) 245 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.6"} : dispatch 2024-09-13T14:33:06.505 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:33:06 smithi062 bash[89221]: audit 2024-09-13T14:33:05.150624+0000 mon.b (mon.1) 246 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:33:06.505 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:33:06 smithi062 bash[89221]: audit 2024-09-13T14:33:05.150624+0000 mon.b (mon.1) 246 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:33:07.442 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:33:07 smithi178 bash[70490]: cephadm 2024-09-13T14:33:05.157383+0000 mgr.y (mgr.25139) 719 : cephadm [INF] Deploying daemon osd.6 on smithi178 2024-09-13T14:33:07.442 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:33:07 smithi178 bash[70490]: cephadm 2024-09-13T14:33:05.157383+0000 mgr.y (mgr.25139) 719 : cephadm [INF] Deploying daemon osd.6 on smithi178 2024-09-13T14:33:07.503 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:33:07 smithi062 bash[92878]: cephadm 2024-09-13T14:33:05.157383+0000 mgr.y (mgr.25139) 719 : cephadm [INF] Deploying daemon osd.6 on smithi178 2024-09-13T14:33:07.503 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:33:07 smithi062 bash[92878]: cephadm 2024-09-13T14:33:05.157383+0000 mgr.y (mgr.25139) 719 : cephadm [INF] Deploying daemon osd.6 on smithi178 2024-09-13T14:33:07.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:33:07 smithi062 bash[89221]: cephadm 2024-09-13T14:33:05.157383+0000 mgr.y (mgr.25139) 719 : cephadm [INF] Deploying daemon osd.6 on smithi178 2024-09-13T14:33:07.504 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:33:07 smithi062 bash[89221]: cephadm 2024-09-13T14:33:05.157383+0000 mgr.y (mgr.25139) 719 : cephadm [INF] Deploying daemon osd.6 on smithi178 2024-09-13T14:33:08.155 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:33:07 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:33:07.738314925Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:33:08.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:33:08 smithi178 bash[70490]: cluster 2024-09-13T14:33:06.579766+0000 mgr.y (mgr.25139) 720 : cluster [DBG] pgmap v427: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-09-13T14:33:08.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:33:08 smithi178 bash[70490]: cluster 2024-09-13T14:33:06.579766+0000 mgr.y (mgr.25139) 720 : cluster [DBG] pgmap v427: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-09-13T14:33:08.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:33:08 smithi062 bash[89221]: cluster 2024-09-13T14:33:06.579766+0000 mgr.y (mgr.25139) 720 : cluster [DBG] pgmap v427: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-09-13T14:33:08.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:33:08 smithi062 bash[89221]: cluster 2024-09-13T14:33:06.579766+0000 mgr.y (mgr.25139) 720 : cluster [DBG] pgmap v427: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-09-13T14:33:08.503 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:33:08 smithi062 bash[92878]: cluster 2024-09-13T14:33:06.579766+0000 mgr.y (mgr.25139) 720 : cluster [DBG] pgmap v427: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-09-13T14:33:08.504 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:33:08 smithi062 bash[92878]: cluster 2024-09-13T14:33:06.579766+0000 mgr.y (mgr.25139) 720 : cluster [DBG] pgmap v427: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 715 GiB / 715 GiB avail; 1.1 KiB/s rd, 1 op/s 2024-09-13T14:33:09.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:33:09 smithi178 bash[70490]: cluster 2024-09-13T14:33:08.580837+0000 mgr.y (mgr.25139) 721 : cluster [DBG] pgmap v428: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-09-13T14:33:09.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:33:09 smithi178 bash[70490]: cluster 2024-09-13T14:33:08.580837+0000 mgr.y (mgr.25139) 721 : cluster [DBG] pgmap v428: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-09-13T14:33:09.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:33:09 smithi062 bash[89221]: cluster 2024-09-13T14:33:08.580837+0000 mgr.y (mgr.25139) 721 : cluster [DBG] pgmap v428: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-09-13T14:33:09.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:33:09 smithi062 bash[89221]: cluster 2024-09-13T14:33:08.580837+0000 mgr.y (mgr.25139) 721 : cluster [DBG] pgmap v428: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-09-13T14:33:09.503 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:33:09 smithi062 bash[92878]: cluster 2024-09-13T14:33:08.580837+0000 mgr.y (mgr.25139) 721 : cluster [DBG] pgmap v428: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-09-13T14:33:09.503 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:33:09 smithi062 bash[92878]: cluster 2024-09-13T14:33:08.580837+0000 mgr.y (mgr.25139) 721 : cluster [DBG] pgmap v428: 161 pgs: 161 active+clean; 585 KiB data, 253 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-09-13T14:33:10.068 INFO:journalctl@ceph.osd.5.smithi178.stdout:Sep 13 14:33:09 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:33:10.068 INFO:journalctl@ceph.osd.6.smithi178.stdout:Sep 13 14:33:09 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:33:10.068 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 14:33:09 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:33:10.069 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 13 14:33:09 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:33:10.069 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:33:09 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:33:10.069 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:33:09 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:33:10.069 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 13 14:33:09 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:33:10.070 INFO:journalctl@ceph.osd.7.smithi178.stdout:Sep 13 14:33:09 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:33:10.070 INFO:journalctl@ceph.osd.4.smithi178.stdout:Sep 13 14:33:09 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:33:10.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:33:10 smithi178 bash[70490]: cluster 2024-09-13T14:33:10.188876+0000 mon.a (mon.0) 408 : cluster [INF] osd.6 marked itself down and dead 2024-09-13T14:33:10.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:33:10 smithi178 bash[70490]: cluster 2024-09-13T14:33:10.188876+0000 mon.a (mon.0) 408 : cluster [INF] osd.6 marked itself down and dead 2024-09-13T14:33:10.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:33:10 smithi178 bash[70490]: cluster 2024-09-13T14:33:10.240185+0000 mon.a (mon.0) 409 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-09-13T14:33:10.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:33:10 smithi178 bash[70490]: cluster 2024-09-13T14:33:10.240185+0000 mon.a (mon.0) 409 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-09-13T14:33:10.436 INFO:journalctl@ceph.osd.6.smithi178.stdout:Sep 13 14:33:10 smithi178 systemd[1]: Stopping Ceph osd.6 for ff1149ea-71d5-11ef-bceb-c7b262605968... 2024-09-13T14:33:10.436 INFO:journalctl@ceph.osd.6.smithi178.stdout:Sep 13 14:33:10 smithi178 bash[36063]: debug 2024-09-13T14:33:10.182+0000 7fe6e9cb5640 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.6 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2024-09-13T14:33:10.436 INFO:journalctl@ceph.osd.6.smithi178.stdout:Sep 13 14:33:10 smithi178 bash[36063]: debug 2024-09-13T14:33:10.182+0000 7fe6e9cb5640 -1 osd.6 143 *** Got signal Terminated *** 2024-09-13T14:33:10.436 INFO:journalctl@ceph.osd.6.smithi178.stdout:Sep 13 14:33:10 smithi178 bash[36063]: debug 2024-09-13T14:33:10.182+0000 7fe6e9cb5640 -1 osd.6 143 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-13T14:33:10.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:33:10 smithi062 bash[89221]: cluster 2024-09-13T14:33:10.188876+0000 mon.a (mon.0) 408 : cluster [INF] osd.6 marked itself down and dead 2024-09-13T14:33:10.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:33:10 smithi062 bash[89221]: cluster 2024-09-13T14:33:10.188876+0000 mon.a (mon.0) 408 : cluster [INF] osd.6 marked itself down and dead 2024-09-13T14:33:10.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:33:10 smithi062 bash[89221]: cluster 2024-09-13T14:33:10.240185+0000 mon.a (mon.0) 409 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-09-13T14:33:10.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:33:10 smithi062 bash[89221]: cluster 2024-09-13T14:33:10.240185+0000 mon.a (mon.0) 409 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-09-13T14:33:10.754 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:33:10 smithi062 bash[92878]: cluster 2024-09-13T14:33:10.188876+0000 mon.a (mon.0) 408 : cluster [INF] osd.6 marked itself down and dead 2024-09-13T14:33:10.754 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:33:10 smithi062 bash[92878]: cluster 2024-09-13T14:33:10.188876+0000 mon.a (mon.0) 408 : cluster [INF] osd.6 marked itself down and dead 2024-09-13T14:33:10.754 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:33:10 smithi062 bash[92878]: cluster 2024-09-13T14:33:10.240185+0000 mon.a (mon.0) 409 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-09-13T14:33:10.754 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:33:10 smithi062 bash[92878]: cluster 2024-09-13T14:33:10.240185+0000 mon.a (mon.0) 409 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-09-13T14:33:11.086 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:33:10 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:33:10.751456181Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:33:11.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:33:11 smithi178 bash[70490]: cluster 2024-09-13T14:33:10.255823+0000 mon.a (mon.0) 410 : cluster [DBG] osdmap e144: 8 total, 7 up, 8 in 2024-09-13T14:33:11.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:33:11 smithi178 bash[70490]: cluster 2024-09-13T14:33:10.255823+0000 mon.a (mon.0) 410 : cluster [DBG] osdmap e144: 8 total, 7 up, 8 in 2024-09-13T14:33:11.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:33:11 smithi178 bash[70490]: cluster 2024-09-13T14:33:10.581551+0000 mgr.y (mgr.25139) 722 : cluster [DBG] pgmap v430: 161 pgs: 13 stale+active+clean, 148 active+clean; 585 KiB data, 253 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-09-13T14:33:11.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:33:11 smithi178 bash[70490]: cluster 2024-09-13T14:33:10.581551+0000 mgr.y (mgr.25139) 722 : cluster [DBG] pgmap v430: 161 pgs: 13 stale+active+clean, 148 active+clean; 585 KiB data, 253 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-09-13T14:33:11.436 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:33:11 smithi178 bash[70490]: cluster 2024-09-13T14:33:11.254419+0000 mon.a (mon.0) 411 : cluster [DBG] osdmap e145: 8 total, 7 up, 8 in 2024-09-13T14:33:11.436 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:33:11 smithi178 bash[70490]: cluster 2024-09-13T14:33:11.254419+0000 mon.a (mon.0) 411 : cluster [DBG] osdmap e145: 8 total, 7 up, 8 in 2024-09-13T14:33:11.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:33:11 smithi062 bash[89221]: cluster 2024-09-13T14:33:10.255823+0000 mon.a (mon.0) 410 : cluster [DBG] osdmap e144: 8 total, 7 up, 8 in 2024-09-13T14:33:11.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:33:11 smithi062 bash[89221]: cluster 2024-09-13T14:33:10.255823+0000 mon.a (mon.0) 410 : cluster [DBG] osdmap e144: 8 total, 7 up, 8 in 2024-09-13T14:33:11.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:33:11 smithi062 bash[89221]: cluster 2024-09-13T14:33:10.581551+0000 mgr.y (mgr.25139) 722 : cluster [DBG] pgmap v430: 161 pgs: 13 stale+active+clean, 148 active+clean; 585 KiB data, 253 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-09-13T14:33:11.754 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:33:11 smithi062 bash[89221]: cluster 2024-09-13T14:33:10.581551+0000 mgr.y (mgr.25139) 722 : cluster [DBG] pgmap v430: 161 pgs: 13 stale+active+clean, 148 active+clean; 585 KiB data, 253 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-09-13T14:33:11.754 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:33:11 smithi062 bash[89221]: cluster 2024-09-13T14:33:11.254419+0000 mon.a (mon.0) 411 : cluster [DBG] osdmap e145: 8 total, 7 up, 8 in 2024-09-13T14:33:11.754 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:33:11 smithi062 bash[89221]: cluster 2024-09-13T14:33:11.254419+0000 mon.a (mon.0) 411 : cluster [DBG] osdmap e145: 8 total, 7 up, 8 in 2024-09-13T14:33:11.754 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:33:11 smithi062 bash[92878]: cluster 2024-09-13T14:33:10.255823+0000 mon.a (mon.0) 410 : cluster [DBG] osdmap e144: 8 total, 7 up, 8 in 2024-09-13T14:33:11.754 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:33:11 smithi062 bash[92878]: cluster 2024-09-13T14:33:10.255823+0000 mon.a (mon.0) 410 : cluster [DBG] osdmap e144: 8 total, 7 up, 8 in 2024-09-13T14:33:11.754 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:33:11 smithi062 bash[92878]: cluster 2024-09-13T14:33:10.581551+0000 mgr.y (mgr.25139) 722 : cluster [DBG] pgmap v430: 161 pgs: 13 stale+active+clean, 148 active+clean; 585 KiB data, 253 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-09-13T14:33:11.754 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:33:11 smithi062 bash[92878]: cluster 2024-09-13T14:33:10.581551+0000 mgr.y (mgr.25139) 722 : cluster [DBG] pgmap v430: 161 pgs: 13 stale+active+clean, 148 active+clean; 585 KiB data, 253 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-09-13T14:33:11.754 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:33:11 smithi062 bash[92878]: cluster 2024-09-13T14:33:11.254419+0000 mon.a (mon.0) 411 : cluster [DBG] osdmap e145: 8 total, 7 up, 8 in 2024-09-13T14:33:11.754 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:33:11 smithi062 bash[92878]: cluster 2024-09-13T14:33:11.254419+0000 mon.a (mon.0) 411 : cluster [DBG] osdmap e145: 8 total, 7 up, 8 in 2024-09-13T14:33:11.810 INFO:journalctl@ceph.osd.6.smithi178.stdout:Sep 13 14:33:11 smithi178 bash[82579]: ceph-ff1149ea-71d5-11ef-bceb-c7b262605968-osd-6 2024-09-13T14:33:11.810 INFO:journalctl@ceph.osd.6.smithi178.stdout:Sep 13 14:33:11 smithi178 bash[82643]: Error response from daemon: No such container: ceph-ff1149ea-71d5-11ef-bceb-c7b262605968-osd-6 2024-09-13T14:33:12.736 INFO:teuthology.orchestra.run.smithi062.stdout:true 2024-09-13T14:33:13.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:33:12 smithi062 bash[92878]: cluster 2024-09-13T14:33:12.635314+0000 mon.a (mon.0) 412 : cluster [WRN] Health check failed: Reduced data availability: 5 pgs inactive, 6 pgs peering (PG_AVAILABILITY) 2024-09-13T14:33:13.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:33:12 smithi062 bash[92878]: cluster 2024-09-13T14:33:12.635314+0000 mon.a (mon.0) 412 : cluster [WRN] Health check failed: Reduced data availability: 5 pgs inactive, 6 pgs peering (PG_AVAILABILITY) 2024-09-13T14:33:13.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:33:12 smithi062 bash[92878]: cluster 2024-09-13T14:33:12.635392+0000 mon.a (mon.0) 413 : cluster [WRN] Health check failed: Degraded data redundancy: 23/636 objects degraded (3.616%), 6 pgs degraded (PG_DEGRADED) 2024-09-13T14:33:13.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:33:12 smithi062 bash[92878]: cluster 2024-09-13T14:33:12.635392+0000 mon.a (mon.0) 413 : cluster [WRN] Health check failed: Degraded data redundancy: 23/636 objects degraded (3.616%), 6 pgs degraded (PG_DEGRADED) 2024-09-13T14:33:13.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:33:12 smithi062 bash[89221]: cluster 2024-09-13T14:33:12.635314+0000 mon.a (mon.0) 412 : cluster [WRN] Health check failed: Reduced data availability: 5 pgs inactive, 6 pgs peering (PG_AVAILABILITY) 2024-09-13T14:33:13.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:33:12 smithi062 bash[89221]: cluster 2024-09-13T14:33:12.635314+0000 mon.a (mon.0) 412 : cluster [WRN] Health check failed: Reduced data availability: 5 pgs inactive, 6 pgs peering (PG_AVAILABILITY) 2024-09-13T14:33:13.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:33:12 smithi062 bash[89221]: cluster 2024-09-13T14:33:12.635392+0000 mon.a (mon.0) 413 : cluster [WRN] Health check failed: Degraded data redundancy: 23/636 objects degraded (3.616%), 6 pgs degraded (PG_DEGRADED) 2024-09-13T14:33:13.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:33:12 smithi062 bash[89221]: cluster 2024-09-13T14:33:12.635392+0000 mon.a (mon.0) 413 : cluster [WRN] Health check failed: Degraded data redundancy: 23/636 objects degraded (3.616%), 6 pgs degraded (PG_DEGRADED) 2024-09-13T14:33:13.101 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:33:12 smithi178 bash[70490]: cluster 2024-09-13T14:33:12.635314+0000 mon.a (mon.0) 412 : cluster [WRN] Health check failed: Reduced data availability: 5 pgs inactive, 6 pgs peering (PG_AVAILABILITY) 2024-09-13T14:33:13.102 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:33:12 smithi178 bash[70490]: cluster 2024-09-13T14:33:12.635314+0000 mon.a (mon.0) 412 : cluster [WRN] Health check failed: Reduced data availability: 5 pgs inactive, 6 pgs peering (PG_AVAILABILITY) 2024-09-13T14:33:13.102 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:33:12 smithi178 bash[70490]: cluster 2024-09-13T14:33:12.635392+0000 mon.a (mon.0) 413 : cluster [WRN] Health check failed: Degraded data redundancy: 23/636 objects degraded (3.616%), 6 pgs degraded (PG_DEGRADED) 2024-09-13T14:33:13.102 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:33:12 smithi178 bash[70490]: cluster 2024-09-13T14:33:12.635392+0000 mon.a (mon.0) 413 : cluster [WRN] Health check failed: Degraded data redundancy: 23/636 objects degraded (3.616%), 6 pgs degraded (PG_DEGRADED) 2024-09-13T14:33:13.406 INFO:teuthology.orchestra.run.smithi062.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-13T14:33:13.406 INFO:teuthology.orchestra.run.smithi062.stdout:alertmanager.a smithi062 *:9093,9094 running (11m) 113s ago 38m 14.0M - 0.27.0 11f11916f8cd 6e93dcf56cea 2024-09-13T14:33:13.406 INFO:teuthology.orchestra.run.smithi062.stdout:grafana.a smithi178 *:3000 running (10m) 22s ago 38m 68.1M - 10.4.0 c8b91775d855 e5af99a01b68 2024-09-13T14:33:13.406 INFO:teuthology.orchestra.run.smithi062.stdout:iscsi.foo.smithi062.auboqe smithi062 *:5000 running (13m) 113s ago 35m 50.2M - 3.8 19dc8d659727 5db99a6f8116 2024-09-13T14:33:13.406 INFO:teuthology.orchestra.run.smithi062.stdout:mgr.x smithi178 *:8443,9283,8765 running (12m) 22s ago 46m 445M - 19.3.0-4917-gb0201b8c 1641fe80ce72 fc18b6fcd5bd 2024-09-13T14:33:13.406 INFO:teuthology.orchestra.run.smithi062.stdout:mgr.y smithi062 *:8443,9283,8765 running (23m) 113s ago 49m 514M - 19.3.0-4917-gb0201b8c 1641fe80ce72 fd629cc84850 2024-09-13T14:33:13.406 INFO:teuthology.orchestra.run.smithi062.stdout:mon.a smithi062 running (7m) 113s ago 49m 51.7M 2048M 19.3.0-4917-gb0201b8c 1641fe80ce72 6370c6daf05c 2024-09-13T14:33:13.406 INFO:teuthology.orchestra.run.smithi062.stdout:mon.b smithi178 running (8m) 22s ago 47m 47.7M 2048M 19.3.0-4917-gb0201b8c 1641fe80ce72 4246b63ea822 2024-09-13T14:33:13.406 INFO:teuthology.orchestra.run.smithi062.stdout:mon.c smithi062 running (7m) 113s ago 47m 37.6M 2048M 19.3.0-4917-gb0201b8c 1641fe80ce72 546ed05b6de1 2024-09-13T14:33:13.407 INFO:teuthology.orchestra.run.smithi062.stdout:node-exporter.a smithi062 *:9100 running (12m) 113s ago 38m 8200k - 1.7.0 72c9c2088986 d2a19c03fb98 2024-09-13T14:33:13.407 INFO:teuthology.orchestra.run.smithi062.stdout:node-exporter.b smithi178 *:9100 running (12m) 22s ago 38m 8343k - 1.7.0 72c9c2088986 ef73b17b6575 2024-09-13T14:33:13.407 INFO:teuthology.orchestra.run.smithi062.stdout:osd.0 smithi062 running (5m) 113s ago 46m 50.8M 3036M 19.3.0-4917-gb0201b8c 1641fe80ce72 711a747f4c3b 2024-09-13T14:33:13.407 INFO:teuthology.orchestra.run.smithi062.stdout:osd.1 smithi062 running (4m) 113s ago 45m 48.0M 3036M 19.3.0-4917-gb0201b8c 1641fe80ce72 8ddc722fe2b2 2024-09-13T14:33:13.407 INFO:teuthology.orchestra.run.smithi062.stdout:osd.2 smithi062 running (3m) 113s ago 44m 46.8M 3036M 19.3.0-4917-gb0201b8c 1641fe80ce72 6b0d80723a64 2024-09-13T14:33:13.407 INFO:teuthology.orchestra.run.smithi062.stdout:osd.3 smithi062 running (114s) 113s ago 43m - 3036M 19.3.0-4917-gb0201b8c 1641fe80ce72 fbedce232013 2024-09-13T14:33:13.407 INFO:teuthology.orchestra.run.smithi062.stdout:osd.4 smithi178 running (69s) 22s ago 42m 50.4M 3292M 19.3.0-4917-gb0201b8c 1641fe80ce72 6c0f465cbec8 2024-09-13T14:33:13.407 INFO:teuthology.orchestra.run.smithi062.stdout:osd.5 smithi178 running 22s ago 41m - 3292M 2024-09-13T14:33:13.407 INFO:teuthology.orchestra.run.smithi062.stdout:osd.6 smithi178 running (40m) 22s ago 40m 60.4M 3292M 19.1.1-322-g7741f7f9 19dc8d659727 e6cb50c05b1b 2024-09-13T14:33:13.407 INFO:teuthology.orchestra.run.smithi062.stdout:osd.7 smithi178 running (39m) 22s ago 39m 72.3M 3292M 19.1.1-322-g7741f7f9 19dc8d659727 fbc9d74ccd0e 2024-09-13T14:33:13.407 INFO:teuthology.orchestra.run.smithi062.stdout:prometheus.a smithi178 *:9095 running (11m) 22s ago 38m 52.6M - 2.51.0 1d3b7f56885b 3a9393efc8c5 2024-09-13T14:33:13.407 INFO:teuthology.orchestra.run.smithi062.stdout:rgw.foo.smithi062.raldkl smithi062 *:8000 running (36m) 113s ago 36m 101M - 19.1.1-322-g7741f7f9 19dc8d659727 c374202ad667 2024-09-13T14:33:13.407 INFO:teuthology.orchestra.run.smithi062.stdout:rgw.foo.smithi178.sseeij smithi178 *:8000 running (36m) 22s ago 36m 103M - 19.1.1-322-g7741f7f9 19dc8d659727 86fcacc26a6b 2024-09-13T14:33:13.788 INFO:teuthology.orchestra.run.smithi062.stdout:{ 2024-09-13T14:33:13.789 INFO:teuthology.orchestra.run.smithi062.stdout: "mon": { 2024-09-13T14:33:13.789 INFO:teuthology.orchestra.run.smithi062.stdout: "ceph version 19.3.0-4917-gb0201b8c (b0201b8c79733293453e7f10a10c7fa43119222b) squid (dev)": 3 2024-09-13T14:33:13.789 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-09-13T14:33:13.789 INFO:teuthology.orchestra.run.smithi062.stdout: "mgr": { 2024-09-13T14:33:13.789 INFO:teuthology.orchestra.run.smithi062.stdout: "ceph version 19.3.0-4917-gb0201b8c (b0201b8c79733293453e7f10a10c7fa43119222b) squid (dev)": 2 2024-09-13T14:33:13.789 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-09-13T14:33:13.789 INFO:teuthology.orchestra.run.smithi062.stdout: "osd": { 2024-09-13T14:33:13.789 INFO:teuthology.orchestra.run.smithi062.stdout: "ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable)": 1, 2024-09-13T14:33:13.789 INFO:teuthology.orchestra.run.smithi062.stdout: "ceph version 19.3.0-4917-gb0201b8c (b0201b8c79733293453e7f10a10c7fa43119222b) squid (dev)": 6 2024-09-13T14:33:13.789 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-09-13T14:33:13.789 INFO:teuthology.orchestra.run.smithi062.stdout: "rgw": { 2024-09-13T14:33:13.790 INFO:teuthology.orchestra.run.smithi062.stdout: "ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable)": 2 2024-09-13T14:33:13.790 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-09-13T14:33:13.790 INFO:teuthology.orchestra.run.smithi062.stdout: "overall": { 2024-09-13T14:33:13.790 INFO:teuthology.orchestra.run.smithi062.stdout: "ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable)": 3, 2024-09-13T14:33:13.790 INFO:teuthology.orchestra.run.smithi062.stdout: "ceph version 19.3.0-4917-gb0201b8c (b0201b8c79733293453e7f10a10c7fa43119222b) squid (dev)": 11 2024-09-13T14:33:13.790 INFO:teuthology.orchestra.run.smithi062.stdout: } 2024-09-13T14:33:13.790 INFO:teuthology.orchestra.run.smithi062.stdout:} 2024-09-13T14:33:14.003 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:33:13 smithi062 bash[68610]: ::ffff:172.21.15.178 - - [13/Sep/2024:14:33:13] "GET /metrics HTTP/1.1" 200 38263 "" "Prometheus/2.51.0" 2024-09-13T14:33:14.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:33:13 smithi062 bash[89221]: cluster 2024-09-13T14:33:12.582980+0000 mgr.y (mgr.25139) 723 : cluster [DBG] pgmap v432: 161 pgs: 11 active+undersized, 15 peering, 2 stale+active+clean, 6 active+undersized+degraded, 127 active+clean; 585 KiB data, 253 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s; 23/636 objects degraded (3.616%) 2024-09-13T14:33:14.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:33:13 smithi062 bash[89221]: cluster 2024-09-13T14:33:12.582980+0000 mgr.y (mgr.25139) 723 : cluster [DBG] pgmap v432: 161 pgs: 11 active+undersized, 15 peering, 2 stale+active+clean, 6 active+undersized+degraded, 127 active+clean; 585 KiB data, 253 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s; 23/636 objects degraded (3.616%) 2024-09-13T14:33:14.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:33:13 smithi062 bash[89221]: audit 2024-09-13T14:33:12.723686+0000 mgr.y (mgr.25139) 724 : audit [DBG] from='client.44502 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:33:14.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:33:13 smithi062 bash[89221]: audit 2024-09-13T14:33:12.723686+0000 mgr.y (mgr.25139) 724 : audit [DBG] from='client.44502 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:33:14.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:33:13 smithi062 bash[89221]: audit 2024-09-13T14:33:12.836093+0000 mgr.y (mgr.25139) 725 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:33:14.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:33:13 smithi062 bash[89221]: audit 2024-09-13T14:33:12.836093+0000 mgr.y (mgr.25139) 725 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:33:14.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:33:13 smithi062 bash[89221]: audit 2024-09-13T14:33:13.052335+0000 mgr.y (mgr.25139) 726 : audit [DBG] from='client.54479 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:33:14.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:33:13 smithi062 bash[89221]: audit 2024-09-13T14:33:13.052335+0000 mgr.y (mgr.25139) 726 : audit [DBG] from='client.54479 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:33:14.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:33:13 smithi062 bash[92878]: cluster 2024-09-13T14:33:12.582980+0000 mgr.y (mgr.25139) 723 : cluster [DBG] pgmap v432: 161 pgs: 11 active+undersized, 15 peering, 2 stale+active+clean, 6 active+undersized+degraded, 127 active+clean; 585 KiB data, 253 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s; 23/636 objects degraded (3.616%) 2024-09-13T14:33:14.005 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:33:13 smithi062 bash[92878]: cluster 2024-09-13T14:33:12.582980+0000 mgr.y (mgr.25139) 723 : cluster [DBG] pgmap v432: 161 pgs: 11 active+undersized, 15 peering, 2 stale+active+clean, 6 active+undersized+degraded, 127 active+clean; 585 KiB data, 253 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s; 23/636 objects degraded (3.616%) 2024-09-13T14:33:14.005 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:33:13 smithi062 bash[92878]: audit 2024-09-13T14:33:12.723686+0000 mgr.y (mgr.25139) 724 : audit [DBG] from='client.44502 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:33:14.005 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:33:13 smithi062 bash[92878]: audit 2024-09-13T14:33:12.723686+0000 mgr.y (mgr.25139) 724 : audit [DBG] from='client.44502 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:33:14.005 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:33:13 smithi062 bash[92878]: audit 2024-09-13T14:33:12.836093+0000 mgr.y (mgr.25139) 725 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:33:14.005 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:33:13 smithi062 bash[92878]: audit 2024-09-13T14:33:12.836093+0000 mgr.y (mgr.25139) 725 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:33:14.005 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:33:13 smithi062 bash[92878]: audit 2024-09-13T14:33:13.052335+0000 mgr.y (mgr.25139) 726 : audit [DBG] from='client.54479 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:33:14.005 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:33:13 smithi062 bash[92878]: audit 2024-09-13T14:33:13.052335+0000 mgr.y (mgr.25139) 726 : audit [DBG] from='client.54479 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:33:14.036 INFO:journalctl@ceph.osd.4.smithi178.stdout:Sep 13 14:33:13 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:33:14.037 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 14:33:13 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:33:14.037 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 13 14:33:13 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:33:14.037 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:33:13 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:33:13.715200114Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:33:14.037 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:33:13 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:33:14.037 INFO:journalctl@ceph.osd.6.smithi178.stdout:Sep 13 14:33:13 smithi178 systemd[1]: ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@osd.6.service: Deactivated successfully. 2024-09-13T14:33:14.038 INFO:journalctl@ceph.osd.6.smithi178.stdout:Sep 13 14:33:13 smithi178 systemd[1]: Stopped Ceph osd.6 for ff1149ea-71d5-11ef-bceb-c7b262605968. 2024-09-13T14:33:14.038 INFO:journalctl@ceph.osd.6.smithi178.stdout:Sep 13 14:33:13 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:33:14.038 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 13 14:33:13 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:33:14.038 INFO:journalctl@ceph.osd.5.smithi178.stdout:Sep 13 14:33:13 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:33:14.038 INFO:journalctl@ceph.osd.7.smithi178.stdout:Sep 13 14:33:13 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:33:14.039 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:33:13 smithi178 bash[70490]: cluster 2024-09-13T14:33:12.582980+0000 mgr.y (mgr.25139) 723 : cluster [DBG] pgmap v432: 161 pgs: 11 active+undersized, 15 peering, 2 stale+active+clean, 6 active+undersized+degraded, 127 active+clean; 585 KiB data, 253 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s; 23/636 objects degraded (3.616%) 2024-09-13T14:33:14.039 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:33:13 smithi178 bash[70490]: cluster 2024-09-13T14:33:12.582980+0000 mgr.y (mgr.25139) 723 : cluster [DBG] pgmap v432: 161 pgs: 11 active+undersized, 15 peering, 2 stale+active+clean, 6 active+undersized+degraded, 127 active+clean; 585 KiB data, 253 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s; 23/636 objects degraded (3.616%) 2024-09-13T14:33:14.039 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:33:13 smithi178 bash[70490]: audit 2024-09-13T14:33:12.723686+0000 mgr.y (mgr.25139) 724 : audit [DBG] from='client.44502 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:33:14.039 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:33:13 smithi178 bash[70490]: audit 2024-09-13T14:33:12.723686+0000 mgr.y (mgr.25139) 724 : audit [DBG] from='client.44502 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:33:14.039 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:33:13 smithi178 bash[70490]: audit 2024-09-13T14:33:12.836093+0000 mgr.y (mgr.25139) 725 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:33:14.040 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:33:13 smithi178 bash[70490]: audit 2024-09-13T14:33:12.836093+0000 mgr.y (mgr.25139) 725 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:33:14.040 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:33:13 smithi178 bash[70490]: audit 2024-09-13T14:33:13.052335+0000 mgr.y (mgr.25139) 726 : audit [DBG] from='client.54479 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:33:14.040 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:33:13 smithi178 bash[70490]: audit 2024-09-13T14:33:13.052335+0000 mgr.y (mgr.25139) 726 : audit [DBG] from='client.54479 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:33:14.040 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:33:13 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:33:14.121 INFO:teuthology.orchestra.run.smithi062.stdout:{ 2024-09-13T14:33:14.121 INFO:teuthology.orchestra.run.smithi062.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph:b0201b8c79733293453e7f10a10c7fa43119222b", 2024-09-13T14:33:14.121 INFO:teuthology.orchestra.run.smithi062.stdout: "in_progress": true, 2024-09-13T14:33:14.121 INFO:teuthology.orchestra.run.smithi062.stdout: "which": "Upgrading daemons of type(s) crash,osd", 2024-09-13T14:33:14.121 INFO:teuthology.orchestra.run.smithi062.stdout: "services_complete": [], 2024-09-13T14:33:14.121 INFO:teuthology.orchestra.run.smithi062.stdout: "progress": "5/8 daemons upgraded", 2024-09-13T14:33:14.122 INFO:teuthology.orchestra.run.smithi062.stdout: "message": "Currently upgrading osd daemons", 2024-09-13T14:33:14.122 INFO:teuthology.orchestra.run.smithi062.stdout: "is_paused": false 2024-09-13T14:33:14.122 INFO:teuthology.orchestra.run.smithi062.stdout:} 2024-09-13T14:33:15.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:33:14 smithi062 bash[89221]: audit 2024-09-13T14:33:13.369483+0000 mgr.y (mgr.25139) 727 : audit [DBG] from='client.44514 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:33:15.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:33:14 smithi062 bash[89221]: audit 2024-09-13T14:33:13.369483+0000 mgr.y (mgr.25139) 727 : audit [DBG] from='client.44514 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:33:15.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:33:14 smithi062 bash[89221]: audit 2024-09-13T14:33:13.789285+0000 mon.a (mon.0) 414 : audit [DBG] from='client.? 172.21.15.62:0/3199584699' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:33:15.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:33:14 smithi062 bash[89221]: audit 2024-09-13T14:33:13.789285+0000 mon.a (mon.0) 414 : audit [DBG] from='client.? 172.21.15.62:0/3199584699' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:33:15.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:33:14 smithi062 bash[89221]: audit 2024-09-13T14:33:13.878323+0000 mon.a (mon.0) 415 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:33:15.005 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:33:14 smithi062 bash[89221]: audit 2024-09-13T14:33:13.878323+0000 mon.a (mon.0) 415 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:33:15.005 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:33:14 smithi062 bash[89221]: audit 2024-09-13T14:33:13.879831+0000 mon.b (mon.1) 247 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:33:15.005 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:33:14 smithi062 bash[89221]: audit 2024-09-13T14:33:13.879831+0000 mon.b (mon.1) 247 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:33:15.005 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:33:14 smithi062 bash[89221]: audit 2024-09-13T14:33:14.090941+0000 mon.a (mon.0) 416 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:33:15.005 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:33:14 smithi062 bash[89221]: audit 2024-09-13T14:33:14.090941+0000 mon.a (mon.0) 416 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:33:15.005 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:33:14 smithi062 bash[89221]: audit 2024-09-13T14:33:14.100749+0000 mon.a (mon.0) 417 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:33:15.005 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:33:14 smithi062 bash[89221]: audit 2024-09-13T14:33:14.100749+0000 mon.a (mon.0) 417 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:33:15.005 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:33:14 smithi062 bash[89221]: audit 2024-09-13T14:33:14.120729+0000 mgr.y (mgr.25139) 728 : audit [DBG] from='client.44526 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:33:15.006 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:33:14 smithi062 bash[89221]: audit 2024-09-13T14:33:14.120729+0000 mgr.y (mgr.25139) 728 : audit [DBG] from='client.44526 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:33:15.006 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:33:14 smithi062 bash[89221]: audit 2024-09-13T14:33:14.383288+0000 mon.a (mon.0) 418 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:33:15.006 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:33:14 smithi062 bash[89221]: audit 2024-09-13T14:33:14.383288+0000 mon.a (mon.0) 418 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:33:15.006 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:33:14 smithi062 bash[92878]: audit 2024-09-13T14:33:13.369483+0000 mgr.y (mgr.25139) 727 : audit [DBG] from='client.44514 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:33:15.006 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:33:14 smithi062 bash[92878]: audit 2024-09-13T14:33:13.369483+0000 mgr.y (mgr.25139) 727 : audit [DBG] from='client.44514 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:33:15.006 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:33:14 smithi062 bash[92878]: audit 2024-09-13T14:33:13.789285+0000 mon.a (mon.0) 414 : audit [DBG] from='client.? 172.21.15.62:0/3199584699' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:33:15.006 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:33:14 smithi062 bash[92878]: audit 2024-09-13T14:33:13.789285+0000 mon.a (mon.0) 414 : audit [DBG] from='client.? 172.21.15.62:0/3199584699' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:33:15.006 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:33:14 smithi062 bash[92878]: audit 2024-09-13T14:33:13.878323+0000 mon.a (mon.0) 415 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:33:15.007 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:33:14 smithi062 bash[92878]: audit 2024-09-13T14:33:13.878323+0000 mon.a (mon.0) 415 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:33:15.007 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:33:14 smithi062 bash[92878]: audit 2024-09-13T14:33:13.879831+0000 mon.b (mon.1) 247 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:33:15.007 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:33:14 smithi062 bash[92878]: audit 2024-09-13T14:33:13.879831+0000 mon.b (mon.1) 247 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:33:15.007 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:33:14 smithi062 bash[92878]: audit 2024-09-13T14:33:14.090941+0000 mon.a (mon.0) 416 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:33:15.007 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:33:14 smithi062 bash[92878]: audit 2024-09-13T14:33:14.090941+0000 mon.a (mon.0) 416 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:33:15.007 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:33:14 smithi062 bash[92878]: audit 2024-09-13T14:33:14.100749+0000 mon.a (mon.0) 417 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:33:15.007 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:33:14 smithi062 bash[92878]: audit 2024-09-13T14:33:14.100749+0000 mon.a (mon.0) 417 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:33:15.007 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:33:14 smithi062 bash[92878]: audit 2024-09-13T14:33:14.120729+0000 mgr.y (mgr.25139) 728 : audit [DBG] from='client.44526 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:33:15.007 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:33:14 smithi062 bash[92878]: audit 2024-09-13T14:33:14.120729+0000 mgr.y (mgr.25139) 728 : audit [DBG] from='client.44526 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:33:15.007 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:33:14 smithi062 bash[92878]: audit 2024-09-13T14:33:14.383288+0000 mon.a (mon.0) 418 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:33:15.007 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:33:14 smithi062 bash[92878]: audit 2024-09-13T14:33:14.383288+0000 mon.a (mon.0) 418 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:33:15.126 INFO:journalctl@ceph.osd.6.smithi178.stdout:Sep 13 14:33:14 smithi178 systemd[1]: Started Ceph osd.6 for ff1149ea-71d5-11ef-bceb-c7b262605968. 2024-09-13T14:33:15.126 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:33:14 smithi178 bash[70490]: audit 2024-09-13T14:33:13.369483+0000 mgr.y (mgr.25139) 727 : audit [DBG] from='client.44514 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:33:15.126 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:33:14 smithi178 bash[70490]: audit 2024-09-13T14:33:13.369483+0000 mgr.y (mgr.25139) 727 : audit [DBG] from='client.44514 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:33:15.126 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:33:14 smithi178 bash[70490]: audit 2024-09-13T14:33:13.789285+0000 mon.a (mon.0) 414 : audit [DBG] from='client.? 172.21.15.62:0/3199584699' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:33:15.126 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:33:14 smithi178 bash[70490]: audit 2024-09-13T14:33:13.789285+0000 mon.a (mon.0) 414 : audit [DBG] from='client.? 172.21.15.62:0/3199584699' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:33:15.127 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:33:14 smithi178 bash[70490]: audit 2024-09-13T14:33:13.878323+0000 mon.a (mon.0) 415 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:33:15.127 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:33:14 smithi178 bash[70490]: audit 2024-09-13T14:33:13.878323+0000 mon.a (mon.0) 415 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:33:15.127 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:33:14 smithi178 bash[70490]: audit 2024-09-13T14:33:13.879831+0000 mon.b (mon.1) 247 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:33:15.127 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:33:14 smithi178 bash[70490]: audit 2024-09-13T14:33:13.879831+0000 mon.b (mon.1) 247 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:33:15.127 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:33:14 smithi178 bash[70490]: audit 2024-09-13T14:33:14.090941+0000 mon.a (mon.0) 416 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:33:15.127 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:33:14 smithi178 bash[70490]: audit 2024-09-13T14:33:14.090941+0000 mon.a (mon.0) 416 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:33:15.127 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:33:14 smithi178 bash[70490]: audit 2024-09-13T14:33:14.100749+0000 mon.a (mon.0) 417 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:33:15.127 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:33:14 smithi178 bash[70490]: audit 2024-09-13T14:33:14.100749+0000 mon.a (mon.0) 417 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:33:15.127 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:33:14 smithi178 bash[70490]: audit 2024-09-13T14:33:14.120729+0000 mgr.y (mgr.25139) 728 : audit [DBG] from='client.44526 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:33:15.127 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:33:14 smithi178 bash[70490]: audit 2024-09-13T14:33:14.120729+0000 mgr.y (mgr.25139) 728 : audit [DBG] from='client.44526 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:33:15.127 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:33:14 smithi178 bash[70490]: audit 2024-09-13T14:33:14.383288+0000 mon.a (mon.0) 418 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:33:15.127 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:33:14 smithi178 bash[70490]: audit 2024-09-13T14:33:14.383288+0000 mon.a (mon.0) 418 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:33:15.435 INFO:journalctl@ceph.osd.6.smithi178.stdout:Sep 13 14:33:15 smithi178 bash[82792]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-13T14:33:15.435 INFO:journalctl@ceph.osd.6.smithi178.stdout:Sep 13 14:33:15 smithi178 bash[82792]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-13T14:33:16.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:33:15 smithi062 bash[89221]: cluster 2024-09-13T14:33:14.584267+0000 mgr.y (mgr.25139) 729 : cluster [DBG] pgmap v433: 161 pgs: 15 active+undersized, 15 peering, 1 stale+active+clean, 12 active+undersized+degraded, 118 active+clean; 585 KiB data, 253 MiB used, 715 GiB / 715 GiB avail; 127 B/s rd, 0 op/s; 41/636 objects degraded (6.447%) 2024-09-13T14:33:16.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:33:15 smithi062 bash[89221]: cluster 2024-09-13T14:33:14.584267+0000 mgr.y (mgr.25139) 729 : cluster [DBG] pgmap v433: 161 pgs: 15 active+undersized, 15 peering, 1 stale+active+clean, 12 active+undersized+degraded, 118 active+clean; 585 KiB data, 253 MiB used, 715 GiB / 715 GiB avail; 127 B/s rd, 0 op/s; 41/636 objects degraded (6.447%) 2024-09-13T14:33:16.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:33:15 smithi062 bash[92878]: cluster 2024-09-13T14:33:14.584267+0000 mgr.y (mgr.25139) 729 : cluster [DBG] pgmap v433: 161 pgs: 15 active+undersized, 15 peering, 1 stale+active+clean, 12 active+undersized+degraded, 118 active+clean; 585 KiB data, 253 MiB used, 715 GiB / 715 GiB avail; 127 B/s rd, 0 op/s; 41/636 objects degraded (6.447%) 2024-09-13T14:33:16.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:33:15 smithi062 bash[92878]: cluster 2024-09-13T14:33:14.584267+0000 mgr.y (mgr.25139) 729 : cluster [DBG] pgmap v433: 161 pgs: 15 active+undersized, 15 peering, 1 stale+active+clean, 12 active+undersized+degraded, 118 active+clean; 585 KiB data, 253 MiB used, 715 GiB / 715 GiB avail; 127 B/s rd, 0 op/s; 41/636 objects degraded (6.447%) 2024-09-13T14:33:16.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:33:15 smithi178 bash[70490]: cluster 2024-09-13T14:33:14.584267+0000 mgr.y (mgr.25139) 729 : cluster [DBG] pgmap v433: 161 pgs: 15 active+undersized, 15 peering, 1 stale+active+clean, 12 active+undersized+degraded, 118 active+clean; 585 KiB data, 253 MiB used, 715 GiB / 715 GiB avail; 127 B/s rd, 0 op/s; 41/636 objects degraded (6.447%) 2024-09-13T14:33:16.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:33:15 smithi178 bash[70490]: cluster 2024-09-13T14:33:14.584267+0000 mgr.y (mgr.25139) 729 : cluster [DBG] pgmap v433: 161 pgs: 15 active+undersized, 15 peering, 1 stale+active+clean, 12 active+undersized+degraded, 118 active+clean; 585 KiB data, 253 MiB used, 715 GiB / 715 GiB avail; 127 B/s rd, 0 op/s; 41/636 objects degraded (6.447%) 2024-09-13T14:33:17.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:33:16 smithi062 bash[92878]: cluster 2024-09-13T14:33:16.695201+0000 mon.a (mon.0) 419 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 5 pgs inactive, 6 pgs peering) 2024-09-13T14:33:17.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:33:16 smithi062 bash[92878]: cluster 2024-09-13T14:33:16.695201+0000 mon.a (mon.0) 419 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 5 pgs inactive, 6 pgs peering) 2024-09-13T14:33:17.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:33:16 smithi062 bash[89221]: cluster 2024-09-13T14:33:16.695201+0000 mon.a (mon.0) 419 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 5 pgs inactive, 6 pgs peering) 2024-09-13T14:33:17.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:33:16 smithi062 bash[89221]: cluster 2024-09-13T14:33:16.695201+0000 mon.a (mon.0) 419 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 5 pgs inactive, 6 pgs peering) 2024-09-13T14:33:17.185 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:33:16 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:33:16.718986352Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:33:17.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:33:16 smithi178 bash[70490]: cluster 2024-09-13T14:33:16.695201+0000 mon.a (mon.0) 419 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 5 pgs inactive, 6 pgs peering) 2024-09-13T14:33:17.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:33:16 smithi178 bash[70490]: cluster 2024-09-13T14:33:16.695201+0000 mon.a (mon.0) 419 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 5 pgs inactive, 6 pgs peering) 2024-09-13T14:33:18.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:33:17 smithi062 bash[89221]: cluster 2024-09-13T14:33:16.585727+0000 mgr.y (mgr.25139) 730 : cluster [DBG] pgmap v434: 161 pgs: 32 active+undersized, 21 active+undersized+degraded, 108 active+clean; 585 KiB data, 253 MiB used, 715 GiB / 715 GiB avail; 127 B/s rd, 0 op/s; 78/636 objects degraded (12.264%) 2024-09-13T14:33:18.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:33:17 smithi062 bash[89221]: cluster 2024-09-13T14:33:16.585727+0000 mgr.y (mgr.25139) 730 : cluster [DBG] pgmap v434: 161 pgs: 32 active+undersized, 21 active+undersized+degraded, 108 active+clean; 585 KiB data, 253 MiB used, 715 GiB / 715 GiB avail; 127 B/s rd, 0 op/s; 78/636 objects degraded (12.264%) 2024-09-13T14:33:18.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:33:17 smithi062 bash[92878]: cluster 2024-09-13T14:33:16.585727+0000 mgr.y (mgr.25139) 730 : cluster [DBG] pgmap v434: 161 pgs: 32 active+undersized, 21 active+undersized+degraded, 108 active+clean; 585 KiB data, 253 MiB used, 715 GiB / 715 GiB avail; 127 B/s rd, 0 op/s; 78/636 objects degraded (12.264%) 2024-09-13T14:33:18.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:33:17 smithi062 bash[92878]: cluster 2024-09-13T14:33:16.585727+0000 mgr.y (mgr.25139) 730 : cluster [DBG] pgmap v434: 161 pgs: 32 active+undersized, 21 active+undersized+degraded, 108 active+clean; 585 KiB data, 253 MiB used, 715 GiB / 715 GiB avail; 127 B/s rd, 0 op/s; 78/636 objects degraded (12.264%) 2024-09-13T14:33:18.185 INFO:journalctl@ceph.osd.6.smithi178.stdout:Sep 13 14:33:17 smithi178 bash[82792]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2024-09-13T14:33:18.185 INFO:journalctl@ceph.osd.6.smithi178.stdout:Sep 13 14:33:17 smithi178 bash[82792]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-6 --no-mon-config --dev /dev/mapper/vg_nvme-lv_2 2024-09-13T14:33:18.186 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:33:17 smithi178 bash[70490]: cluster 2024-09-13T14:33:16.585727+0000 mgr.y (mgr.25139) 730 : cluster [DBG] pgmap v434: 161 pgs: 32 active+undersized, 21 active+undersized+degraded, 108 active+clean; 585 KiB data, 253 MiB used, 715 GiB / 715 GiB avail; 127 B/s rd, 0 op/s; 78/636 objects degraded (12.264%) 2024-09-13T14:33:18.186 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:33:17 smithi178 bash[70490]: cluster 2024-09-13T14:33:16.585727+0000 mgr.y (mgr.25139) 730 : cluster [DBG] pgmap v434: 161 pgs: 32 active+undersized, 21 active+undersized+degraded, 108 active+clean; 585 KiB data, 253 MiB used, 715 GiB / 715 GiB avail; 127 B/s rd, 0 op/s; 78/636 objects degraded (12.264%) 2024-09-13T14:33:18.519 INFO:journalctl@ceph.osd.6.smithi178.stdout:Sep 13 14:33:18 smithi178 bash[82792]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_2 2024-09-13T14:33:18.519 INFO:journalctl@ceph.osd.6.smithi178.stdout:Sep 13 14:33:18 smithi178 bash[82792]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1 2024-09-13T14:33:18.519 INFO:journalctl@ceph.osd.6.smithi178.stdout:Sep 13 14:33:18 smithi178 bash[82792]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-6/block 2024-09-13T14:33:18.519 INFO:journalctl@ceph.osd.6.smithi178.stdout:Sep 13 14:33:18 smithi178 bash[82792]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2024-09-13T14:33:18.519 INFO:journalctl@ceph.osd.6.smithi178.stdout:Sep 13 14:33:18 smithi178 bash[82792]: --> ceph-volume raw activate successful for osd ID: 6 2024-09-13T14:33:19.993 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:33:19 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:33:19.721682878Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:33:19.993 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:33:19 smithi178 bash[70490]: cluster 2024-09-13T14:33:18.587099+0000 mgr.y (mgr.25139) 731 : cluster [DBG] pgmap v435: 161 pgs: 32 active+undersized, 21 active+undersized+degraded, 108 active+clean; 585 KiB data, 253 MiB used, 715 GiB / 715 GiB avail; 78/636 objects degraded (12.264%) 2024-09-13T14:33:19.993 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:33:19 smithi178 bash[70490]: cluster 2024-09-13T14:33:18.587099+0000 mgr.y (mgr.25139) 731 : cluster [DBG] pgmap v435: 161 pgs: 32 active+undersized, 21 active+undersized+degraded, 108 active+clean; 585 KiB data, 253 MiB used, 715 GiB / 715 GiB avail; 78/636 objects degraded (12.264%) 2024-09-13T14:33:20.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:33:19 smithi062 bash[92878]: cluster 2024-09-13T14:33:18.587099+0000 mgr.y (mgr.25139) 731 : cluster [DBG] pgmap v435: 161 pgs: 32 active+undersized, 21 active+undersized+degraded, 108 active+clean; 585 KiB data, 253 MiB used, 715 GiB / 715 GiB avail; 78/636 objects degraded (12.264%) 2024-09-13T14:33:20.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:33:19 smithi062 bash[92878]: cluster 2024-09-13T14:33:18.587099+0000 mgr.y (mgr.25139) 731 : cluster [DBG] pgmap v435: 161 pgs: 32 active+undersized, 21 active+undersized+degraded, 108 active+clean; 585 KiB data, 253 MiB used, 715 GiB / 715 GiB avail; 78/636 objects degraded (12.264%) 2024-09-13T14:33:20.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:33:19 smithi062 bash[89221]: cluster 2024-09-13T14:33:18.587099+0000 mgr.y (mgr.25139) 731 : cluster [DBG] pgmap v435: 161 pgs: 32 active+undersized, 21 active+undersized+degraded, 108 active+clean; 585 KiB data, 253 MiB used, 715 GiB / 715 GiB avail; 78/636 objects degraded (12.264%) 2024-09-13T14:33:20.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:33:19 smithi062 bash[89221]: cluster 2024-09-13T14:33:18.587099+0000 mgr.y (mgr.25139) 731 : cluster [DBG] pgmap v435: 161 pgs: 32 active+undersized, 21 active+undersized+degraded, 108 active+clean; 585 KiB data, 253 MiB used, 715 GiB / 715 GiB avail; 78/636 objects degraded (12.264%) 2024-09-13T14:33:20.435 INFO:journalctl@ceph.osd.6.smithi178.stdout:Sep 13 14:33:19 smithi178 bash[83053]: debug 2024-09-13T14:33:19.986+0000 7f1739df4640 1 -- 172.21.15.178:0/426041127 <== mon.1 v2:172.21.15.178:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5627d2486960 con 0x5627d24a7800 2024-09-13T14:33:21.935 INFO:journalctl@ceph.osd.6.smithi178.stdout:Sep 13 14:33:21 smithi178 bash[83053]: debug 2024-09-13T14:33:21.610+0000 7f173c65b640 -1 Falling back to public interface 2024-09-13T14:33:21.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:33:21 smithi178 bash[70490]: cluster 2024-09-13T14:33:20.588462+0000 mgr.y (mgr.25139) 732 : cluster [DBG] pgmap v436: 161 pgs: 32 active+undersized, 21 active+undersized+degraded, 108 active+clean; 585 KiB data, 253 MiB used, 715 GiB / 715 GiB avail; 102 B/s rd, 0 op/s; 78/636 objects degraded (12.264%) 2024-09-13T14:33:21.936 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:33:21 smithi178 bash[70490]: cluster 2024-09-13T14:33:20.588462+0000 mgr.y (mgr.25139) 732 : cluster [DBG] pgmap v436: 161 pgs: 32 active+undersized, 21 active+undersized+degraded, 108 active+clean; 585 KiB data, 253 MiB used, 715 GiB / 715 GiB avail; 102 B/s rd, 0 op/s; 78/636 objects degraded (12.264%) 2024-09-13T14:33:21.936 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:33:21 smithi178 bash[70490]: audit 2024-09-13T14:33:20.691524+0000 mon.a (mon.0) 420 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:33:21.936 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:33:21 smithi178 bash[70490]: audit 2024-09-13T14:33:20.691524+0000 mon.a (mon.0) 420 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:33:21.936 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:33:21 smithi178 bash[70490]: audit 2024-09-13T14:33:20.705593+0000 mon.a (mon.0) 421 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:33:21.936 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:33:21 smithi178 bash[70490]: audit 2024-09-13T14:33:20.705593+0000 mon.a (mon.0) 421 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:33:21.936 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:33:21 smithi178 bash[70490]: cluster 2024-09-13T14:33:21.109175+0000 mon.a (mon.0) 422 : cluster [WRN] Health check update: Degraded data redundancy: 78/636 objects degraded (12.264%), 21 pgs degraded (PG_DEGRADED) 2024-09-13T14:33:21.936 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:33:21 smithi178 bash[70490]: cluster 2024-09-13T14:33:21.109175+0000 mon.a (mon.0) 422 : cluster [WRN] Health check update: Degraded data redundancy: 78/636 objects degraded (12.264%), 21 pgs degraded (PG_DEGRADED) 2024-09-13T14:33:22.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:33:21 smithi062 bash[89221]: cluster 2024-09-13T14:33:20.588462+0000 mgr.y (mgr.25139) 732 : cluster [DBG] pgmap v436: 161 pgs: 32 active+undersized, 21 active+undersized+degraded, 108 active+clean; 585 KiB data, 253 MiB used, 715 GiB / 715 GiB avail; 102 B/s rd, 0 op/s; 78/636 objects degraded (12.264%) 2024-09-13T14:33:22.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:33:21 smithi062 bash[89221]: cluster 2024-09-13T14:33:20.588462+0000 mgr.y (mgr.25139) 732 : cluster [DBG] pgmap v436: 161 pgs: 32 active+undersized, 21 active+undersized+degraded, 108 active+clean; 585 KiB data, 253 MiB used, 715 GiB / 715 GiB avail; 102 B/s rd, 0 op/s; 78/636 objects degraded (12.264%) 2024-09-13T14:33:22.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:33:21 smithi062 bash[89221]: audit 2024-09-13T14:33:20.691524+0000 mon.a (mon.0) 420 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:33:22.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:33:21 smithi062 bash[89221]: audit 2024-09-13T14:33:20.691524+0000 mon.a (mon.0) 420 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:33:22.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:33:21 smithi062 bash[89221]: audit 2024-09-13T14:33:20.705593+0000 mon.a (mon.0) 421 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:33:22.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:33:21 smithi062 bash[89221]: audit 2024-09-13T14:33:20.705593+0000 mon.a (mon.0) 421 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:33:22.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:33:21 smithi062 bash[89221]: cluster 2024-09-13T14:33:21.109175+0000 mon.a (mon.0) 422 : cluster [WRN] Health check update: Degraded data redundancy: 78/636 objects degraded (12.264%), 21 pgs degraded (PG_DEGRADED) 2024-09-13T14:33:22.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:33:21 smithi062 bash[89221]: cluster 2024-09-13T14:33:21.109175+0000 mon.a (mon.0) 422 : cluster [WRN] Health check update: Degraded data redundancy: 78/636 objects degraded (12.264%), 21 pgs degraded (PG_DEGRADED) 2024-09-13T14:33:22.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:33:21 smithi062 bash[92878]: cluster 2024-09-13T14:33:20.588462+0000 mgr.y (mgr.25139) 732 : cluster [DBG] pgmap v436: 161 pgs: 32 active+undersized, 21 active+undersized+degraded, 108 active+clean; 585 KiB data, 253 MiB used, 715 GiB / 715 GiB avail; 102 B/s rd, 0 op/s; 78/636 objects degraded (12.264%) 2024-09-13T14:33:22.005 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:33:21 smithi062 bash[92878]: cluster 2024-09-13T14:33:20.588462+0000 mgr.y (mgr.25139) 732 : cluster [DBG] pgmap v436: 161 pgs: 32 active+undersized, 21 active+undersized+degraded, 108 active+clean; 585 KiB data, 253 MiB used, 715 GiB / 715 GiB avail; 102 B/s rd, 0 op/s; 78/636 objects degraded (12.264%) 2024-09-13T14:33:22.005 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:33:21 smithi062 bash[92878]: audit 2024-09-13T14:33:20.691524+0000 mon.a (mon.0) 420 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:33:22.005 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:33:21 smithi062 bash[92878]: audit 2024-09-13T14:33:20.691524+0000 mon.a (mon.0) 420 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:33:22.005 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:33:21 smithi062 bash[92878]: audit 2024-09-13T14:33:20.705593+0000 mon.a (mon.0) 421 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:33:22.005 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:33:21 smithi062 bash[92878]: audit 2024-09-13T14:33:20.705593+0000 mon.a (mon.0) 421 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:33:22.005 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:33:21 smithi062 bash[92878]: cluster 2024-09-13T14:33:21.109175+0000 mon.a (mon.0) 422 : cluster [WRN] Health check update: Degraded data redundancy: 78/636 objects degraded (12.264%), 21 pgs degraded (PG_DEGRADED) 2024-09-13T14:33:22.005 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:33:21 smithi062 bash[92878]: cluster 2024-09-13T14:33:21.109175+0000 mon.a (mon.0) 422 : cluster [WRN] Health check update: Degraded data redundancy: 78/636 objects degraded (12.264%), 21 pgs degraded (PG_DEGRADED) 2024-09-13T14:33:23.185 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:33:22 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:33:22.740312423Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:33:23.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:33:22 smithi178 bash[70490]: audit 2024-09-13T14:33:21.882240+0000 mon.a (mon.0) 423 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:33:23.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:33:22 smithi178 bash[70490]: audit 2024-09-13T14:33:21.882240+0000 mon.a (mon.0) 423 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:33:23.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:33:22 smithi178 bash[70490]: audit 2024-09-13T14:33:21.894958+0000 mon.a (mon.0) 424 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:33:23.186 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:33:22 smithi178 bash[70490]: audit 2024-09-13T14:33:21.894958+0000 mon.a (mon.0) 424 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:33:23.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:33:22 smithi062 bash[89221]: audit 2024-09-13T14:33:21.882240+0000 mon.a (mon.0) 423 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:33:23.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:33:22 smithi062 bash[89221]: audit 2024-09-13T14:33:21.882240+0000 mon.a (mon.0) 423 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:33:23.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:33:22 smithi062 bash[89221]: audit 2024-09-13T14:33:21.894958+0000 mon.a (mon.0) 424 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:33:23.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:33:22 smithi062 bash[89221]: audit 2024-09-13T14:33:21.894958+0000 mon.a (mon.0) 424 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:33:23.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:33:22 smithi062 bash[92878]: audit 2024-09-13T14:33:21.882240+0000 mon.a (mon.0) 423 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:33:23.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:33:22 smithi062 bash[92878]: audit 2024-09-13T14:33:21.882240+0000 mon.a (mon.0) 423 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:33:23.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:33:22 smithi062 bash[92878]: audit 2024-09-13T14:33:21.894958+0000 mon.a (mon.0) 424 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:33:23.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:33:22 smithi062 bash[92878]: audit 2024-09-13T14:33:21.894958+0000 mon.a (mon.0) 424 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:33:23.895 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:33:23 smithi062 bash[68610]: ::ffff:172.21.15.178 - - [13/Sep/2024:14:33:23] "GET /metrics HTTP/1.1" 200 38407 "" "Prometheus/2.51.0" 2024-09-13T14:33:24.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:33:23 smithi178 bash[70490]: cluster 2024-09-13T14:33:22.590084+0000 mgr.y (mgr.25139) 733 : cluster [DBG] pgmap v437: 161 pgs: 32 active+undersized, 21 active+undersized+degraded, 108 active+clean; 585 KiB data, 253 MiB used, 715 GiB / 715 GiB avail; 180 B/s rd, 0 op/s; 78/636 objects degraded (12.264%) 2024-09-13T14:33:24.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:33:23 smithi178 bash[70490]: cluster 2024-09-13T14:33:22.590084+0000 mgr.y (mgr.25139) 733 : cluster [DBG] pgmap v437: 161 pgs: 32 active+undersized, 21 active+undersized+degraded, 108 active+clean; 585 KiB data, 253 MiB used, 715 GiB / 715 GiB avail; 180 B/s rd, 0 op/s; 78/636 objects degraded (12.264%) 2024-09-13T14:33:24.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:33:23 smithi178 bash[70490]: audit 2024-09-13T14:33:22.842923+0000 mgr.y (mgr.25139) 734 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:33:24.186 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:33:23 smithi178 bash[70490]: audit 2024-09-13T14:33:22.842923+0000 mgr.y (mgr.25139) 734 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:33:24.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:33:23 smithi062 bash[89221]: cluster 2024-09-13T14:33:22.590084+0000 mgr.y (mgr.25139) 733 : cluster [DBG] pgmap v437: 161 pgs: 32 active+undersized, 21 active+undersized+degraded, 108 active+clean; 585 KiB data, 253 MiB used, 715 GiB / 715 GiB avail; 180 B/s rd, 0 op/s; 78/636 objects degraded (12.264%) 2024-09-13T14:33:24.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:33:23 smithi062 bash[89221]: cluster 2024-09-13T14:33:22.590084+0000 mgr.y (mgr.25139) 733 : cluster [DBG] pgmap v437: 161 pgs: 32 active+undersized, 21 active+undersized+degraded, 108 active+clean; 585 KiB data, 253 MiB used, 715 GiB / 715 GiB avail; 180 B/s rd, 0 op/s; 78/636 objects degraded (12.264%) 2024-09-13T14:33:24.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:33:23 smithi062 bash[89221]: audit 2024-09-13T14:33:22.842923+0000 mgr.y (mgr.25139) 734 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:33:24.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:33:23 smithi062 bash[89221]: audit 2024-09-13T14:33:22.842923+0000 mgr.y (mgr.25139) 734 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:33:24.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:33:23 smithi062 bash[92878]: cluster 2024-09-13T14:33:22.590084+0000 mgr.y (mgr.25139) 733 : cluster [DBG] pgmap v437: 161 pgs: 32 active+undersized, 21 active+undersized+degraded, 108 active+clean; 585 KiB data, 253 MiB used, 715 GiB / 715 GiB avail; 180 B/s rd, 0 op/s; 78/636 objects degraded (12.264%) 2024-09-13T14:33:24.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:33:23 smithi062 bash[92878]: cluster 2024-09-13T14:33:22.590084+0000 mgr.y (mgr.25139) 733 : cluster [DBG] pgmap v437: 161 pgs: 32 active+undersized, 21 active+undersized+degraded, 108 active+clean; 585 KiB data, 253 MiB used, 715 GiB / 715 GiB avail; 180 B/s rd, 0 op/s; 78/636 objects degraded (12.264%) 2024-09-13T14:33:24.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:33:23 smithi062 bash[92878]: audit 2024-09-13T14:33:22.842923+0000 mgr.y (mgr.25139) 734 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:33:24.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:33:23 smithi062 bash[92878]: audit 2024-09-13T14:33:22.842923+0000 mgr.y (mgr.25139) 734 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:33:25.185 INFO:journalctl@ceph.osd.6.smithi178.stdout:Sep 13 14:33:24 smithi178 bash[83053]: debug 2024-09-13T14:33:24.794+0000 7f173c65b640 -1 osd.6 143 log_to_monitors true 2024-09-13T14:33:25.185 INFO:journalctl@ceph.osd.6.smithi178.stdout:Sep 13 14:33:24 smithi178 bash[83053]: debug 2024-09-13T14:33:24.962+0000 7f1734405640 -1 osd.6 143 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-13T14:33:25.186 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:33:24 smithi178 bash[70490]: audit 2024-09-13T14:33:24.802036+0000 mon.b (mon.1) 248 : audit [INF] from='osd.6 [v2:172.21.15.178:6816/2651545680,v1:172.21.15.178:6817/2651545680]' entity='osd.6' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]} : dispatch 2024-09-13T14:33:25.186 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:33:24 smithi178 bash[70490]: audit 2024-09-13T14:33:24.802036+0000 mon.b (mon.1) 248 : audit [INF] from='osd.6 [v2:172.21.15.178:6816/2651545680,v1:172.21.15.178:6817/2651545680]' entity='osd.6' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]} : dispatch 2024-09-13T14:33:25.186 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:33:24 smithi178 bash[70490]: audit 2024-09-13T14:33:24.803671+0000 mon.a (mon.0) 425 : audit [INF] from='osd.6 ' entity='osd.6' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]} : dispatch 2024-09-13T14:33:25.186 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:33:24 smithi178 bash[70490]: audit 2024-09-13T14:33:24.803671+0000 mon.a (mon.0) 425 : audit [INF] from='osd.6 ' entity='osd.6' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]} : dispatch 2024-09-13T14:33:25.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:33:24 smithi062 bash[89221]: audit 2024-09-13T14:33:24.802036+0000 mon.b (mon.1) 248 : audit [INF] from='osd.6 [v2:172.21.15.178:6816/2651545680,v1:172.21.15.178:6817/2651545680]' entity='osd.6' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]} : dispatch 2024-09-13T14:33:25.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:33:24 smithi062 bash[89221]: audit 2024-09-13T14:33:24.802036+0000 mon.b (mon.1) 248 : audit [INF] from='osd.6 [v2:172.21.15.178:6816/2651545680,v1:172.21.15.178:6817/2651545680]' entity='osd.6' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]} : dispatch 2024-09-13T14:33:25.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:33:24 smithi062 bash[89221]: audit 2024-09-13T14:33:24.803671+0000 mon.a (mon.0) 425 : audit [INF] from='osd.6 ' entity='osd.6' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]} : dispatch 2024-09-13T14:33:25.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:33:24 smithi062 bash[89221]: audit 2024-09-13T14:33:24.803671+0000 mon.a (mon.0) 425 : audit [INF] from='osd.6 ' entity='osd.6' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]} : dispatch 2024-09-13T14:33:25.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:33:24 smithi062 bash[92878]: audit 2024-09-13T14:33:24.802036+0000 mon.b (mon.1) 248 : audit [INF] from='osd.6 [v2:172.21.15.178:6816/2651545680,v1:172.21.15.178:6817/2651545680]' entity='osd.6' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]} : dispatch 2024-09-13T14:33:25.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:33:24 smithi062 bash[92878]: audit 2024-09-13T14:33:24.802036+0000 mon.b (mon.1) 248 : audit [INF] from='osd.6 [v2:172.21.15.178:6816/2651545680,v1:172.21.15.178:6817/2651545680]' entity='osd.6' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]} : dispatch 2024-09-13T14:33:25.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:33:24 smithi062 bash[92878]: audit 2024-09-13T14:33:24.803671+0000 mon.a (mon.0) 425 : audit [INF] from='osd.6 ' entity='osd.6' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]} : dispatch 2024-09-13T14:33:25.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:33:24 smithi062 bash[92878]: audit 2024-09-13T14:33:24.803671+0000 mon.a (mon.0) 425 : audit [INF] from='osd.6 ' entity='osd.6' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]} : dispatch 2024-09-13T14:33:26.185 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:33:25 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:33:25.755060184Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:33:26.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:33:25 smithi178 bash[70490]: cluster 2024-09-13T14:33:24.591229+0000 mgr.y (mgr.25139) 735 : cluster [DBG] pgmap v438: 161 pgs: 32 active+undersized, 21 active+undersized+degraded, 108 active+clean; 585 KiB data, 253 MiB used, 715 GiB / 715 GiB avail; 255 B/s rd, 0 op/s; 78/636 objects degraded (12.264%) 2024-09-13T14:33:26.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:33:25 smithi178 bash[70490]: cluster 2024-09-13T14:33:24.591229+0000 mgr.y (mgr.25139) 735 : cluster [DBG] pgmap v438: 161 pgs: 32 active+undersized, 21 active+undersized+degraded, 108 active+clean; 585 KiB data, 253 MiB used, 715 GiB / 715 GiB avail; 255 B/s rd, 0 op/s; 78/636 objects degraded (12.264%) 2024-09-13T14:33:26.186 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:33:25 smithi178 bash[70490]: audit 2024-09-13T14:33:24.907572+0000 mon.a (mon.0) 426 : audit [INF] from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-09-13T14:33:26.186 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:33:25 smithi178 bash[70490]: audit 2024-09-13T14:33:24.907572+0000 mon.a (mon.0) 426 : audit [INF] from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-09-13T14:33:26.186 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:33:25 smithi178 bash[70490]: cluster 2024-09-13T14:33:24.919018+0000 mon.a (mon.0) 427 : cluster [DBG] osdmap e146: 8 total, 7 up, 8 in 2024-09-13T14:33:26.186 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:33:25 smithi178 bash[70490]: cluster 2024-09-13T14:33:24.919018+0000 mon.a (mon.0) 427 : cluster [DBG] osdmap e146: 8 total, 7 up, 8 in 2024-09-13T14:33:26.186 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:33:25 smithi178 bash[70490]: audit 2024-09-13T14:33:24.919432+0000 mon.b (mon.1) 249 : audit [INF] from='osd.6 [v2:172.21.15.178:6816/2651545680,v1:172.21.15.178:6817/2651545680]' entity='osd.6' cmd={"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi178", "root=default"]} : dispatch 2024-09-13T14:33:26.186 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:33:25 smithi178 bash[70490]: audit 2024-09-13T14:33:24.919432+0000 mon.b (mon.1) 249 : audit [INF] from='osd.6 [v2:172.21.15.178:6816/2651545680,v1:172.21.15.178:6817/2651545680]' entity='osd.6' cmd={"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi178", "root=default"]} : dispatch 2024-09-13T14:33:26.186 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:33:25 smithi178 bash[70490]: audit 2024-09-13T14:33:24.921645+0000 mon.a (mon.0) 428 : audit [INF] from='osd.6 ' entity='osd.6' cmd={"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi178", "root=default"]} : dispatch 2024-09-13T14:33:26.186 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:33:25 smithi178 bash[70490]: audit 2024-09-13T14:33:24.921645+0000 mon.a (mon.0) 428 : audit [INF] from='osd.6 ' entity='osd.6' cmd={"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi178", "root=default"]} : dispatch 2024-09-13T14:33:26.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:33:25 smithi062 bash[89221]: cluster 2024-09-13T14:33:24.591229+0000 mgr.y (mgr.25139) 735 : cluster [DBG] pgmap v438: 161 pgs: 32 active+undersized, 21 active+undersized+degraded, 108 active+clean; 585 KiB data, 253 MiB used, 715 GiB / 715 GiB avail; 255 B/s rd, 0 op/s; 78/636 objects degraded (12.264%) 2024-09-13T14:33:26.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:33:25 smithi062 bash[89221]: cluster 2024-09-13T14:33:24.591229+0000 mgr.y (mgr.25139) 735 : cluster [DBG] pgmap v438: 161 pgs: 32 active+undersized, 21 active+undersized+degraded, 108 active+clean; 585 KiB data, 253 MiB used, 715 GiB / 715 GiB avail; 255 B/s rd, 0 op/s; 78/636 objects degraded (12.264%) 2024-09-13T14:33:26.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:33:25 smithi062 bash[89221]: audit 2024-09-13T14:33:24.907572+0000 mon.a (mon.0) 426 : audit [INF] from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-09-13T14:33:26.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:33:25 smithi062 bash[89221]: audit 2024-09-13T14:33:24.907572+0000 mon.a (mon.0) 426 : audit [INF] from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-09-13T14:33:26.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:33:25 smithi062 bash[89221]: cluster 2024-09-13T14:33:24.919018+0000 mon.a (mon.0) 427 : cluster [DBG] osdmap e146: 8 total, 7 up, 8 in 2024-09-13T14:33:26.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:33:25 smithi062 bash[89221]: cluster 2024-09-13T14:33:24.919018+0000 mon.a (mon.0) 427 : cluster [DBG] osdmap e146: 8 total, 7 up, 8 in 2024-09-13T14:33:26.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:33:25 smithi062 bash[89221]: audit 2024-09-13T14:33:24.919432+0000 mon.b (mon.1) 249 : audit [INF] from='osd.6 [v2:172.21.15.178:6816/2651545680,v1:172.21.15.178:6817/2651545680]' entity='osd.6' cmd={"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi178", "root=default"]} : dispatch 2024-09-13T14:33:26.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:33:25 smithi062 bash[89221]: audit 2024-09-13T14:33:24.919432+0000 mon.b (mon.1) 249 : audit [INF] from='osd.6 [v2:172.21.15.178:6816/2651545680,v1:172.21.15.178:6817/2651545680]' entity='osd.6' cmd={"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi178", "root=default"]} : dispatch 2024-09-13T14:33:26.255 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:33:25 smithi062 bash[89221]: audit 2024-09-13T14:33:24.921645+0000 mon.a (mon.0) 428 : audit [INF] from='osd.6 ' entity='osd.6' cmd={"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi178", "root=default"]} : dispatch 2024-09-13T14:33:26.255 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:33:25 smithi062 bash[89221]: audit 2024-09-13T14:33:24.921645+0000 mon.a (mon.0) 428 : audit [INF] from='osd.6 ' entity='osd.6' cmd={"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi178", "root=default"]} : dispatch 2024-09-13T14:33:26.255 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:33:25 smithi062 bash[92878]: cluster 2024-09-13T14:33:24.591229+0000 mgr.y (mgr.25139) 735 : cluster [DBG] pgmap v438: 161 pgs: 32 active+undersized, 21 active+undersized+degraded, 108 active+clean; 585 KiB data, 253 MiB used, 715 GiB / 715 GiB avail; 255 B/s rd, 0 op/s; 78/636 objects degraded (12.264%) 2024-09-13T14:33:26.255 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:33:25 smithi062 bash[92878]: cluster 2024-09-13T14:33:24.591229+0000 mgr.y (mgr.25139) 735 : cluster [DBG] pgmap v438: 161 pgs: 32 active+undersized, 21 active+undersized+degraded, 108 active+clean; 585 KiB data, 253 MiB used, 715 GiB / 715 GiB avail; 255 B/s rd, 0 op/s; 78/636 objects degraded (12.264%) 2024-09-13T14:33:26.255 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:33:25 smithi062 bash[92878]: audit 2024-09-13T14:33:24.907572+0000 mon.a (mon.0) 426 : audit [INF] from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-09-13T14:33:26.255 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:33:25 smithi062 bash[92878]: audit 2024-09-13T14:33:24.907572+0000 mon.a (mon.0) 426 : audit [INF] from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-09-13T14:33:26.255 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:33:25 smithi062 bash[92878]: cluster 2024-09-13T14:33:24.919018+0000 mon.a (mon.0) 427 : cluster [DBG] osdmap e146: 8 total, 7 up, 8 in 2024-09-13T14:33:26.255 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:33:25 smithi062 bash[92878]: cluster 2024-09-13T14:33:24.919018+0000 mon.a (mon.0) 427 : cluster [DBG] osdmap e146: 8 total, 7 up, 8 in 2024-09-13T14:33:26.255 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:33:25 smithi062 bash[92878]: audit 2024-09-13T14:33:24.919432+0000 mon.b (mon.1) 249 : audit [INF] from='osd.6 [v2:172.21.15.178:6816/2651545680,v1:172.21.15.178:6817/2651545680]' entity='osd.6' cmd={"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi178", "root=default"]} : dispatch 2024-09-13T14:33:26.255 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:33:25 smithi062 bash[92878]: audit 2024-09-13T14:33:24.919432+0000 mon.b (mon.1) 249 : audit [INF] from='osd.6 [v2:172.21.15.178:6816/2651545680,v1:172.21.15.178:6817/2651545680]' entity='osd.6' cmd={"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi178", "root=default"]} : dispatch 2024-09-13T14:33:26.256 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:33:25 smithi062 bash[92878]: audit 2024-09-13T14:33:24.921645+0000 mon.a (mon.0) 428 : audit [INF] from='osd.6 ' entity='osd.6' cmd={"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi178", "root=default"]} : dispatch 2024-09-13T14:33:26.256 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:33:25 smithi062 bash[92878]: audit 2024-09-13T14:33:24.921645+0000 mon.a (mon.0) 428 : audit [INF] from='osd.6 ' entity='osd.6' cmd={"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi178", "root=default"]} : dispatch 2024-09-13T14:33:27.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:33:26 smithi062 bash[89221]: cluster 2024-09-13T14:33:25.908622+0000 mon.a (mon.0) 429 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-13T14:33:27.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:33:26 smithi062 bash[89221]: cluster 2024-09-13T14:33:25.908622+0000 mon.a (mon.0) 429 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-13T14:33:27.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:33:26 smithi062 bash[89221]: audit 2024-09-13T14:33:25.919312+0000 mon.b (mon.1) 250 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 6} : dispatch 2024-09-13T14:33:27.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:33:26 smithi062 bash[89221]: audit 2024-09-13T14:33:25.919312+0000 mon.b (mon.1) 250 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 6} : dispatch 2024-09-13T14:33:27.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:33:26 smithi062 bash[89221]: cluster 2024-09-13T14:33:25.919991+0000 mon.a (mon.0) 430 : cluster [INF] osd.6 [v2:172.21.15.178:6816/2651545680,v1:172.21.15.178:6817/2651545680] boot 2024-09-13T14:33:27.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:33:26 smithi062 bash[89221]: cluster 2024-09-13T14:33:25.919991+0000 mon.a (mon.0) 430 : cluster [INF] osd.6 [v2:172.21.15.178:6816/2651545680,v1:172.21.15.178:6817/2651545680] boot 2024-09-13T14:33:27.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:33:26 smithi062 bash[89221]: cluster 2024-09-13T14:33:25.920113+0000 mon.a (mon.0) 431 : cluster [DBG] osdmap e147: 8 total, 8 up, 8 in 2024-09-13T14:33:27.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:33:26 smithi062 bash[89221]: cluster 2024-09-13T14:33:25.920113+0000 mon.a (mon.0) 431 : cluster [DBG] osdmap e147: 8 total, 8 up, 8 in 2024-09-13T14:33:27.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:33:26 smithi062 bash[89221]: cluster 2024-09-13T14:33:26.920297+0000 mon.a (mon.0) 432 : cluster [DBG] osdmap e148: 8 total, 8 up, 8 in 2024-09-13T14:33:27.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:33:26 smithi062 bash[89221]: cluster 2024-09-13T14:33:26.920297+0000 mon.a (mon.0) 432 : cluster [DBG] osdmap e148: 8 total, 8 up, 8 in 2024-09-13T14:33:27.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:33:26 smithi062 bash[92878]: cluster 2024-09-13T14:33:25.908622+0000 mon.a (mon.0) 429 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-13T14:33:27.255 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:33:26 smithi062 bash[92878]: cluster 2024-09-13T14:33:25.908622+0000 mon.a (mon.0) 429 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-13T14:33:27.255 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:33:26 smithi062 bash[92878]: audit 2024-09-13T14:33:25.919312+0000 mon.b (mon.1) 250 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 6} : dispatch 2024-09-13T14:33:27.255 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:33:26 smithi062 bash[92878]: audit 2024-09-13T14:33:25.919312+0000 mon.b (mon.1) 250 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 6} : dispatch 2024-09-13T14:33:27.255 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:33:26 smithi062 bash[92878]: cluster 2024-09-13T14:33:25.919991+0000 mon.a (mon.0) 430 : cluster [INF] osd.6 [v2:172.21.15.178:6816/2651545680,v1:172.21.15.178:6817/2651545680] boot 2024-09-13T14:33:27.255 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:33:26 smithi062 bash[92878]: cluster 2024-09-13T14:33:25.919991+0000 mon.a (mon.0) 430 : cluster [INF] osd.6 [v2:172.21.15.178:6816/2651545680,v1:172.21.15.178:6817/2651545680] boot 2024-09-13T14:33:27.255 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:33:26 smithi062 bash[92878]: cluster 2024-09-13T14:33:25.920113+0000 mon.a (mon.0) 431 : cluster [DBG] osdmap e147: 8 total, 8 up, 8 in 2024-09-13T14:33:27.255 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:33:26 smithi062 bash[92878]: cluster 2024-09-13T14:33:25.920113+0000 mon.a (mon.0) 431 : cluster [DBG] osdmap e147: 8 total, 8 up, 8 in 2024-09-13T14:33:27.255 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:33:26 smithi062 bash[92878]: cluster 2024-09-13T14:33:26.920297+0000 mon.a (mon.0) 432 : cluster [DBG] osdmap e148: 8 total, 8 up, 8 in 2024-09-13T14:33:27.255 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:33:26 smithi062 bash[92878]: cluster 2024-09-13T14:33:26.920297+0000 mon.a (mon.0) 432 : cluster [DBG] osdmap e148: 8 total, 8 up, 8 in 2024-09-13T14:33:27.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:33:26 smithi178 bash[70490]: cluster 2024-09-13T14:33:25.908622+0000 mon.a (mon.0) 429 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-13T14:33:27.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:33:26 smithi178 bash[70490]: cluster 2024-09-13T14:33:25.908622+0000 mon.a (mon.0) 429 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-13T14:33:27.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:33:26 smithi178 bash[70490]: audit 2024-09-13T14:33:25.919312+0000 mon.b (mon.1) 250 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 6} : dispatch 2024-09-13T14:33:27.436 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:33:26 smithi178 bash[70490]: audit 2024-09-13T14:33:25.919312+0000 mon.b (mon.1) 250 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 6} : dispatch 2024-09-13T14:33:27.436 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:33:26 smithi178 bash[70490]: cluster 2024-09-13T14:33:25.919991+0000 mon.a (mon.0) 430 : cluster [INF] osd.6 [v2:172.21.15.178:6816/2651545680,v1:172.21.15.178:6817/2651545680] boot 2024-09-13T14:33:27.436 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:33:26 smithi178 bash[70490]: cluster 2024-09-13T14:33:25.919991+0000 mon.a (mon.0) 430 : cluster [INF] osd.6 [v2:172.21.15.178:6816/2651545680,v1:172.21.15.178:6817/2651545680] boot 2024-09-13T14:33:27.436 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:33:26 smithi178 bash[70490]: cluster 2024-09-13T14:33:25.920113+0000 mon.a (mon.0) 431 : cluster [DBG] osdmap e147: 8 total, 8 up, 8 in 2024-09-13T14:33:27.436 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:33:26 smithi178 bash[70490]: cluster 2024-09-13T14:33:25.920113+0000 mon.a (mon.0) 431 : cluster [DBG] osdmap e147: 8 total, 8 up, 8 in 2024-09-13T14:33:27.436 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:33:26 smithi178 bash[70490]: cluster 2024-09-13T14:33:26.920297+0000 mon.a (mon.0) 432 : cluster [DBG] osdmap e148: 8 total, 8 up, 8 in 2024-09-13T14:33:27.436 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:33:26 smithi178 bash[70490]: cluster 2024-09-13T14:33:26.920297+0000 mon.a (mon.0) 432 : cluster [DBG] osdmap e148: 8 total, 8 up, 8 in 2024-09-13T14:33:28.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:33:27 smithi062 bash[89221]: cluster 2024-09-13T14:33:26.592397+0000 mgr.y (mgr.25139) 736 : cluster [DBG] pgmap v441: 161 pgs: 4 peering, 29 active+undersized, 20 active+undersized+degraded, 108 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s; 69/636 objects degraded (10.849%) 2024-09-13T14:33:28.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:33:27 smithi062 bash[89221]: cluster 2024-09-13T14:33:26.592397+0000 mgr.y (mgr.25139) 736 : cluster [DBG] pgmap v441: 161 pgs: 4 peering, 29 active+undersized, 20 active+undersized+degraded, 108 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s; 69/636 objects degraded (10.849%) 2024-09-13T14:33:28.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:33:27 smithi062 bash[89221]: cluster 2024-09-13T14:33:26.932871+0000 mon.a (mon.0) 433 : cluster [WRN] Health check update: Degraded data redundancy: 69/636 objects degraded (10.849%), 20 pgs degraded (PG_DEGRADED) 2024-09-13T14:33:28.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:33:27 smithi062 bash[89221]: cluster 2024-09-13T14:33:26.932871+0000 mon.a (mon.0) 433 : cluster [WRN] Health check update: Degraded data redundancy: 69/636 objects degraded (10.849%), 20 pgs degraded (PG_DEGRADED) 2024-09-13T14:33:28.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:33:27 smithi062 bash[92878]: cluster 2024-09-13T14:33:26.592397+0000 mgr.y (mgr.25139) 736 : cluster [DBG] pgmap v441: 161 pgs: 4 peering, 29 active+undersized, 20 active+undersized+degraded, 108 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s; 69/636 objects degraded (10.849%) 2024-09-13T14:33:28.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:33:27 smithi062 bash[92878]: cluster 2024-09-13T14:33:26.592397+0000 mgr.y (mgr.25139) 736 : cluster [DBG] pgmap v441: 161 pgs: 4 peering, 29 active+undersized, 20 active+undersized+degraded, 108 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s; 69/636 objects degraded (10.849%) 2024-09-13T14:33:28.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:33:27 smithi062 bash[92878]: cluster 2024-09-13T14:33:26.932871+0000 mon.a (mon.0) 433 : cluster [WRN] Health check update: Degraded data redundancy: 69/636 objects degraded (10.849%), 20 pgs degraded (PG_DEGRADED) 2024-09-13T14:33:28.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:33:27 smithi062 bash[92878]: cluster 2024-09-13T14:33:26.932871+0000 mon.a (mon.0) 433 : cluster [WRN] Health check update: Degraded data redundancy: 69/636 objects degraded (10.849%), 20 pgs degraded (PG_DEGRADED) 2024-09-13T14:33:28.254 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:33:27 smithi178 bash[70490]: cluster 2024-09-13T14:33:26.592397+0000 mgr.y (mgr.25139) 736 : cluster [DBG] pgmap v441: 161 pgs: 4 peering, 29 active+undersized, 20 active+undersized+degraded, 108 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s; 69/636 objects degraded (10.849%) 2024-09-13T14:33:28.254 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:33:27 smithi178 bash[70490]: cluster 2024-09-13T14:33:26.592397+0000 mgr.y (mgr.25139) 736 : cluster [DBG] pgmap v441: 161 pgs: 4 peering, 29 active+undersized, 20 active+undersized+degraded, 108 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s; 69/636 objects degraded (10.849%) 2024-09-13T14:33:28.254 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:33:27 smithi178 bash[70490]: cluster 2024-09-13T14:33:26.932871+0000 mon.a (mon.0) 433 : cluster [WRN] Health check update: Degraded data redundancy: 69/636 objects degraded (10.849%), 20 pgs degraded (PG_DEGRADED) 2024-09-13T14:33:28.255 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:33:27 smithi178 bash[70490]: cluster 2024-09-13T14:33:26.932871+0000 mon.a (mon.0) 433 : cluster [WRN] Health check update: Degraded data redundancy: 69/636 objects degraded (10.849%), 20 pgs degraded (PG_DEGRADED) 2024-09-13T14:33:28.935 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:33:28 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:33:28.741479203Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:33:30.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:33:29 smithi178 bash[70490]: cluster 2024-09-13T14:33:28.593577+0000 mgr.y (mgr.25139) 737 : cluster [DBG] pgmap v443: 161 pgs: 11 peering, 24 active+undersized, 17 active+undersized+degraded, 109 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s; 58/636 objects degraded (9.119%) 2024-09-13T14:33:30.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:33:29 smithi178 bash[70490]: cluster 2024-09-13T14:33:28.593577+0000 mgr.y (mgr.25139) 737 : cluster [DBG] pgmap v443: 161 pgs: 11 peering, 24 active+undersized, 17 active+undersized+degraded, 109 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s; 58/636 objects degraded (9.119%) 2024-09-13T14:33:30.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:33:29 smithi178 bash[70490]: audit 2024-09-13T14:33:28.877219+0000 mon.a (mon.0) 434 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:33:30.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:33:29 smithi178 bash[70490]: audit 2024-09-13T14:33:28.877219+0000 mon.a (mon.0) 434 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:33:30.186 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:33:29 smithi178 bash[70490]: audit 2024-09-13T14:33:28.878776+0000 mon.b (mon.1) 251 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:33:30.186 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:33:29 smithi178 bash[70490]: audit 2024-09-13T14:33:28.878776+0000 mon.b (mon.1) 251 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:33:30.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:33:29 smithi062 bash[89221]: cluster 2024-09-13T14:33:28.593577+0000 mgr.y (mgr.25139) 737 : cluster [DBG] pgmap v443: 161 pgs: 11 peering, 24 active+undersized, 17 active+undersized+degraded, 109 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s; 58/636 objects degraded (9.119%) 2024-09-13T14:33:30.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:33:29 smithi062 bash[89221]: cluster 2024-09-13T14:33:28.593577+0000 mgr.y (mgr.25139) 737 : cluster [DBG] pgmap v443: 161 pgs: 11 peering, 24 active+undersized, 17 active+undersized+degraded, 109 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s; 58/636 objects degraded (9.119%) 2024-09-13T14:33:30.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:33:29 smithi062 bash[89221]: audit 2024-09-13T14:33:28.877219+0000 mon.a (mon.0) 434 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:33:30.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:33:29 smithi062 bash[89221]: audit 2024-09-13T14:33:28.877219+0000 mon.a (mon.0) 434 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:33:30.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:33:29 smithi062 bash[89221]: audit 2024-09-13T14:33:28.878776+0000 mon.b (mon.1) 251 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:33:30.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:33:29 smithi062 bash[89221]: audit 2024-09-13T14:33:28.878776+0000 mon.b (mon.1) 251 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:33:30.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:33:29 smithi062 bash[92878]: cluster 2024-09-13T14:33:28.593577+0000 mgr.y (mgr.25139) 737 : cluster [DBG] pgmap v443: 161 pgs: 11 peering, 24 active+undersized, 17 active+undersized+degraded, 109 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s; 58/636 objects degraded (9.119%) 2024-09-13T14:33:30.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:33:29 smithi062 bash[92878]: cluster 2024-09-13T14:33:28.593577+0000 mgr.y (mgr.25139) 737 : cluster [DBG] pgmap v443: 161 pgs: 11 peering, 24 active+undersized, 17 active+undersized+degraded, 109 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s; 58/636 objects degraded (9.119%) 2024-09-13T14:33:30.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:33:29 smithi062 bash[92878]: audit 2024-09-13T14:33:28.877219+0000 mon.a (mon.0) 434 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:33:30.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:33:29 smithi062 bash[92878]: audit 2024-09-13T14:33:28.877219+0000 mon.a (mon.0) 434 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:33:30.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:33:29 smithi062 bash[92878]: audit 2024-09-13T14:33:28.878776+0000 mon.b (mon.1) 251 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:33:30.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:33:29 smithi062 bash[92878]: audit 2024-09-13T14:33:28.878776+0000 mon.b (mon.1) 251 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:33:31.878 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:33:31 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:33:31.737158066Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:33:32.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:33:31 smithi178 bash[70490]: cluster 2024-09-13T14:33:30.594809+0000 mgr.y (mgr.25139) 738 : cluster [DBG] pgmap v444: 161 pgs: 11 peering, 6 active+undersized, 3 active+undersized+degraded, 141 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 1.5 KiB/s rd, 1 op/s; 14/636 objects degraded (2.201%) 2024-09-13T14:33:32.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:33:31 smithi178 bash[70490]: cluster 2024-09-13T14:33:30.594809+0000 mgr.y (mgr.25139) 738 : cluster [DBG] pgmap v444: 161 pgs: 11 peering, 6 active+undersized, 3 active+undersized+degraded, 141 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 1.5 KiB/s rd, 1 op/s; 14/636 objects degraded (2.201%) 2024-09-13T14:33:32.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:33:31 smithi062 bash[89221]: cluster 2024-09-13T14:33:30.594809+0000 mgr.y (mgr.25139) 738 : cluster [DBG] pgmap v444: 161 pgs: 11 peering, 6 active+undersized, 3 active+undersized+degraded, 141 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 1.5 KiB/s rd, 1 op/s; 14/636 objects degraded (2.201%) 2024-09-13T14:33:32.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:33:31 smithi062 bash[89221]: cluster 2024-09-13T14:33:30.594809+0000 mgr.y (mgr.25139) 738 : cluster [DBG] pgmap v444: 161 pgs: 11 peering, 6 active+undersized, 3 active+undersized+degraded, 141 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 1.5 KiB/s rd, 1 op/s; 14/636 objects degraded (2.201%) 2024-09-13T14:33:32.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:33:31 smithi062 bash[92878]: cluster 2024-09-13T14:33:30.594809+0000 mgr.y (mgr.25139) 738 : cluster [DBG] pgmap v444: 161 pgs: 11 peering, 6 active+undersized, 3 active+undersized+degraded, 141 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 1.5 KiB/s rd, 1 op/s; 14/636 objects degraded (2.201%) 2024-09-13T14:33:32.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:33:31 smithi062 bash[92878]: cluster 2024-09-13T14:33:30.594809+0000 mgr.y (mgr.25139) 738 : cluster [DBG] pgmap v444: 161 pgs: 11 peering, 6 active+undersized, 3 active+undersized+degraded, 141 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 1.5 KiB/s rd, 1 op/s; 14/636 objects degraded (2.201%) 2024-09-13T14:33:32.753 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:33:32 smithi062 bash[68610]: debug 2024-09-13T14:33:32.265+0000 7fd91dfb7640 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (2 PGs are or would become offline) 2024-09-13T14:33:33.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:33:33 smithi062 bash[89221]: audit 2024-09-13T14:33:32.093754+0000 mon.a (mon.0) 435 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:33:33.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:33:33 smithi062 bash[89221]: audit 2024-09-13T14:33:32.093754+0000 mon.a (mon.0) 435 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:33:33.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:33:33 smithi062 bash[89221]: audit 2024-09-13T14:33:32.107147+0000 mon.a (mon.0) 436 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:33:33.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:33:33 smithi062 bash[89221]: audit 2024-09-13T14:33:32.107147+0000 mon.a (mon.0) 436 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:33:33.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:33:33 smithi062 bash[89221]: audit 2024-09-13T14:33:32.109643+0000 mon.b (mon.1) 252 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:33:33.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:33:33 smithi062 bash[89221]: audit 2024-09-13T14:33:32.109643+0000 mon.b (mon.1) 252 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:33:33.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:33:33 smithi062 bash[89221]: audit 2024-09-13T14:33:32.111799+0000 mon.b (mon.1) 253 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-13T14:33:33.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:33:33 smithi062 bash[89221]: audit 2024-09-13T14:33:32.111799+0000 mon.b (mon.1) 253 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-13T14:33:33.255 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:33:33 smithi062 bash[89221]: audit 2024-09-13T14:33:32.124731+0000 mon.a (mon.0) 437 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:33:33.255 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:33:33 smithi062 bash[89221]: audit 2024-09-13T14:33:32.124731+0000 mon.a (mon.0) 437 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:33:33.255 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:33:33 smithi062 bash[89221]: audit 2024-09-13T14:33:32.255410+0000 mon.b (mon.1) 254 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-13T14:33:33.255 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:33:33 smithi062 bash[89221]: audit 2024-09-13T14:33:32.255410+0000 mon.b (mon.1) 254 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-13T14:33:33.255 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:33:33 smithi062 bash[89221]: audit 2024-09-13T14:33:32.259605+0000 mon.b (mon.1) 255 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:33:33.255 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:33:33 smithi062 bash[89221]: audit 2024-09-13T14:33:32.259605+0000 mon.b (mon.1) 255 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:33:33.255 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:33:33 smithi062 bash[89221]: audit 2024-09-13T14:33:32.262610+0000 mon.b (mon.1) 256 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:33:33.255 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:33:33 smithi062 bash[89221]: audit 2024-09-13T14:33:32.262610+0000 mon.b (mon.1) 256 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:33:33.255 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:33:33 smithi062 bash[89221]: audit 2024-09-13T14:33:32.265227+0000 mon.b (mon.1) 257 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:33:33.255 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:33:33 smithi062 bash[89221]: audit 2024-09-13T14:33:32.265227+0000 mon.b (mon.1) 257 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:33:33.255 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:33:33 smithi062 bash[89221]: audit 2024-09-13T14:33:32.268364+0000 mon.b (mon.1) 258 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16} : dispatch 2024-09-13T14:33:33.255 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:33:33 smithi062 bash[89221]: audit 2024-09-13T14:33:32.268364+0000 mon.b (mon.1) 258 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16} : dispatch 2024-09-13T14:33:33.256 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:33:33 smithi062 bash[92878]: audit 2024-09-13T14:33:32.093754+0000 mon.a (mon.0) 435 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:33:33.256 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:33:33 smithi062 bash[92878]: audit 2024-09-13T14:33:32.093754+0000 mon.a (mon.0) 435 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:33:33.256 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:33:33 smithi062 bash[92878]: audit 2024-09-13T14:33:32.107147+0000 mon.a (mon.0) 436 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:33:33.256 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:33:33 smithi062 bash[92878]: audit 2024-09-13T14:33:32.107147+0000 mon.a (mon.0) 436 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:33:33.256 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:33:33 smithi062 bash[92878]: audit 2024-09-13T14:33:32.109643+0000 mon.b (mon.1) 252 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:33:33.256 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:33:33 smithi062 bash[92878]: audit 2024-09-13T14:33:32.109643+0000 mon.b (mon.1) 252 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:33:33.256 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:33:33 smithi062 bash[92878]: audit 2024-09-13T14:33:32.111799+0000 mon.b (mon.1) 253 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-13T14:33:33.256 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:33:33 smithi062 bash[92878]: audit 2024-09-13T14:33:32.111799+0000 mon.b (mon.1) 253 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-13T14:33:33.256 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:33:33 smithi062 bash[92878]: audit 2024-09-13T14:33:32.124731+0000 mon.a (mon.0) 437 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:33:33.256 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:33:33 smithi062 bash[92878]: audit 2024-09-13T14:33:32.124731+0000 mon.a (mon.0) 437 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:33:33.256 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:33:33 smithi062 bash[92878]: audit 2024-09-13T14:33:32.255410+0000 mon.b (mon.1) 254 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-13T14:33:33.257 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:33:33 smithi062 bash[92878]: audit 2024-09-13T14:33:32.255410+0000 mon.b (mon.1) 254 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-13T14:33:33.257 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:33:33 smithi062 bash[92878]: audit 2024-09-13T14:33:32.259605+0000 mon.b (mon.1) 255 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:33:33.257 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:33:33 smithi062 bash[92878]: audit 2024-09-13T14:33:32.259605+0000 mon.b (mon.1) 255 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:33:33.257 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:33:33 smithi062 bash[92878]: audit 2024-09-13T14:33:32.262610+0000 mon.b (mon.1) 256 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:33:33.257 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:33:33 smithi062 bash[92878]: audit 2024-09-13T14:33:32.262610+0000 mon.b (mon.1) 256 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:33:33.257 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:33:33 smithi062 bash[92878]: audit 2024-09-13T14:33:32.265227+0000 mon.b (mon.1) 257 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:33:33.257 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:33:33 smithi062 bash[92878]: audit 2024-09-13T14:33:32.265227+0000 mon.b (mon.1) 257 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:33:33.257 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:33:33 smithi062 bash[92878]: audit 2024-09-13T14:33:32.268364+0000 mon.b (mon.1) 258 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16} : dispatch 2024-09-13T14:33:33.257 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:33:33 smithi062 bash[92878]: audit 2024-09-13T14:33:32.268364+0000 mon.b (mon.1) 258 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16} : dispatch 2024-09-13T14:33:33.436 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:33:33 smithi178 bash[70490]: audit 2024-09-13T14:33:32.093754+0000 mon.a (mon.0) 435 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:33:33.436 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:33:33 smithi178 bash[70490]: audit 2024-09-13T14:33:32.093754+0000 mon.a (mon.0) 435 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:33:33.436 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:33:33 smithi178 bash[70490]: audit 2024-09-13T14:33:32.107147+0000 mon.a (mon.0) 436 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:33:33.436 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:33:33 smithi178 bash[70490]: audit 2024-09-13T14:33:32.107147+0000 mon.a (mon.0) 436 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:33:33.436 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:33:33 smithi178 bash[70490]: audit 2024-09-13T14:33:32.109643+0000 mon.b (mon.1) 252 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:33:33.436 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:33:33 smithi178 bash[70490]: audit 2024-09-13T14:33:32.109643+0000 mon.b (mon.1) 252 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:33:33.436 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:33:33 smithi178 bash[70490]: audit 2024-09-13T14:33:32.111799+0000 mon.b (mon.1) 253 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-13T14:33:33.436 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:33:33 smithi178 bash[70490]: audit 2024-09-13T14:33:32.111799+0000 mon.b (mon.1) 253 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-13T14:33:33.436 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:33:33 smithi178 bash[70490]: audit 2024-09-13T14:33:32.124731+0000 mon.a (mon.0) 437 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:33:33.436 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:33:33 smithi178 bash[70490]: audit 2024-09-13T14:33:32.124731+0000 mon.a (mon.0) 437 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:33:33.436 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:33:33 smithi178 bash[70490]: audit 2024-09-13T14:33:32.255410+0000 mon.b (mon.1) 254 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-13T14:33:33.437 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:33:33 smithi178 bash[70490]: audit 2024-09-13T14:33:32.255410+0000 mon.b (mon.1) 254 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-13T14:33:33.437 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:33:33 smithi178 bash[70490]: audit 2024-09-13T14:33:32.259605+0000 mon.b (mon.1) 255 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:33:33.437 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:33:33 smithi178 bash[70490]: audit 2024-09-13T14:33:32.259605+0000 mon.b (mon.1) 255 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:33:33.437 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:33:33 smithi178 bash[70490]: audit 2024-09-13T14:33:32.262610+0000 mon.b (mon.1) 256 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:33:33.437 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:33:33 smithi178 bash[70490]: audit 2024-09-13T14:33:32.262610+0000 mon.b (mon.1) 256 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:33:33.437 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:33:33 smithi178 bash[70490]: audit 2024-09-13T14:33:32.265227+0000 mon.b (mon.1) 257 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:33:33.437 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:33:33 smithi178 bash[70490]: audit 2024-09-13T14:33:32.265227+0000 mon.b (mon.1) 257 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:33:33.437 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:33:33 smithi178 bash[70490]: audit 2024-09-13T14:33:32.268364+0000 mon.b (mon.1) 258 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16} : dispatch 2024-09-13T14:33:33.437 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:33:33 smithi178 bash[70490]: audit 2024-09-13T14:33:32.268364+0000 mon.b (mon.1) 258 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16} : dispatch 2024-09-13T14:33:34.003 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:33:33 smithi062 bash[68610]: ::ffff:172.21.15.178 - - [13/Sep/2024:14:33:33] "GET /metrics HTTP/1.1" 200 38258 "" "Prometheus/2.51.0" 2024-09-13T14:33:34.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:33:34 smithi178 bash[70490]: audit 2024-09-13T14:33:32.269764+0000 mgr.y (mgr.25139) 739 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-09-13T14:33:34.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:33:34 smithi178 bash[70490]: audit 2024-09-13T14:33:32.269764+0000 mgr.y (mgr.25139) 739 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-09-13T14:33:34.436 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:33:34 smithi178 bash[70490]: cephadm 2024-09-13T14:33:32.272155+0000 mgr.y (mgr.25139) 740 : cephadm [INF] Upgrade: unsafe to stop osd(s) at this time (2 PGs are or would become offline) 2024-09-13T14:33:34.436 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:33:34 smithi178 bash[70490]: cephadm 2024-09-13T14:33:32.272155+0000 mgr.y (mgr.25139) 740 : cephadm [INF] Upgrade: unsafe to stop osd(s) at this time (2 PGs are or would become offline) 2024-09-13T14:33:34.436 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:33:34 smithi178 bash[70490]: cluster 2024-09-13T14:33:32.596299+0000 mgr.y (mgr.25139) 741 : cluster [DBG] pgmap v445: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:33:34.436 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:33:34 smithi178 bash[70490]: cluster 2024-09-13T14:33:32.596299+0000 mgr.y (mgr.25139) 741 : cluster [DBG] pgmap v445: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:33:34.436 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:33:34 smithi178 bash[70490]: audit 2024-09-13T14:33:32.854201+0000 mgr.y (mgr.25139) 742 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:33:34.436 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:33:34 smithi178 bash[70490]: audit 2024-09-13T14:33:32.854201+0000 mgr.y (mgr.25139) 742 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:33:34.436 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:33:34 smithi178 bash[70490]: cluster 2024-09-13T14:33:33.120490+0000 mon.a (mon.0) 438 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 14/636 objects degraded (2.201%), 3 pgs degraded) 2024-09-13T14:33:34.436 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:33:34 smithi178 bash[70490]: cluster 2024-09-13T14:33:33.120490+0000 mon.a (mon.0) 438 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 14/636 objects degraded (2.201%), 3 pgs degraded) 2024-09-13T14:33:34.436 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:33:34 smithi178 bash[70490]: cluster 2024-09-13T14:33:33.120542+0000 mon.a (mon.0) 439 : cluster [INF] Cluster is now healthy 2024-09-13T14:33:34.436 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:33:34 smithi178 bash[70490]: cluster 2024-09-13T14:33:33.120542+0000 mon.a (mon.0) 439 : cluster [INF] Cluster is now healthy 2024-09-13T14:33:34.504 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:33:34 smithi062 bash[89221]: audit 2024-09-13T14:33:32.269764+0000 mgr.y (mgr.25139) 739 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-09-13T14:33:34.504 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:33:34 smithi062 bash[89221]: audit 2024-09-13T14:33:32.269764+0000 mgr.y (mgr.25139) 739 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-09-13T14:33:34.504 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:33:34 smithi062 bash[89221]: cephadm 2024-09-13T14:33:32.272155+0000 mgr.y (mgr.25139) 740 : cephadm [INF] Upgrade: unsafe to stop osd(s) at this time (2 PGs are or would become offline) 2024-09-13T14:33:34.504 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:33:34 smithi062 bash[89221]: cephadm 2024-09-13T14:33:32.272155+0000 mgr.y (mgr.25139) 740 : cephadm [INF] Upgrade: unsafe to stop osd(s) at this time (2 PGs are or would become offline) 2024-09-13T14:33:34.504 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:33:34 smithi062 bash[89221]: cluster 2024-09-13T14:33:32.596299+0000 mgr.y (mgr.25139) 741 : cluster [DBG] pgmap v445: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:33:34.504 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:33:34 smithi062 bash[89221]: cluster 2024-09-13T14:33:32.596299+0000 mgr.y (mgr.25139) 741 : cluster [DBG] pgmap v445: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:33:34.504 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:33:34 smithi062 bash[89221]: audit 2024-09-13T14:33:32.854201+0000 mgr.y (mgr.25139) 742 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:33:34.505 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:33:34 smithi062 bash[89221]: audit 2024-09-13T14:33:32.854201+0000 mgr.y (mgr.25139) 742 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:33:34.505 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:33:34 smithi062 bash[89221]: cluster 2024-09-13T14:33:33.120490+0000 mon.a (mon.0) 438 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 14/636 objects degraded (2.201%), 3 pgs degraded) 2024-09-13T14:33:34.505 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:33:34 smithi062 bash[89221]: cluster 2024-09-13T14:33:33.120490+0000 mon.a (mon.0) 438 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 14/636 objects degraded (2.201%), 3 pgs degraded) 2024-09-13T14:33:34.505 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:33:34 smithi062 bash[89221]: cluster 2024-09-13T14:33:33.120542+0000 mon.a (mon.0) 439 : cluster [INF] Cluster is now healthy 2024-09-13T14:33:34.505 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:33:34 smithi062 bash[89221]: cluster 2024-09-13T14:33:33.120542+0000 mon.a (mon.0) 439 : cluster [INF] Cluster is now healthy 2024-09-13T14:33:34.505 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:33:34 smithi062 bash[92878]: audit 2024-09-13T14:33:32.269764+0000 mgr.y (mgr.25139) 739 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-09-13T14:33:34.505 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:33:34 smithi062 bash[92878]: audit 2024-09-13T14:33:32.269764+0000 mgr.y (mgr.25139) 739 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-09-13T14:33:34.505 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:33:34 smithi062 bash[92878]: cephadm 2024-09-13T14:33:32.272155+0000 mgr.y (mgr.25139) 740 : cephadm [INF] Upgrade: unsafe to stop osd(s) at this time (2 PGs are or would become offline) 2024-09-13T14:33:34.505 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:33:34 smithi062 bash[92878]: cephadm 2024-09-13T14:33:32.272155+0000 mgr.y (mgr.25139) 740 : cephadm [INF] Upgrade: unsafe to stop osd(s) at this time (2 PGs are or would become offline) 2024-09-13T14:33:34.505 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:33:34 smithi062 bash[92878]: cluster 2024-09-13T14:33:32.596299+0000 mgr.y (mgr.25139) 741 : cluster [DBG] pgmap v445: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:33:34.505 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:33:34 smithi062 bash[92878]: cluster 2024-09-13T14:33:32.596299+0000 mgr.y (mgr.25139) 741 : cluster [DBG] pgmap v445: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:33:34.505 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:33:34 smithi062 bash[92878]: audit 2024-09-13T14:33:32.854201+0000 mgr.y (mgr.25139) 742 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:33:34.506 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:33:34 smithi062 bash[92878]: audit 2024-09-13T14:33:32.854201+0000 mgr.y (mgr.25139) 742 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:33:34.506 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:33:34 smithi062 bash[92878]: cluster 2024-09-13T14:33:33.120490+0000 mon.a (mon.0) 438 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 14/636 objects degraded (2.201%), 3 pgs degraded) 2024-09-13T14:33:34.506 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:33:34 smithi062 bash[92878]: cluster 2024-09-13T14:33:33.120490+0000 mon.a (mon.0) 438 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 14/636 objects degraded (2.201%), 3 pgs degraded) 2024-09-13T14:33:34.506 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:33:34 smithi062 bash[92878]: cluster 2024-09-13T14:33:33.120542+0000 mon.a (mon.0) 439 : cluster [INF] Cluster is now healthy 2024-09-13T14:33:34.506 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:33:34 smithi062 bash[92878]: cluster 2024-09-13T14:33:33.120542+0000 mon.a (mon.0) 439 : cluster [INF] Cluster is now healthy 2024-09-13T14:33:35.185 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:33:34 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:33:34.75090397Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:33:36.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:33:36 smithi178 bash[70490]: cluster 2024-09-13T14:33:34.597327+0000 mgr.y (mgr.25139) 743 : cluster [DBG] pgmap v446: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 471 B/s rd, 0 op/s 2024-09-13T14:33:36.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:33:36 smithi178 bash[70490]: cluster 2024-09-13T14:33:34.597327+0000 mgr.y (mgr.25139) 743 : cluster [DBG] pgmap v446: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 471 B/s rd, 0 op/s 2024-09-13T14:33:36.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:33:36 smithi062 bash[89221]: cluster 2024-09-13T14:33:34.597327+0000 mgr.y (mgr.25139) 743 : cluster [DBG] pgmap v446: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 471 B/s rd, 0 op/s 2024-09-13T14:33:36.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:33:36 smithi062 bash[89221]: cluster 2024-09-13T14:33:34.597327+0000 mgr.y (mgr.25139) 743 : cluster [DBG] pgmap v446: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 471 B/s rd, 0 op/s 2024-09-13T14:33:36.504 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:33:36 smithi062 bash[92878]: cluster 2024-09-13T14:33:34.597327+0000 mgr.y (mgr.25139) 743 : cluster [DBG] pgmap v446: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 471 B/s rd, 0 op/s 2024-09-13T14:33:36.504 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:33:36 smithi062 bash[92878]: cluster 2024-09-13T14:33:34.597327+0000 mgr.y (mgr.25139) 743 : cluster [DBG] pgmap v446: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 471 B/s rd, 0 op/s 2024-09-13T14:33:38.102 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:33:37 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:33:37.737484336Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:33:38.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:33:38 smithi178 bash[70490]: cluster 2024-09-13T14:33:36.598635+0000 mgr.y (mgr.25139) 744 : cluster [DBG] pgmap v447: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 921 B/s rd, 0 op/s 2024-09-13T14:33:38.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:33:38 smithi178 bash[70490]: cluster 2024-09-13T14:33:36.598635+0000 mgr.y (mgr.25139) 744 : cluster [DBG] pgmap v447: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 921 B/s rd, 0 op/s 2024-09-13T14:33:38.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:33:38 smithi062 bash[89221]: cluster 2024-09-13T14:33:36.598635+0000 mgr.y (mgr.25139) 744 : cluster [DBG] pgmap v447: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 921 B/s rd, 0 op/s 2024-09-13T14:33:38.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:33:38 smithi062 bash[89221]: cluster 2024-09-13T14:33:36.598635+0000 mgr.y (mgr.25139) 744 : cluster [DBG] pgmap v447: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 921 B/s rd, 0 op/s 2024-09-13T14:33:38.504 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:33:38 smithi062 bash[92878]: cluster 2024-09-13T14:33:36.598635+0000 mgr.y (mgr.25139) 744 : cluster [DBG] pgmap v447: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 921 B/s rd, 0 op/s 2024-09-13T14:33:38.504 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:33:38 smithi062 bash[92878]: cluster 2024-09-13T14:33:36.598635+0000 mgr.y (mgr.25139) 744 : cluster [DBG] pgmap v447: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 921 B/s rd, 0 op/s 2024-09-13T14:33:40.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:33:40 smithi178 bash[70490]: cluster 2024-09-13T14:33:38.599679+0000 mgr.y (mgr.25139) 745 : cluster [DBG] pgmap v448: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 788 B/s rd, 0 op/s 2024-09-13T14:33:40.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:33:40 smithi178 bash[70490]: cluster 2024-09-13T14:33:38.599679+0000 mgr.y (mgr.25139) 745 : cluster [DBG] pgmap v448: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 788 B/s rd, 0 op/s 2024-09-13T14:33:40.436 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:33:40 smithi178 bash[70490]: audit 2024-09-13T14:33:39.408481+0000 mon.a (mon.0) 440 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:33:40.436 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:33:40 smithi178 bash[70490]: audit 2024-09-13T14:33:39.408481+0000 mon.a (mon.0) 440 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:33:40.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:33:40 smithi062 bash[89221]: cluster 2024-09-13T14:33:38.599679+0000 mgr.y (mgr.25139) 745 : cluster [DBG] pgmap v448: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 788 B/s rd, 0 op/s 2024-09-13T14:33:40.504 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:33:40 smithi062 bash[89221]: cluster 2024-09-13T14:33:38.599679+0000 mgr.y (mgr.25139) 745 : cluster [DBG] pgmap v448: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 788 B/s rd, 0 op/s 2024-09-13T14:33:40.504 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:33:40 smithi062 bash[89221]: audit 2024-09-13T14:33:39.408481+0000 mon.a (mon.0) 440 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:33:40.504 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:33:40 smithi062 bash[89221]: audit 2024-09-13T14:33:39.408481+0000 mon.a (mon.0) 440 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:33:40.504 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:33:40 smithi062 bash[92878]: cluster 2024-09-13T14:33:38.599679+0000 mgr.y (mgr.25139) 745 : cluster [DBG] pgmap v448: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 788 B/s rd, 0 op/s 2024-09-13T14:33:40.504 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:33:40 smithi062 bash[92878]: cluster 2024-09-13T14:33:38.599679+0000 mgr.y (mgr.25139) 745 : cluster [DBG] pgmap v448: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 788 B/s rd, 0 op/s 2024-09-13T14:33:40.504 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:33:40 smithi062 bash[92878]: audit 2024-09-13T14:33:39.408481+0000 mon.a (mon.0) 440 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:33:40.504 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:33:40 smithi062 bash[92878]: audit 2024-09-13T14:33:39.408481+0000 mon.a (mon.0) 440 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:33:41.185 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:33:40 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:33:40.715085972Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:33:42.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:33:42 smithi178 bash[70490]: cluster 2024-09-13T14:33:40.600860+0000 mgr.y (mgr.25139) 746 : cluster [DBG] pgmap v449: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:33:42.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:33:42 smithi178 bash[70490]: cluster 2024-09-13T14:33:40.600860+0000 mgr.y (mgr.25139) 746 : cluster [DBG] pgmap v449: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:33:42.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:33:42 smithi062 bash[89221]: cluster 2024-09-13T14:33:40.600860+0000 mgr.y (mgr.25139) 746 : cluster [DBG] pgmap v449: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:33:42.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:33:42 smithi062 bash[89221]: cluster 2024-09-13T14:33:40.600860+0000 mgr.y (mgr.25139) 746 : cluster [DBG] pgmap v449: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:33:42.503 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:33:42 smithi062 bash[92878]: cluster 2024-09-13T14:33:40.600860+0000 mgr.y (mgr.25139) 746 : cluster [DBG] pgmap v449: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:33:42.504 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:33:42 smithi062 bash[92878]: cluster 2024-09-13T14:33:40.600860+0000 mgr.y (mgr.25139) 746 : cluster [DBG] pgmap v449: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:33:44.003 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:33:43 smithi062 bash[68610]: ::ffff:172.21.15.178 - - [13/Sep/2024:14:33:43] "GET /metrics HTTP/1.1" 200 38258 "" "Prometheus/2.51.0" 2024-09-13T14:33:44.115 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:33:43 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:33:43.740817878Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:33:44.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:33:44 smithi178 bash[70490]: cluster 2024-09-13T14:33:42.602266+0000 mgr.y (mgr.25139) 747 : cluster [DBG] pgmap v450: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:33:44.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:33:44 smithi178 bash[70490]: cluster 2024-09-13T14:33:42.602266+0000 mgr.y (mgr.25139) 747 : cluster [DBG] pgmap v450: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:33:44.436 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:33:44 smithi178 bash[70490]: audit 2024-09-13T14:33:42.861247+0000 mgr.y (mgr.25139) 748 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:33:44.436 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:33:44 smithi178 bash[70490]: audit 2024-09-13T14:33:42.861247+0000 mgr.y (mgr.25139) 748 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:33:44.436 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:33:44 smithi178 bash[70490]: audit 2024-09-13T14:33:43.879559+0000 mon.a (mon.0) 441 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:33:44.436 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:33:44 smithi178 bash[70490]: audit 2024-09-13T14:33:43.879559+0000 mon.a (mon.0) 441 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:33:44.436 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:33:44 smithi178 bash[70490]: audit 2024-09-13T14:33:43.881270+0000 mon.b (mon.1) 259 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:33:44.436 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:33:44 smithi178 bash[70490]: audit 2024-09-13T14:33:43.881270+0000 mon.b (mon.1) 259 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:33:44.474 INFO:teuthology.orchestra.run.smithi062.stdout:true 2024-09-13T14:33:44.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:33:44 smithi062 bash[89221]: cluster 2024-09-13T14:33:42.602266+0000 mgr.y (mgr.25139) 747 : cluster [DBG] pgmap v450: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:33:44.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:33:44 smithi062 bash[89221]: cluster 2024-09-13T14:33:42.602266+0000 mgr.y (mgr.25139) 747 : cluster [DBG] pgmap v450: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:33:44.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:33:44 smithi062 bash[89221]: audit 2024-09-13T14:33:42.861247+0000 mgr.y (mgr.25139) 748 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:33:44.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:33:44 smithi062 bash[89221]: audit 2024-09-13T14:33:42.861247+0000 mgr.y (mgr.25139) 748 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:33:44.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:33:44 smithi062 bash[89221]: audit 2024-09-13T14:33:43.879559+0000 mon.a (mon.0) 441 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:33:44.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:33:44 smithi062 bash[89221]: audit 2024-09-13T14:33:43.879559+0000 mon.a (mon.0) 441 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:33:44.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:33:44 smithi062 bash[89221]: audit 2024-09-13T14:33:43.881270+0000 mon.b (mon.1) 259 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:33:44.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:33:44 smithi062 bash[89221]: audit 2024-09-13T14:33:43.881270+0000 mon.b (mon.1) 259 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:33:44.504 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:33:44 smithi062 bash[92878]: cluster 2024-09-13T14:33:42.602266+0000 mgr.y (mgr.25139) 747 : cluster [DBG] pgmap v450: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:33:44.504 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:33:44 smithi062 bash[92878]: cluster 2024-09-13T14:33:42.602266+0000 mgr.y (mgr.25139) 747 : cluster [DBG] pgmap v450: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:33:44.504 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:33:44 smithi062 bash[92878]: audit 2024-09-13T14:33:42.861247+0000 mgr.y (mgr.25139) 748 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:33:44.504 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:33:44 smithi062 bash[92878]: audit 2024-09-13T14:33:42.861247+0000 mgr.y (mgr.25139) 748 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:33:44.504 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:33:44 smithi062 bash[92878]: audit 2024-09-13T14:33:43.879559+0000 mon.a (mon.0) 441 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:33:44.504 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:33:44 smithi062 bash[92878]: audit 2024-09-13T14:33:43.879559+0000 mon.a (mon.0) 441 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:33:44.504 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:33:44 smithi062 bash[92878]: audit 2024-09-13T14:33:43.881270+0000 mon.b (mon.1) 259 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:33:44.504 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:33:44 smithi062 bash[92878]: audit 2024-09-13T14:33:43.881270+0000 mon.b (mon.1) 259 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:33:45.154 INFO:teuthology.orchestra.run.smithi062.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-13T14:33:45.154 INFO:teuthology.orchestra.run.smithi062.stdout:alertmanager.a smithi062 *:9093,9094 running (11m) 2m ago 38m 14.0M - 0.27.0 11f11916f8cd 6e93dcf56cea 2024-09-13T14:33:45.155 INFO:teuthology.orchestra.run.smithi062.stdout:grafana.a smithi178 *:3000 running (11m) 24s ago 38m 68.1M - 10.4.0 c8b91775d855 e5af99a01b68 2024-09-13T14:33:45.155 INFO:teuthology.orchestra.run.smithi062.stdout:iscsi.foo.smithi062.auboqe smithi062 *:5000 running (13m) 2m ago 36m 50.2M - 3.8 19dc8d659727 5db99a6f8116 2024-09-13T14:33:45.155 INFO:teuthology.orchestra.run.smithi062.stdout:mgr.x smithi178 *:8443,9283,8765 running (13m) 24s ago 47m 445M - 19.3.0-4917-gb0201b8c 1641fe80ce72 fc18b6fcd5bd 2024-09-13T14:33:45.155 INFO:teuthology.orchestra.run.smithi062.stdout:mgr.y smithi062 *:8443,9283,8765 running (24m) 2m ago 49m 514M - 19.3.0-4917-gb0201b8c 1641fe80ce72 fd629cc84850 2024-09-13T14:33:45.155 INFO:teuthology.orchestra.run.smithi062.stdout:mon.a smithi062 running (8m) 2m ago 49m 51.7M 2048M 19.3.0-4917-gb0201b8c 1641fe80ce72 6370c6daf05c 2024-09-13T14:33:45.155 INFO:teuthology.orchestra.run.smithi062.stdout:mon.b smithi178 running (9m) 24s ago 47m 49.2M 2048M 19.3.0-4917-gb0201b8c 1641fe80ce72 4246b63ea822 2024-09-13T14:33:45.155 INFO:teuthology.orchestra.run.smithi062.stdout:mon.c smithi062 running (7m) 2m ago 47m 37.6M 2048M 19.3.0-4917-gb0201b8c 1641fe80ce72 546ed05b6de1 2024-09-13T14:33:45.155 INFO:teuthology.orchestra.run.smithi062.stdout:node-exporter.a smithi062 *:9100 running (12m) 2m ago 39m 8200k - 1.7.0 72c9c2088986 d2a19c03fb98 2024-09-13T14:33:45.155 INFO:teuthology.orchestra.run.smithi062.stdout:node-exporter.b smithi178 *:9100 running (12m) 24s ago 39m 8376k - 1.7.0 72c9c2088986 ef73b17b6575 2024-09-13T14:33:45.155 INFO:teuthology.orchestra.run.smithi062.stdout:osd.0 smithi062 running (5m) 2m ago 46m 50.8M 3036M 19.3.0-4917-gb0201b8c 1641fe80ce72 711a747f4c3b 2024-09-13T14:33:45.155 INFO:teuthology.orchestra.run.smithi062.stdout:osd.1 smithi062 running (5m) 2m ago 45m 48.0M 3036M 19.3.0-4917-gb0201b8c 1641fe80ce72 8ddc722fe2b2 2024-09-13T14:33:45.155 INFO:teuthology.orchestra.run.smithi062.stdout:osd.2 smithi062 running (3m) 2m ago 44m 46.8M 3036M 19.3.0-4917-gb0201b8c 1641fe80ce72 6b0d80723a64 2024-09-13T14:33:45.155 INFO:teuthology.orchestra.run.smithi062.stdout:osd.3 smithi062 running (2m) 2m ago 43m - 3036M 19.3.0-4917-gb0201b8c 1641fe80ce72 fbedce232013 2024-09-13T14:33:45.156 INFO:teuthology.orchestra.run.smithi062.stdout:osd.4 smithi178 running (101s) 24s ago 43m 51.0M 3292M 19.3.0-4917-gb0201b8c 1641fe80ce72 6c0f465cbec8 2024-09-13T14:33:45.156 INFO:teuthology.orchestra.run.smithi062.stdout:osd.5 smithi178 running (55s) 24s ago 42m 48.4M 3292M 19.3.0-4917-gb0201b8c 1641fe80ce72 a4331d922968 2024-09-13T14:33:45.156 INFO:teuthology.orchestra.run.smithi062.stdout:osd.6 smithi178 running (26s) 24s ago 41m - 3292M 19.3.0-4917-gb0201b8c 1641fe80ce72 27e3e9b24e4c 2024-09-13T14:33:45.156 INFO:teuthology.orchestra.run.smithi062.stdout:osd.7 smithi178 running (40m) 24s ago 40m 72.3M 3292M 19.1.1-322-g7741f7f9 19dc8d659727 fbc9d74ccd0e 2024-09-13T14:33:45.156 INFO:teuthology.orchestra.run.smithi062.stdout:prometheus.a smithi178 *:9095 running (12m) 24s ago 39m 52.6M - 2.51.0 1d3b7f56885b 3a9393efc8c5 2024-09-13T14:33:45.156 INFO:teuthology.orchestra.run.smithi062.stdout:rgw.foo.smithi062.raldkl smithi062 *:8000 running (36m) 2m ago 36m 101M - 19.1.1-322-g7741f7f9 19dc8d659727 c374202ad667 2024-09-13T14:33:45.156 INFO:teuthology.orchestra.run.smithi062.stdout:rgw.foo.smithi178.sseeij smithi178 *:8000 running (36m) 24s ago 36m 103M - 19.1.1-322-g7741f7f9 19dc8d659727 86fcacc26a6b 2024-09-13T14:33:45.533 INFO:teuthology.orchestra.run.smithi062.stdout:{ 2024-09-13T14:33:45.533 INFO:teuthology.orchestra.run.smithi062.stdout: "mon": { 2024-09-13T14:33:45.533 INFO:teuthology.orchestra.run.smithi062.stdout: "ceph version 19.3.0-4917-gb0201b8c (b0201b8c79733293453e7f10a10c7fa43119222b) squid (dev)": 3 2024-09-13T14:33:45.533 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-09-13T14:33:45.533 INFO:teuthology.orchestra.run.smithi062.stdout: "mgr": { 2024-09-13T14:33:45.533 INFO:teuthology.orchestra.run.smithi062.stdout: "ceph version 19.3.0-4917-gb0201b8c (b0201b8c79733293453e7f10a10c7fa43119222b) squid (dev)": 2 2024-09-13T14:33:45.533 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-09-13T14:33:45.533 INFO:teuthology.orchestra.run.smithi062.stdout: "osd": { 2024-09-13T14:33:45.533 INFO:teuthology.orchestra.run.smithi062.stdout: "ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable)": 1, 2024-09-13T14:33:45.534 INFO:teuthology.orchestra.run.smithi062.stdout: "ceph version 19.3.0-4917-gb0201b8c (b0201b8c79733293453e7f10a10c7fa43119222b) squid (dev)": 7 2024-09-13T14:33:45.534 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-09-13T14:33:45.534 INFO:teuthology.orchestra.run.smithi062.stdout: "rgw": { 2024-09-13T14:33:45.534 INFO:teuthology.orchestra.run.smithi062.stdout: "ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable)": 2 2024-09-13T14:33:45.534 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-09-13T14:33:45.534 INFO:teuthology.orchestra.run.smithi062.stdout: "overall": { 2024-09-13T14:33:45.534 INFO:teuthology.orchestra.run.smithi062.stdout: "ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable)": 3, 2024-09-13T14:33:45.534 INFO:teuthology.orchestra.run.smithi062.stdout: "ceph version 19.3.0-4917-gb0201b8c (b0201b8c79733293453e7f10a10c7fa43119222b) squid (dev)": 12 2024-09-13T14:33:45.534 INFO:teuthology.orchestra.run.smithi062.stdout: } 2024-09-13T14:33:45.534 INFO:teuthology.orchestra.run.smithi062.stdout:} 2024-09-13T14:33:45.861 INFO:teuthology.orchestra.run.smithi062.stdout:{ 2024-09-13T14:33:45.861 INFO:teuthology.orchestra.run.smithi062.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph:b0201b8c79733293453e7f10a10c7fa43119222b", 2024-09-13T14:33:45.862 INFO:teuthology.orchestra.run.smithi062.stdout: "in_progress": true, 2024-09-13T14:33:45.862 INFO:teuthology.orchestra.run.smithi062.stdout: "which": "Upgrading daemons of type(s) crash,osd", 2024-09-13T14:33:45.862 INFO:teuthology.orchestra.run.smithi062.stdout: "services_complete": [], 2024-09-13T14:33:45.862 INFO:teuthology.orchestra.run.smithi062.stdout: "progress": "7/8 daemons upgraded", 2024-09-13T14:33:45.862 INFO:teuthology.orchestra.run.smithi062.stdout: "message": "Currently upgrading osd daemons", 2024-09-13T14:33:45.863 INFO:teuthology.orchestra.run.smithi062.stdout: "is_paused": false 2024-09-13T14:33:45.863 INFO:teuthology.orchestra.run.smithi062.stdout:} 2024-09-13T14:33:46.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:33:46 smithi178 bash[70490]: audit 2024-09-13T14:33:44.462469+0000 mgr.y (mgr.25139) 749 : audit [DBG] from='client.44532 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:33:46.436 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:33:46 smithi178 bash[70490]: audit 2024-09-13T14:33:44.462469+0000 mgr.y (mgr.25139) 749 : audit [DBG] from='client.44532 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:33:46.436 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:33:46 smithi178 bash[70490]: cluster 2024-09-13T14:33:44.602940+0000 mgr.y (mgr.25139) 750 : cluster [DBG] pgmap v451: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:33:46.436 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:33:46 smithi178 bash[70490]: cluster 2024-09-13T14:33:44.602940+0000 mgr.y (mgr.25139) 750 : cluster [DBG] pgmap v451: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:33:46.436 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:33:46 smithi178 bash[70490]: audit 2024-09-13T14:33:44.796009+0000 mgr.y (mgr.25139) 751 : audit [DBG] from='client.54509 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:33:46.436 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:33:46 smithi178 bash[70490]: audit 2024-09-13T14:33:44.796009+0000 mgr.y (mgr.25139) 751 : audit [DBG] from='client.54509 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:33:46.436 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:33:46 smithi178 bash[70490]: audit 2024-09-13T14:33:45.115850+0000 mgr.y (mgr.25139) 752 : audit [DBG] from='client.54515 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:33:46.436 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:33:46 smithi178 bash[70490]: audit 2024-09-13T14:33:45.115850+0000 mgr.y (mgr.25139) 752 : audit [DBG] from='client.54515 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:33:46.436 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:33:46 smithi178 bash[70490]: audit 2024-09-13T14:33:45.533402+0000 mon.a (mon.0) 442 : audit [DBG] from='client.? 172.21.15.62:0/1952783655' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:33:46.436 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:33:46 smithi178 bash[70490]: audit 2024-09-13T14:33:45.533402+0000 mon.a (mon.0) 442 : audit [DBG] from='client.? 172.21.15.62:0/1952783655' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:33:46.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:33:46 smithi062 bash[89221]: audit 2024-09-13T14:33:44.462469+0000 mgr.y (mgr.25139) 749 : audit [DBG] from='client.44532 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:33:46.504 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:33:46 smithi062 bash[89221]: audit 2024-09-13T14:33:44.462469+0000 mgr.y (mgr.25139) 749 : audit [DBG] from='client.44532 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:33:46.504 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:33:46 smithi062 bash[89221]: cluster 2024-09-13T14:33:44.602940+0000 mgr.y (mgr.25139) 750 : cluster [DBG] pgmap v451: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:33:46.504 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:33:46 smithi062 bash[89221]: cluster 2024-09-13T14:33:44.602940+0000 mgr.y (mgr.25139) 750 : cluster [DBG] pgmap v451: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:33:46.504 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:33:46 smithi062 bash[89221]: audit 2024-09-13T14:33:44.796009+0000 mgr.y (mgr.25139) 751 : audit [DBG] from='client.54509 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:33:46.504 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:33:46 smithi062 bash[89221]: audit 2024-09-13T14:33:44.796009+0000 mgr.y (mgr.25139) 751 : audit [DBG] from='client.54509 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:33:46.504 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:33:46 smithi062 bash[89221]: audit 2024-09-13T14:33:45.115850+0000 mgr.y (mgr.25139) 752 : audit [DBG] from='client.54515 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:33:46.504 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:33:46 smithi062 bash[89221]: audit 2024-09-13T14:33:45.115850+0000 mgr.y (mgr.25139) 752 : audit [DBG] from='client.54515 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:33:46.504 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:33:46 smithi062 bash[89221]: audit 2024-09-13T14:33:45.533402+0000 mon.a (mon.0) 442 : audit [DBG] from='client.? 172.21.15.62:0/1952783655' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:33:46.504 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:33:46 smithi062 bash[89221]: audit 2024-09-13T14:33:45.533402+0000 mon.a (mon.0) 442 : audit [DBG] from='client.? 172.21.15.62:0/1952783655' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:33:46.505 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:33:46 smithi062 bash[92878]: audit 2024-09-13T14:33:44.462469+0000 mgr.y (mgr.25139) 749 : audit [DBG] from='client.44532 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:33:46.505 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:33:46 smithi062 bash[92878]: audit 2024-09-13T14:33:44.462469+0000 mgr.y (mgr.25139) 749 : audit [DBG] from='client.44532 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:33:46.505 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:33:46 smithi062 bash[92878]: cluster 2024-09-13T14:33:44.602940+0000 mgr.y (mgr.25139) 750 : cluster [DBG] pgmap v451: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:33:46.505 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:33:46 smithi062 bash[92878]: cluster 2024-09-13T14:33:44.602940+0000 mgr.y (mgr.25139) 750 : cluster [DBG] pgmap v451: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:33:46.505 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:33:46 smithi062 bash[92878]: audit 2024-09-13T14:33:44.796009+0000 mgr.y (mgr.25139) 751 : audit [DBG] from='client.54509 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:33:46.505 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:33:46 smithi062 bash[92878]: audit 2024-09-13T14:33:44.796009+0000 mgr.y (mgr.25139) 751 : audit [DBG] from='client.54509 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:33:46.505 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:33:46 smithi062 bash[92878]: audit 2024-09-13T14:33:45.115850+0000 mgr.y (mgr.25139) 752 : audit [DBG] from='client.54515 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:33:46.505 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:33:46 smithi062 bash[92878]: audit 2024-09-13T14:33:45.115850+0000 mgr.y (mgr.25139) 752 : audit [DBG] from='client.54515 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:33:46.505 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:33:46 smithi062 bash[92878]: audit 2024-09-13T14:33:45.533402+0000 mon.a (mon.0) 442 : audit [DBG] from='client.? 172.21.15.62:0/1952783655' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:33:46.505 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:33:46 smithi062 bash[92878]: audit 2024-09-13T14:33:45.533402+0000 mon.a (mon.0) 442 : audit [DBG] from='client.? 172.21.15.62:0/1952783655' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:33:47.127 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:33:46 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:33:46.732812098Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:33:47.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:33:47 smithi178 bash[70490]: audit 2024-09-13T14:33:45.861693+0000 mgr.y (mgr.25139) 753 : audit [DBG] from='client.44553 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:33:47.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:33:47 smithi178 bash[70490]: audit 2024-09-13T14:33:45.861693+0000 mgr.y (mgr.25139) 753 : audit [DBG] from='client.44553 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:33:47.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:33:47 smithi062 bash[89221]: audit 2024-09-13T14:33:45.861693+0000 mgr.y (mgr.25139) 753 : audit [DBG] from='client.44553 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:33:47.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:33:47 smithi062 bash[89221]: audit 2024-09-13T14:33:45.861693+0000 mgr.y (mgr.25139) 753 : audit [DBG] from='client.44553 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:33:47.503 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:33:47 smithi062 bash[92878]: audit 2024-09-13T14:33:45.861693+0000 mgr.y (mgr.25139) 753 : audit [DBG] from='client.44553 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:33:47.504 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:33:47 smithi062 bash[92878]: audit 2024-09-13T14:33:45.861693+0000 mgr.y (mgr.25139) 753 : audit [DBG] from='client.44553 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:33:48.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:33:48 smithi178 bash[70490]: cluster 2024-09-13T14:33:46.604261+0000 mgr.y (mgr.25139) 754 : cluster [DBG] pgmap v452: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:33:48.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:33:48 smithi178 bash[70490]: cluster 2024-09-13T14:33:46.604261+0000 mgr.y (mgr.25139) 754 : cluster [DBG] pgmap v452: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:33:48.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:33:48 smithi178 bash[70490]: audit 2024-09-13T14:33:47.287065+0000 mon.b (mon.1) 260 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16} : dispatch 2024-09-13T14:33:48.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:33:48 smithi178 bash[70490]: audit 2024-09-13T14:33:47.287065+0000 mon.b (mon.1) 260 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16} : dispatch 2024-09-13T14:33:48.503 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:33:48 smithi062 bash[92878]: cluster 2024-09-13T14:33:46.604261+0000 mgr.y (mgr.25139) 754 : cluster [DBG] pgmap v452: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:33:48.503 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:33:48 smithi062 bash[92878]: cluster 2024-09-13T14:33:46.604261+0000 mgr.y (mgr.25139) 754 : cluster [DBG] pgmap v452: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:33:48.504 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:33:48 smithi062 bash[92878]: audit 2024-09-13T14:33:47.287065+0000 mon.b (mon.1) 260 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16} : dispatch 2024-09-13T14:33:48.504 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:33:48 smithi062 bash[92878]: audit 2024-09-13T14:33:47.287065+0000 mon.b (mon.1) 260 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16} : dispatch 2024-09-13T14:33:48.504 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:33:48 smithi062 bash[89221]: cluster 2024-09-13T14:33:46.604261+0000 mgr.y (mgr.25139) 754 : cluster [DBG] pgmap v452: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:33:48.504 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:33:48 smithi062 bash[89221]: cluster 2024-09-13T14:33:46.604261+0000 mgr.y (mgr.25139) 754 : cluster [DBG] pgmap v452: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:33:48.504 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:33:48 smithi062 bash[89221]: audit 2024-09-13T14:33:47.287065+0000 mon.b (mon.1) 260 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16} : dispatch 2024-09-13T14:33:48.504 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:33:48 smithi062 bash[89221]: audit 2024-09-13T14:33:47.287065+0000 mon.b (mon.1) 260 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16} : dispatch 2024-09-13T14:33:49.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:33:49 smithi178 bash[70490]: audit 2024-09-13T14:33:47.288660+0000 mgr.y (mgr.25139) 755 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-09-13T14:33:49.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:33:49 smithi178 bash[70490]: audit 2024-09-13T14:33:47.288660+0000 mgr.y (mgr.25139) 755 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-09-13T14:33:49.436 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:33:49 smithi178 bash[70490]: cephadm 2024-09-13T14:33:47.291766+0000 mgr.y (mgr.25139) 756 : cephadm [INF] Upgrade: osd.7 is safe to restart 2024-09-13T14:33:49.436 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:33:49 smithi178 bash[70490]: cephadm 2024-09-13T14:33:47.291766+0000 mgr.y (mgr.25139) 756 : cephadm [INF] Upgrade: osd.7 is safe to restart 2024-09-13T14:33:49.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:33:49 smithi062 bash[89221]: audit 2024-09-13T14:33:47.288660+0000 mgr.y (mgr.25139) 755 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-09-13T14:33:49.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:33:49 smithi062 bash[89221]: audit 2024-09-13T14:33:47.288660+0000 mgr.y (mgr.25139) 755 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-09-13T14:33:49.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:33:49 smithi062 bash[89221]: cephadm 2024-09-13T14:33:47.291766+0000 mgr.y (mgr.25139) 756 : cephadm [INF] Upgrade: osd.7 is safe to restart 2024-09-13T14:33:49.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:33:49 smithi062 bash[89221]: cephadm 2024-09-13T14:33:47.291766+0000 mgr.y (mgr.25139) 756 : cephadm [INF] Upgrade: osd.7 is safe to restart 2024-09-13T14:33:49.504 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:33:49 smithi062 bash[92878]: audit 2024-09-13T14:33:47.288660+0000 mgr.y (mgr.25139) 755 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-09-13T14:33:49.504 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:33:49 smithi062 bash[92878]: audit 2024-09-13T14:33:47.288660+0000 mgr.y (mgr.25139) 755 : audit [DBG] from='mon.1 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-09-13T14:33:49.504 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:33:49 smithi062 bash[92878]: cephadm 2024-09-13T14:33:47.291766+0000 mgr.y (mgr.25139) 756 : cephadm [INF] Upgrade: osd.7 is safe to restart 2024-09-13T14:33:49.504 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:33:49 smithi062 bash[92878]: cephadm 2024-09-13T14:33:47.291766+0000 mgr.y (mgr.25139) 756 : cephadm [INF] Upgrade: osd.7 is safe to restart 2024-09-13T14:33:49.935 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:33:49 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:33:49.722505205Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:33:50.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:33:50 smithi178 bash[70490]: cluster 2024-09-13T14:33:48.605408+0000 mgr.y (mgr.25139) 757 : cluster [DBG] pgmap v453: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:33:50.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:33:50 smithi178 bash[70490]: cluster 2024-09-13T14:33:48.605408+0000 mgr.y (mgr.25139) 757 : cluster [DBG] pgmap v453: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:33:50.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:33:50 smithi178 bash[70490]: audit 2024-09-13T14:33:50.054714+0000 mon.a (mon.0) 443 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:33:50.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:33:50 smithi178 bash[70490]: audit 2024-09-13T14:33:50.054714+0000 mon.a (mon.0) 443 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:33:50.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:33:50 smithi178 bash[70490]: audit 2024-09-13T14:33:50.058833+0000 mon.b (mon.1) 261 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.7"} : dispatch 2024-09-13T14:33:50.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:33:50 smithi178 bash[70490]: audit 2024-09-13T14:33:50.058833+0000 mon.b (mon.1) 261 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.7"} : dispatch 2024-09-13T14:33:50.436 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:33:50 smithi178 bash[70490]: audit 2024-09-13T14:33:50.060693+0000 mon.b (mon.1) 262 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:33:50.436 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:33:50 smithi178 bash[70490]: audit 2024-09-13T14:33:50.060693+0000 mon.b (mon.1) 262 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:33:50.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:33:50 smithi062 bash[89221]: cluster 2024-09-13T14:33:48.605408+0000 mgr.y (mgr.25139) 757 : cluster [DBG] pgmap v453: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:33:50.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:33:50 smithi062 bash[89221]: cluster 2024-09-13T14:33:48.605408+0000 mgr.y (mgr.25139) 757 : cluster [DBG] pgmap v453: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:33:50.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:33:50 smithi062 bash[89221]: audit 2024-09-13T14:33:50.054714+0000 mon.a (mon.0) 443 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:33:50.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:33:50 smithi062 bash[89221]: audit 2024-09-13T14:33:50.054714+0000 mon.a (mon.0) 443 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:33:50.504 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:33:50 smithi062 bash[89221]: audit 2024-09-13T14:33:50.058833+0000 mon.b (mon.1) 261 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.7"} : dispatch 2024-09-13T14:33:50.504 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:33:50 smithi062 bash[89221]: audit 2024-09-13T14:33:50.058833+0000 mon.b (mon.1) 261 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.7"} : dispatch 2024-09-13T14:33:50.504 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:33:50 smithi062 bash[89221]: audit 2024-09-13T14:33:50.060693+0000 mon.b (mon.1) 262 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:33:50.504 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:33:50 smithi062 bash[89221]: audit 2024-09-13T14:33:50.060693+0000 mon.b (mon.1) 262 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:33:50.504 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:33:50 smithi062 bash[92878]: cluster 2024-09-13T14:33:48.605408+0000 mgr.y (mgr.25139) 757 : cluster [DBG] pgmap v453: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:33:50.504 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:33:50 smithi062 bash[92878]: cluster 2024-09-13T14:33:48.605408+0000 mgr.y (mgr.25139) 757 : cluster [DBG] pgmap v453: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:33:50.504 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:33:50 smithi062 bash[92878]: audit 2024-09-13T14:33:50.054714+0000 mon.a (mon.0) 443 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:33:50.504 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:33:50 smithi062 bash[92878]: audit 2024-09-13T14:33:50.054714+0000 mon.a (mon.0) 443 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:33:50.504 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:33:50 smithi062 bash[92878]: audit 2024-09-13T14:33:50.058833+0000 mon.b (mon.1) 261 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.7"} : dispatch 2024-09-13T14:33:50.504 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:33:50 smithi062 bash[92878]: audit 2024-09-13T14:33:50.058833+0000 mon.b (mon.1) 261 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.7"} : dispatch 2024-09-13T14:33:50.504 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:33:50 smithi062 bash[92878]: audit 2024-09-13T14:33:50.060693+0000 mon.b (mon.1) 262 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:33:50.505 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:33:50 smithi062 bash[92878]: audit 2024-09-13T14:33:50.060693+0000 mon.b (mon.1) 262 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:33:51.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:33:51 smithi178 bash[70490]: cephadm 2024-09-13T14:33:50.046252+0000 mgr.y (mgr.25139) 758 : cephadm [INF] Upgrade: Updating osd.7 2024-09-13T14:33:51.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:33:51 smithi178 bash[70490]: cephadm 2024-09-13T14:33:50.046252+0000 mgr.y (mgr.25139) 758 : cephadm [INF] Upgrade: Updating osd.7 2024-09-13T14:33:51.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:33:51 smithi178 bash[70490]: cephadm 2024-09-13T14:33:50.067460+0000 mgr.y (mgr.25139) 759 : cephadm [INF] Deploying daemon osd.7 on smithi178 2024-09-13T14:33:51.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:33:51 smithi178 bash[70490]: cephadm 2024-09-13T14:33:50.067460+0000 mgr.y (mgr.25139) 759 : cephadm [INF] Deploying daemon osd.7 on smithi178 2024-09-13T14:33:51.503 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:33:51 smithi062 bash[92878]: cephadm 2024-09-13T14:33:50.046252+0000 mgr.y (mgr.25139) 758 : cephadm [INF] Upgrade: Updating osd.7 2024-09-13T14:33:51.503 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:33:51 smithi062 bash[92878]: cephadm 2024-09-13T14:33:50.046252+0000 mgr.y (mgr.25139) 758 : cephadm [INF] Upgrade: Updating osd.7 2024-09-13T14:33:51.503 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:33:51 smithi062 bash[92878]: cephadm 2024-09-13T14:33:50.067460+0000 mgr.y (mgr.25139) 759 : cephadm [INF] Deploying daemon osd.7 on smithi178 2024-09-13T14:33:51.503 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:33:51 smithi062 bash[92878]: cephadm 2024-09-13T14:33:50.067460+0000 mgr.y (mgr.25139) 759 : cephadm [INF] Deploying daemon osd.7 on smithi178 2024-09-13T14:33:51.504 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:33:51 smithi062 bash[89221]: cephadm 2024-09-13T14:33:50.046252+0000 mgr.y (mgr.25139) 758 : cephadm [INF] Upgrade: Updating osd.7 2024-09-13T14:33:51.504 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:33:51 smithi062 bash[89221]: cephadm 2024-09-13T14:33:50.046252+0000 mgr.y (mgr.25139) 758 : cephadm [INF] Upgrade: Updating osd.7 2024-09-13T14:33:51.504 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:33:51 smithi062 bash[89221]: cephadm 2024-09-13T14:33:50.067460+0000 mgr.y (mgr.25139) 759 : cephadm [INF] Deploying daemon osd.7 on smithi178 2024-09-13T14:33:51.504 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:33:51 smithi062 bash[89221]: cephadm 2024-09-13T14:33:50.067460+0000 mgr.y (mgr.25139) 759 : cephadm [INF] Deploying daemon osd.7 on smithi178 2024-09-13T14:33:52.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:33:52 smithi178 bash[70490]: cluster 2024-09-13T14:33:50.606590+0000 mgr.y (mgr.25139) 760 : cluster [DBG] pgmap v454: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:33:52.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:33:52 smithi178 bash[70490]: cluster 2024-09-13T14:33:50.606590+0000 mgr.y (mgr.25139) 760 : cluster [DBG] pgmap v454: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:33:52.503 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:33:52 smithi062 bash[92878]: cluster 2024-09-13T14:33:50.606590+0000 mgr.y (mgr.25139) 760 : cluster [DBG] pgmap v454: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:33:52.503 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:33:52 smithi062 bash[92878]: cluster 2024-09-13T14:33:50.606590+0000 mgr.y (mgr.25139) 760 : cluster [DBG] pgmap v454: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:33:52.504 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:33:52 smithi062 bash[89221]: cluster 2024-09-13T14:33:50.606590+0000 mgr.y (mgr.25139) 760 : cluster [DBG] pgmap v454: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:33:52.504 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:33:52 smithi062 bash[89221]: cluster 2024-09-13T14:33:50.606590+0000 mgr.y (mgr.25139) 760 : cluster [DBG] pgmap v454: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:33:53.164 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:33:52 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:33:52.708758822Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:33:53.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:33:53 smithi178 bash[70490]: cluster 2024-09-13T14:33:52.608042+0000 mgr.y (mgr.25139) 761 : cluster [DBG] pgmap v455: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:33:53.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:33:53 smithi178 bash[70490]: cluster 2024-09-13T14:33:52.608042+0000 mgr.y (mgr.25139) 761 : cluster [DBG] pgmap v455: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:33:53.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:33:53 smithi178 bash[70490]: audit 2024-09-13T14:33:52.872344+0000 mgr.y (mgr.25139) 762 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:33:53.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:33:53 smithi178 bash[70490]: audit 2024-09-13T14:33:52.872344+0000 mgr.y (mgr.25139) 762 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:33:53.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:33:53 smithi062 bash[89221]: cluster 2024-09-13T14:33:52.608042+0000 mgr.y (mgr.25139) 761 : cluster [DBG] pgmap v455: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:33:53.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:33:53 smithi062 bash[89221]: cluster 2024-09-13T14:33:52.608042+0000 mgr.y (mgr.25139) 761 : cluster [DBG] pgmap v455: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:33:53.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:33:53 smithi062 bash[89221]: audit 2024-09-13T14:33:52.872344+0000 mgr.y (mgr.25139) 762 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:33:53.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:33:53 smithi062 bash[89221]: audit 2024-09-13T14:33:52.872344+0000 mgr.y (mgr.25139) 762 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:33:53.504 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:33:53 smithi062 bash[92878]: cluster 2024-09-13T14:33:52.608042+0000 mgr.y (mgr.25139) 761 : cluster [DBG] pgmap v455: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:33:53.504 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:33:53 smithi062 bash[92878]: cluster 2024-09-13T14:33:52.608042+0000 mgr.y (mgr.25139) 761 : cluster [DBG] pgmap v455: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:33:53.504 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:33:53 smithi062 bash[92878]: audit 2024-09-13T14:33:52.872344+0000 mgr.y (mgr.25139) 762 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:33:53.504 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:33:53 smithi062 bash[92878]: audit 2024-09-13T14:33:52.872344+0000 mgr.y (mgr.25139) 762 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:33:54.003 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:33:53 smithi062 bash[68610]: ::ffff:172.21.15.178 - - [13/Sep/2024:14:33:53] "GET /metrics HTTP/1.1" 200 38398 "" "Prometheus/2.51.0" 2024-09-13T14:33:55.407 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 13 14:33:55 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:33:55.407 INFO:journalctl@ceph.osd.4.smithi178.stdout:Sep 13 14:33:55 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:33:55.407 INFO:journalctl@ceph.osd.5.smithi178.stdout:Sep 13 14:33:55 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:33:55.408 INFO:journalctl@ceph.osd.6.smithi178.stdout:Sep 13 14:33:55 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:33:55.408 INFO:journalctl@ceph.osd.7.smithi178.stdout:Sep 13 14:33:55 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:33:55.408 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 14:33:55 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:33:55.409 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 13 14:33:55 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:33:55.409 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:33:55 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:33:55.409 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:33:55 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:33:55.666 INFO:journalctl@ceph.osd.7.smithi178.stdout:Sep 13 14:33:55 smithi178 systemd[1]: Stopping Ceph osd.7 for ff1149ea-71d5-11ef-bceb-c7b262605968... 2024-09-13T14:33:55.666 INFO:journalctl@ceph.osd.7.smithi178.stdout:Sep 13 14:33:55 smithi178 bash[41761]: debug 2024-09-13T14:33:55.501+0000 7f055b310640 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.7 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2024-09-13T14:33:55.666 INFO:journalctl@ceph.osd.7.smithi178.stdout:Sep 13 14:33:55 smithi178 bash[41761]: debug 2024-09-13T14:33:55.505+0000 7f055b310640 -1 osd.7 148 *** Got signal Terminated *** 2024-09-13T14:33:55.666 INFO:journalctl@ceph.osd.7.smithi178.stdout:Sep 13 14:33:55 smithi178 bash[41761]: debug 2024-09-13T14:33:55.505+0000 7f055b310640 -1 osd.7 148 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-13T14:33:55.935 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:33:55 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:33:55.750683878Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:33:55.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:33:55 smithi178 bash[70490]: cluster 2024-09-13T14:33:54.608966+0000 mgr.y (mgr.25139) 763 : cluster [DBG] pgmap v456: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:33:55.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:33:55 smithi178 bash[70490]: cluster 2024-09-13T14:33:54.608966+0000 mgr.y (mgr.25139) 763 : cluster [DBG] pgmap v456: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:33:55.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:33:55 smithi178 bash[70490]: cluster 2024-09-13T14:33:55.510819+0000 mon.a (mon.0) 444 : cluster [INF] osd.7 marked itself down and dead 2024-09-13T14:33:55.936 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:33:55 smithi178 bash[70490]: cluster 2024-09-13T14:33:55.510819+0000 mon.a (mon.0) 444 : cluster [INF] osd.7 marked itself down and dead 2024-09-13T14:33:56.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:33:55 smithi062 bash[89221]: cluster 2024-09-13T14:33:54.608966+0000 mgr.y (mgr.25139) 763 : cluster [DBG] pgmap v456: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:33:56.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:33:55 smithi062 bash[89221]: cluster 2024-09-13T14:33:54.608966+0000 mgr.y (mgr.25139) 763 : cluster [DBG] pgmap v456: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:33:56.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:33:55 smithi062 bash[89221]: cluster 2024-09-13T14:33:55.510819+0000 mon.a (mon.0) 444 : cluster [INF] osd.7 marked itself down and dead 2024-09-13T14:33:56.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:33:55 smithi062 bash[89221]: cluster 2024-09-13T14:33:55.510819+0000 mon.a (mon.0) 444 : cluster [INF] osd.7 marked itself down and dead 2024-09-13T14:33:56.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:33:55 smithi062 bash[92878]: cluster 2024-09-13T14:33:54.608966+0000 mgr.y (mgr.25139) 763 : cluster [DBG] pgmap v456: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:33:56.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:33:55 smithi062 bash[92878]: cluster 2024-09-13T14:33:54.608966+0000 mgr.y (mgr.25139) 763 : cluster [DBG] pgmap v456: 161 pgs: 161 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:33:56.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:33:55 smithi062 bash[92878]: cluster 2024-09-13T14:33:55.510819+0000 mon.a (mon.0) 444 : cluster [INF] osd.7 marked itself down and dead 2024-09-13T14:33:56.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:33:55 smithi062 bash[92878]: cluster 2024-09-13T14:33:55.510819+0000 mon.a (mon.0) 444 : cluster [INF] osd.7 marked itself down and dead 2024-09-13T14:33:56.935 INFO:journalctl@ceph.osd.7.smithi178.stdout:Sep 13 14:33:56 smithi178 bash[86721]: ceph-ff1149ea-71d5-11ef-bceb-c7b262605968-osd-7 2024-09-13T14:33:56.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:33:56 smithi178 bash[70490]: cluster 2024-09-13T14:33:55.665204+0000 mon.a (mon.0) 445 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-09-13T14:33:56.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:33:56 smithi178 bash[70490]: cluster 2024-09-13T14:33:55.665204+0000 mon.a (mon.0) 445 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-09-13T14:33:56.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:33:56 smithi178 bash[70490]: cluster 2024-09-13T14:33:55.682446+0000 mon.a (mon.0) 446 : cluster [DBG] osdmap e149: 8 total, 7 up, 8 in 2024-09-13T14:33:56.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:33:56 smithi178 bash[70490]: cluster 2024-09-13T14:33:55.682446+0000 mon.a (mon.0) 446 : cluster [DBG] osdmap e149: 8 total, 7 up, 8 in 2024-09-13T14:33:57.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:33:56 smithi062 bash[89221]: cluster 2024-09-13T14:33:55.665204+0000 mon.a (mon.0) 445 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-09-13T14:33:57.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:33:56 smithi062 bash[89221]: cluster 2024-09-13T14:33:55.665204+0000 mon.a (mon.0) 445 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-09-13T14:33:57.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:33:56 smithi062 bash[89221]: cluster 2024-09-13T14:33:55.682446+0000 mon.a (mon.0) 446 : cluster [DBG] osdmap e149: 8 total, 7 up, 8 in 2024-09-13T14:33:57.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:33:56 smithi062 bash[89221]: cluster 2024-09-13T14:33:55.682446+0000 mon.a (mon.0) 446 : cluster [DBG] osdmap e149: 8 total, 7 up, 8 in 2024-09-13T14:33:57.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:33:56 smithi062 bash[92878]: cluster 2024-09-13T14:33:55.665204+0000 mon.a (mon.0) 445 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-09-13T14:33:57.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:33:56 smithi062 bash[92878]: cluster 2024-09-13T14:33:55.665204+0000 mon.a (mon.0) 445 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-09-13T14:33:57.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:33:56 smithi062 bash[92878]: cluster 2024-09-13T14:33:55.682446+0000 mon.a (mon.0) 446 : cluster [DBG] osdmap e149: 8 total, 7 up, 8 in 2024-09-13T14:33:57.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:33:56 smithi062 bash[92878]: cluster 2024-09-13T14:33:55.682446+0000 mon.a (mon.0) 446 : cluster [DBG] osdmap e149: 8 total, 7 up, 8 in 2024-09-13T14:33:57.435 INFO:journalctl@ceph.osd.7.smithi178.stdout:Sep 13 14:33:57 smithi178 bash[86783]: Error response from daemon: No such container: ceph-ff1149ea-71d5-11ef-bceb-c7b262605968-osd-7 2024-09-13T14:33:57.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:33:57 smithi178 bash[70490]: cluster 2024-09-13T14:33:56.610153+0000 mgr.y (mgr.25139) 764 : cluster [DBG] pgmap v458: 161 pgs: 16 peering, 15 stale+active+clean, 130 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 614 B/s rd, 0 op/s 2024-09-13T14:33:57.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:33:57 smithi178 bash[70490]: cluster 2024-09-13T14:33:56.610153+0000 mgr.y (mgr.25139) 764 : cluster [DBG] pgmap v458: 161 pgs: 16 peering, 15 stale+active+clean, 130 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 614 B/s rd, 0 op/s 2024-09-13T14:33:57.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:33:57 smithi178 bash[70490]: cluster 2024-09-13T14:33:56.674377+0000 mon.a (mon.0) 447 : cluster [WRN] Health check failed: Reduced data availability: 2 pgs inactive, 6 pgs peering (PG_AVAILABILITY) 2024-09-13T14:33:57.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:33:57 smithi178 bash[70490]: cluster 2024-09-13T14:33:56.674377+0000 mon.a (mon.0) 447 : cluster [WRN] Health check failed: Reduced data availability: 2 pgs inactive, 6 pgs peering (PG_AVAILABILITY) 2024-09-13T14:33:57.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:33:57 smithi178 bash[70490]: cluster 2024-09-13T14:33:56.691336+0000 mon.a (mon.0) 448 : cluster [DBG] osdmap e150: 8 total, 7 up, 8 in 2024-09-13T14:33:57.936 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:33:57 smithi178 bash[70490]: cluster 2024-09-13T14:33:56.691336+0000 mon.a (mon.0) 448 : cluster [DBG] osdmap e150: 8 total, 7 up, 8 in 2024-09-13T14:33:58.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:33:57 smithi062 bash[89221]: cluster 2024-09-13T14:33:56.610153+0000 mgr.y (mgr.25139) 764 : cluster [DBG] pgmap v458: 161 pgs: 16 peering, 15 stale+active+clean, 130 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 614 B/s rd, 0 op/s 2024-09-13T14:33:58.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:33:57 smithi062 bash[89221]: cluster 2024-09-13T14:33:56.610153+0000 mgr.y (mgr.25139) 764 : cluster [DBG] pgmap v458: 161 pgs: 16 peering, 15 stale+active+clean, 130 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 614 B/s rd, 0 op/s 2024-09-13T14:33:58.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:33:57 smithi062 bash[89221]: cluster 2024-09-13T14:33:56.674377+0000 mon.a (mon.0) 447 : cluster [WRN] Health check failed: Reduced data availability: 2 pgs inactive, 6 pgs peering (PG_AVAILABILITY) 2024-09-13T14:33:58.005 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:33:57 smithi062 bash[89221]: cluster 2024-09-13T14:33:56.674377+0000 mon.a (mon.0) 447 : cluster [WRN] Health check failed: Reduced data availability: 2 pgs inactive, 6 pgs peering (PG_AVAILABILITY) 2024-09-13T14:33:58.005 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:33:57 smithi062 bash[89221]: cluster 2024-09-13T14:33:56.691336+0000 mon.a (mon.0) 448 : cluster [DBG] osdmap e150: 8 total, 7 up, 8 in 2024-09-13T14:33:58.005 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:33:57 smithi062 bash[89221]: cluster 2024-09-13T14:33:56.691336+0000 mon.a (mon.0) 448 : cluster [DBG] osdmap e150: 8 total, 7 up, 8 in 2024-09-13T14:33:58.005 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:33:57 smithi062 bash[92878]: cluster 2024-09-13T14:33:56.610153+0000 mgr.y (mgr.25139) 764 : cluster [DBG] pgmap v458: 161 pgs: 16 peering, 15 stale+active+clean, 130 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 614 B/s rd, 0 op/s 2024-09-13T14:33:58.005 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:33:57 smithi062 bash[92878]: cluster 2024-09-13T14:33:56.610153+0000 mgr.y (mgr.25139) 764 : cluster [DBG] pgmap v458: 161 pgs: 16 peering, 15 stale+active+clean, 130 active+clean; 585 KiB data, 246 MiB used, 715 GiB / 715 GiB avail; 614 B/s rd, 0 op/s 2024-09-13T14:33:58.005 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:33:57 smithi062 bash[92878]: cluster 2024-09-13T14:33:56.674377+0000 mon.a (mon.0) 447 : cluster [WRN] Health check failed: Reduced data availability: 2 pgs inactive, 6 pgs peering (PG_AVAILABILITY) 2024-09-13T14:33:58.005 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:33:57 smithi062 bash[92878]: cluster 2024-09-13T14:33:56.674377+0000 mon.a (mon.0) 447 : cluster [WRN] Health check failed: Reduced data availability: 2 pgs inactive, 6 pgs peering (PG_AVAILABILITY) 2024-09-13T14:33:58.005 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:33:57 smithi062 bash[92878]: cluster 2024-09-13T14:33:56.691336+0000 mon.a (mon.0) 448 : cluster [DBG] osdmap e150: 8 total, 7 up, 8 in 2024-09-13T14:33:58.005 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:33:57 smithi062 bash[92878]: cluster 2024-09-13T14:33:56.691336+0000 mon.a (mon.0) 448 : cluster [DBG] osdmap e150: 8 total, 7 up, 8 in 2024-09-13T14:33:58.935 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:33:58 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:33:58.733139507Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:33:58.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:33:58 smithi178 bash[70490]: cluster 2024-09-13T14:33:58.669993+0000 mon.a (mon.0) 449 : cluster [WRN] Health check failed: Degraded data redundancy: 12/636 objects degraded (1.887%), 7 pgs degraded (PG_DEGRADED) 2024-09-13T14:33:58.935 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:33:58 smithi178 bash[70490]: cluster 2024-09-13T14:33:58.669993+0000 mon.a (mon.0) 449 : cluster [WRN] Health check failed: Degraded data redundancy: 12/636 objects degraded (1.887%), 7 pgs degraded (PG_DEGRADED) 2024-09-13T14:33:59.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:33:58 smithi062 bash[89221]: cluster 2024-09-13T14:33:58.669993+0000 mon.a (mon.0) 449 : cluster [WRN] Health check failed: Degraded data redundancy: 12/636 objects degraded (1.887%), 7 pgs degraded (PG_DEGRADED) 2024-09-13T14:33:59.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:33:58 smithi062 bash[89221]: cluster 2024-09-13T14:33:58.669993+0000 mon.a (mon.0) 449 : cluster [WRN] Health check failed: Degraded data redundancy: 12/636 objects degraded (1.887%), 7 pgs degraded (PG_DEGRADED) 2024-09-13T14:33:59.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:33:58 smithi062 bash[92878]: cluster 2024-09-13T14:33:58.669993+0000 mon.a (mon.0) 449 : cluster [WRN] Health check failed: Degraded data redundancy: 12/636 objects degraded (1.887%), 7 pgs degraded (PG_DEGRADED) 2024-09-13T14:33:59.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:33:58 smithi062 bash[92878]: cluster 2024-09-13T14:33:58.669993+0000 mon.a (mon.0) 449 : cluster [WRN] Health check failed: Degraded data redundancy: 12/636 objects degraded (1.887%), 7 pgs degraded (PG_DEGRADED) 2024-09-13T14:33:59.424 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 13 14:33:59 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:33:59.424 INFO:journalctl@ceph.osd.4.smithi178.stdout:Sep 13 14:33:59 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:33:59.425 INFO:journalctl@ceph.osd.5.smithi178.stdout:Sep 13 14:33:59 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:33:59.425 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 14:33:59 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:33:59.425 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 13 14:33:59 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:33:59.426 INFO:journalctl@ceph.osd.6.smithi178.stdout:Sep 13 14:33:59 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:33:59.426 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:33:59 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:33:59.426 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:33:59 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:33:59.426 INFO:journalctl@ceph.osd.7.smithi178.stdout:Sep 13 14:33:59 smithi178 systemd[1]: ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@osd.7.service: Deactivated successfully. 2024-09-13T14:33:59.427 INFO:journalctl@ceph.osd.7.smithi178.stdout:Sep 13 14:33:59 smithi178 systemd[1]: Stopped Ceph osd.7 for ff1149ea-71d5-11ef-bceb-c7b262605968. 2024-09-13T14:33:59.427 INFO:journalctl@ceph.osd.7.smithi178.stdout:Sep 13 14:33:59 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:33:59.427 INFO:journalctl@ceph.osd.7.smithi178.stdout:Sep 13 14:33:59 smithi178 systemd[1]: Started Ceph osd.7 for ff1149ea-71d5-11ef-bceb-c7b262605968. 2024-09-13T14:34:00.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:33:59 smithi178 bash[70490]: cluster 2024-09-13T14:33:58.611507+0000 mgr.y (mgr.25139) 765 : cluster [DBG] pgmap v460: 161 pgs: 13 active+undersized, 25 peering, 6 stale+active+clean, 7 active+undersized+degraded, 110 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 12/636 objects degraded (1.887%) 2024-09-13T14:34:00.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:33:59 smithi178 bash[70490]: cluster 2024-09-13T14:33:58.611507+0000 mgr.y (mgr.25139) 765 : cluster [DBG] pgmap v460: 161 pgs: 13 active+undersized, 25 peering, 6 stale+active+clean, 7 active+undersized+degraded, 110 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 12/636 objects degraded (1.887%) 2024-09-13T14:34:00.186 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:33:59 smithi178 bash[70490]: audit 2024-09-13T14:33:58.876823+0000 mon.a (mon.0) 450 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:34:00.186 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:33:59 smithi178 bash[70490]: audit 2024-09-13T14:33:58.876823+0000 mon.a (mon.0) 450 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:34:00.186 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:33:59 smithi178 bash[70490]: audit 2024-09-13T14:33:58.879728+0000 mon.b (mon.1) 263 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:34:00.186 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:33:59 smithi178 bash[70490]: audit 2024-09-13T14:33:58.879728+0000 mon.b (mon.1) 263 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:34:00.186 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:33:59 smithi178 bash[70490]: audit 2024-09-13T14:33:59.480256+0000 mon.a (mon.0) 451 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:34:00.186 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:33:59 smithi178 bash[70490]: audit 2024-09-13T14:33:59.480256+0000 mon.a (mon.0) 451 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:34:00.186 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:33:59 smithi178 bash[70490]: audit 2024-09-13T14:33:59.492026+0000 mon.a (mon.0) 452 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:34:00.186 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:33:59 smithi178 bash[70490]: audit 2024-09-13T14:33:59.492026+0000 mon.a (mon.0) 452 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:34:00.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:33:59 smithi062 bash[89221]: cluster 2024-09-13T14:33:58.611507+0000 mgr.y (mgr.25139) 765 : cluster [DBG] pgmap v460: 161 pgs: 13 active+undersized, 25 peering, 6 stale+active+clean, 7 active+undersized+degraded, 110 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 12/636 objects degraded (1.887%) 2024-09-13T14:34:00.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:33:59 smithi062 bash[89221]: cluster 2024-09-13T14:33:58.611507+0000 mgr.y (mgr.25139) 765 : cluster [DBG] pgmap v460: 161 pgs: 13 active+undersized, 25 peering, 6 stale+active+clean, 7 active+undersized+degraded, 110 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 12/636 objects degraded (1.887%) 2024-09-13T14:34:00.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:33:59 smithi062 bash[89221]: audit 2024-09-13T14:33:58.876823+0000 mon.a (mon.0) 450 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:34:00.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:33:59 smithi062 bash[89221]: audit 2024-09-13T14:33:58.876823+0000 mon.a (mon.0) 450 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:34:00.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:33:59 smithi062 bash[89221]: audit 2024-09-13T14:33:58.879728+0000 mon.b (mon.1) 263 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:34:00.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:33:59 smithi062 bash[89221]: audit 2024-09-13T14:33:58.879728+0000 mon.b (mon.1) 263 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:34:00.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:33:59 smithi062 bash[89221]: audit 2024-09-13T14:33:59.480256+0000 mon.a (mon.0) 451 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:34:00.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:33:59 smithi062 bash[89221]: audit 2024-09-13T14:33:59.480256+0000 mon.a (mon.0) 451 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:34:00.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:33:59 smithi062 bash[89221]: audit 2024-09-13T14:33:59.492026+0000 mon.a (mon.0) 452 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:34:00.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:33:59 smithi062 bash[89221]: audit 2024-09-13T14:33:59.492026+0000 mon.a (mon.0) 452 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:34:00.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:33:59 smithi062 bash[92878]: cluster 2024-09-13T14:33:58.611507+0000 mgr.y (mgr.25139) 765 : cluster [DBG] pgmap v460: 161 pgs: 13 active+undersized, 25 peering, 6 stale+active+clean, 7 active+undersized+degraded, 110 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 12/636 objects degraded (1.887%) 2024-09-13T14:34:00.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:33:59 smithi062 bash[92878]: cluster 2024-09-13T14:33:58.611507+0000 mgr.y (mgr.25139) 765 : cluster [DBG] pgmap v460: 161 pgs: 13 active+undersized, 25 peering, 6 stale+active+clean, 7 active+undersized+degraded, 110 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 12/636 objects degraded (1.887%) 2024-09-13T14:34:00.255 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:33:59 smithi062 bash[92878]: audit 2024-09-13T14:33:58.876823+0000 mon.a (mon.0) 450 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:34:00.255 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:33:59 smithi062 bash[92878]: audit 2024-09-13T14:33:58.876823+0000 mon.a (mon.0) 450 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:34:00.255 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:33:59 smithi062 bash[92878]: audit 2024-09-13T14:33:58.879728+0000 mon.b (mon.1) 263 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:34:00.255 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:33:59 smithi062 bash[92878]: audit 2024-09-13T14:33:58.879728+0000 mon.b (mon.1) 263 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:34:00.255 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:33:59 smithi062 bash[92878]: audit 2024-09-13T14:33:59.480256+0000 mon.a (mon.0) 451 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:34:00.255 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:33:59 smithi062 bash[92878]: audit 2024-09-13T14:33:59.480256+0000 mon.a (mon.0) 451 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:34:00.255 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:33:59 smithi062 bash[92878]: audit 2024-09-13T14:33:59.492026+0000 mon.a (mon.0) 452 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:34:00.255 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:33:59 smithi062 bash[92878]: audit 2024-09-13T14:33:59.492026+0000 mon.a (mon.0) 452 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:34:01.185 INFO:journalctl@ceph.osd.7.smithi178.stdout:Sep 13 14:34:00 smithi178 bash[86927]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-13T14:34:01.185 INFO:journalctl@ceph.osd.7.smithi178.stdout:Sep 13 14:34:00 smithi178 bash[86927]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-13T14:34:02.185 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:34:01 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:34:01.724133978Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:34:02.186 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:01 smithi178 bash[70490]: cluster 2024-09-13T14:34:00.612969+0000 mgr.y (mgr.25139) 766 : cluster [DBG] pgmap v461: 161 pgs: 28 active+undersized, 25 peering, 16 active+undersized+degraded, 92 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 34/636 objects degraded (5.346%) 2024-09-13T14:34:02.186 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:01 smithi178 bash[70490]: cluster 2024-09-13T14:34:00.612969+0000 mgr.y (mgr.25139) 766 : cluster [DBG] pgmap v461: 161 pgs: 28 active+undersized, 25 peering, 16 active+undersized+degraded, 92 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 34/636 objects degraded (5.346%) 2024-09-13T14:34:02.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:01 smithi062 bash[89221]: cluster 2024-09-13T14:34:00.612969+0000 mgr.y (mgr.25139) 766 : cluster [DBG] pgmap v461: 161 pgs: 28 active+undersized, 25 peering, 16 active+undersized+degraded, 92 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 34/636 objects degraded (5.346%) 2024-09-13T14:34:02.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:01 smithi062 bash[89221]: cluster 2024-09-13T14:34:00.612969+0000 mgr.y (mgr.25139) 766 : cluster [DBG] pgmap v461: 161 pgs: 28 active+undersized, 25 peering, 16 active+undersized+degraded, 92 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 34/636 objects degraded (5.346%) 2024-09-13T14:34:02.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:01 smithi062 bash[92878]: cluster 2024-09-13T14:34:00.612969+0000 mgr.y (mgr.25139) 766 : cluster [DBG] pgmap v461: 161 pgs: 28 active+undersized, 25 peering, 16 active+undersized+degraded, 92 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 34/636 objects degraded (5.346%) 2024-09-13T14:34:02.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:01 smithi062 bash[92878]: cluster 2024-09-13T14:34:00.612969+0000 mgr.y (mgr.25139) 766 : cluster [DBG] pgmap v461: 161 pgs: 28 active+undersized, 25 peering, 16 active+undersized+degraded, 92 active+clean; 585 KiB data, 250 MiB used, 715 GiB / 715 GiB avail; 34/636 objects degraded (5.346%) 2024-09-13T14:34:03.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:02 smithi178 bash[70490]: cluster 2024-09-13T14:34:02.879166+0000 mon.a (mon.0) 453 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 5 pgs inactive, 10 pgs peering) 2024-09-13T14:34:03.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:02 smithi178 bash[70490]: cluster 2024-09-13T14:34:02.879166+0000 mon.a (mon.0) 453 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 5 pgs inactive, 10 pgs peering) 2024-09-13T14:34:03.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:02 smithi062 bash[89221]: cluster 2024-09-13T14:34:02.879166+0000 mon.a (mon.0) 453 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 5 pgs inactive, 10 pgs peering) 2024-09-13T14:34:03.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:02 smithi062 bash[89221]: cluster 2024-09-13T14:34:02.879166+0000 mon.a (mon.0) 453 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 5 pgs inactive, 10 pgs peering) 2024-09-13T14:34:03.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:02 smithi062 bash[92878]: cluster 2024-09-13T14:34:02.879166+0000 mon.a (mon.0) 453 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 5 pgs inactive, 10 pgs peering) 2024-09-13T14:34:03.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:02 smithi062 bash[92878]: cluster 2024-09-13T14:34:02.879166+0000 mon.a (mon.0) 453 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 5 pgs inactive, 10 pgs peering) 2024-09-13T14:34:03.894 INFO:journalctl@ceph.osd.7.smithi178.stdout:Sep 13 14:34:03 smithi178 bash[86927]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2024-09-13T14:34:03.894 INFO:journalctl@ceph.osd.7.smithi178.stdout:Sep 13 14:34:03 smithi178 bash[86927]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-7 --no-mon-config --dev /dev/mapper/vg_nvme-lv_1 2024-09-13T14:34:03.933 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:34:03 smithi062 bash[68610]: ::ffff:172.21.15.178 - - [13/Sep/2024:14:34:03] "GET /metrics HTTP/1.1" 200 38401 "" "Prometheus/2.51.0" 2024-09-13T14:34:04.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:03 smithi178 bash[70490]: cluster 2024-09-13T14:34:02.614709+0000 mgr.y (mgr.25139) 767 : cluster [DBG] pgmap v462: 161 pgs: 39 active+undersized, 30 active+undersized+degraded, 92 active+clean; 585 KiB data, 254 MiB used, 715 GiB / 715 GiB avail; 84/636 objects degraded (13.208%) 2024-09-13T14:34:04.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:03 smithi178 bash[70490]: cluster 2024-09-13T14:34:02.614709+0000 mgr.y (mgr.25139) 767 : cluster [DBG] pgmap v462: 161 pgs: 39 active+undersized, 30 active+undersized+degraded, 92 active+clean; 585 KiB data, 254 MiB used, 715 GiB / 715 GiB avail; 84/636 objects degraded (13.208%) 2024-09-13T14:34:04.186 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:03 smithi178 bash[70490]: audit 2024-09-13T14:34:02.880374+0000 mgr.y (mgr.25139) 768 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:34:04.186 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:03 smithi178 bash[70490]: audit 2024-09-13T14:34:02.880374+0000 mgr.y (mgr.25139) 768 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:34:04.186 INFO:journalctl@ceph.osd.7.smithi178.stdout:Sep 13 14:34:03 smithi178 bash[86927]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_1 2024-09-13T14:34:04.186 INFO:journalctl@ceph.osd.7.smithi178.stdout:Sep 13 14:34:03 smithi178 bash[86927]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-0 2024-09-13T14:34:04.186 INFO:journalctl@ceph.osd.7.smithi178.stdout:Sep 13 14:34:03 smithi178 bash[86927]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-7/block 2024-09-13T14:34:04.186 INFO:journalctl@ceph.osd.7.smithi178.stdout:Sep 13 14:34:03 smithi178 bash[86927]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2024-09-13T14:34:04.186 INFO:journalctl@ceph.osd.7.smithi178.stdout:Sep 13 14:34:03 smithi178 bash[86927]: --> ceph-volume raw activate successful for osd ID: 7 2024-09-13T14:34:04.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:03 smithi062 bash[89221]: cluster 2024-09-13T14:34:02.614709+0000 mgr.y (mgr.25139) 767 : cluster [DBG] pgmap v462: 161 pgs: 39 active+undersized, 30 active+undersized+degraded, 92 active+clean; 585 KiB data, 254 MiB used, 715 GiB / 715 GiB avail; 84/636 objects degraded (13.208%) 2024-09-13T14:34:04.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:03 smithi062 bash[89221]: cluster 2024-09-13T14:34:02.614709+0000 mgr.y (mgr.25139) 767 : cluster [DBG] pgmap v462: 161 pgs: 39 active+undersized, 30 active+undersized+degraded, 92 active+clean; 585 KiB data, 254 MiB used, 715 GiB / 715 GiB avail; 84/636 objects degraded (13.208%) 2024-09-13T14:34:04.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:03 smithi062 bash[89221]: audit 2024-09-13T14:34:02.880374+0000 mgr.y (mgr.25139) 768 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:34:04.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:03 smithi062 bash[89221]: audit 2024-09-13T14:34:02.880374+0000 mgr.y (mgr.25139) 768 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:34:04.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:03 smithi062 bash[92878]: cluster 2024-09-13T14:34:02.614709+0000 mgr.y (mgr.25139) 767 : cluster [DBG] pgmap v462: 161 pgs: 39 active+undersized, 30 active+undersized+degraded, 92 active+clean; 585 KiB data, 254 MiB used, 715 GiB / 715 GiB avail; 84/636 objects degraded (13.208%) 2024-09-13T14:34:04.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:03 smithi062 bash[92878]: cluster 2024-09-13T14:34:02.614709+0000 mgr.y (mgr.25139) 767 : cluster [DBG] pgmap v462: 161 pgs: 39 active+undersized, 30 active+undersized+degraded, 92 active+clean; 585 KiB data, 254 MiB used, 715 GiB / 715 GiB avail; 84/636 objects degraded (13.208%) 2024-09-13T14:34:04.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:03 smithi062 bash[92878]: audit 2024-09-13T14:34:02.880374+0000 mgr.y (mgr.25139) 768 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:34:04.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:03 smithi062 bash[92878]: audit 2024-09-13T14:34:02.880374+0000 mgr.y (mgr.25139) 768 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:34:05.185 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:34:04 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:34:04.709273042Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:34:06.185 INFO:journalctl@ceph.osd.7.smithi178.stdout:Sep 13 14:34:05 smithi178 bash[87198]: debug 2024-09-13T14:34:05.913+0000 7f0d8fec0640 1 -- 172.21.15.178:0/2358608818 <== mon.1 v2:172.21.15.178:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x555b69336960 con 0x555b69357c00 2024-09-13T14:34:06.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:05 smithi178 bash[70490]: cluster 2024-09-13T14:34:04.615702+0000 mgr.y (mgr.25139) 769 : cluster [DBG] pgmap v463: 161 pgs: 39 active+undersized, 30 active+undersized+degraded, 92 active+clean; 585 KiB data, 254 MiB used, 715 GiB / 715 GiB avail; 84/636 objects degraded (13.208%) 2024-09-13T14:34:06.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:05 smithi178 bash[70490]: cluster 2024-09-13T14:34:04.615702+0000 mgr.y (mgr.25139) 769 : cluster [DBG] pgmap v463: 161 pgs: 39 active+undersized, 30 active+undersized+degraded, 92 active+clean; 585 KiB data, 254 MiB used, 715 GiB / 715 GiB avail; 84/636 objects degraded (13.208%) 2024-09-13T14:34:06.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:05 smithi062 bash[89221]: cluster 2024-09-13T14:34:04.615702+0000 mgr.y (mgr.25139) 769 : cluster [DBG] pgmap v463: 161 pgs: 39 active+undersized, 30 active+undersized+degraded, 92 active+clean; 585 KiB data, 254 MiB used, 715 GiB / 715 GiB avail; 84/636 objects degraded (13.208%) 2024-09-13T14:34:06.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:05 smithi062 bash[89221]: cluster 2024-09-13T14:34:04.615702+0000 mgr.y (mgr.25139) 769 : cluster [DBG] pgmap v463: 161 pgs: 39 active+undersized, 30 active+undersized+degraded, 92 active+clean; 585 KiB data, 254 MiB used, 715 GiB / 715 GiB avail; 84/636 objects degraded (13.208%) 2024-09-13T14:34:06.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:05 smithi062 bash[92878]: cluster 2024-09-13T14:34:04.615702+0000 mgr.y (mgr.25139) 769 : cluster [DBG] pgmap v463: 161 pgs: 39 active+undersized, 30 active+undersized+degraded, 92 active+clean; 585 KiB data, 254 MiB used, 715 GiB / 715 GiB avail; 84/636 objects degraded (13.208%) 2024-09-13T14:34:06.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:05 smithi062 bash[92878]: cluster 2024-09-13T14:34:04.615702+0000 mgr.y (mgr.25139) 769 : cluster [DBG] pgmap v463: 161 pgs: 39 active+undersized, 30 active+undersized+degraded, 92 active+clean; 585 KiB data, 254 MiB used, 715 GiB / 715 GiB avail; 84/636 objects degraded (13.208%) 2024-09-13T14:34:07.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:07 smithi178 bash[70490]: audit 2024-09-13T14:34:06.104577+0000 mon.a (mon.0) 454 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:34:07.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:07 smithi178 bash[70490]: audit 2024-09-13T14:34:06.104577+0000 mon.a (mon.0) 454 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:34:07.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:07 smithi178 bash[70490]: audit 2024-09-13T14:34:06.119663+0000 mon.a (mon.0) 455 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:34:07.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:07 smithi178 bash[70490]: audit 2024-09-13T14:34:06.119663+0000 mon.a (mon.0) 455 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:34:07.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:07 smithi178 bash[70490]: cluster 2024-09-13T14:34:06.121665+0000 mon.a (mon.0) 456 : cluster [WRN] Health check update: Degraded data redundancy: 84/636 objects degraded (13.208%), 30 pgs degraded (PG_DEGRADED) 2024-09-13T14:34:07.436 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:07 smithi178 bash[70490]: cluster 2024-09-13T14:34:06.121665+0000 mon.a (mon.0) 456 : cluster [WRN] Health check update: Degraded data redundancy: 84/636 objects degraded (13.208%), 30 pgs degraded (PG_DEGRADED) 2024-09-13T14:34:07.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:07 smithi062 bash[89221]: audit 2024-09-13T14:34:06.104577+0000 mon.a (mon.0) 454 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:34:07.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:07 smithi062 bash[89221]: audit 2024-09-13T14:34:06.104577+0000 mon.a (mon.0) 454 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:34:07.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:07 smithi062 bash[89221]: audit 2024-09-13T14:34:06.119663+0000 mon.a (mon.0) 455 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:34:07.504 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:07 smithi062 bash[89221]: audit 2024-09-13T14:34:06.119663+0000 mon.a (mon.0) 455 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:34:07.504 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:07 smithi062 bash[89221]: cluster 2024-09-13T14:34:06.121665+0000 mon.a (mon.0) 456 : cluster [WRN] Health check update: Degraded data redundancy: 84/636 objects degraded (13.208%), 30 pgs degraded (PG_DEGRADED) 2024-09-13T14:34:07.504 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:07 smithi062 bash[89221]: cluster 2024-09-13T14:34:06.121665+0000 mon.a (mon.0) 456 : cluster [WRN] Health check update: Degraded data redundancy: 84/636 objects degraded (13.208%), 30 pgs degraded (PG_DEGRADED) 2024-09-13T14:34:07.504 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:07 smithi062 bash[92878]: audit 2024-09-13T14:34:06.104577+0000 mon.a (mon.0) 454 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:34:07.504 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:07 smithi062 bash[92878]: audit 2024-09-13T14:34:06.104577+0000 mon.a (mon.0) 454 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:34:07.504 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:07 smithi062 bash[92878]: audit 2024-09-13T14:34:06.119663+0000 mon.a (mon.0) 455 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:34:07.504 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:07 smithi062 bash[92878]: audit 2024-09-13T14:34:06.119663+0000 mon.a (mon.0) 455 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:34:07.504 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:07 smithi062 bash[92878]: cluster 2024-09-13T14:34:06.121665+0000 mon.a (mon.0) 456 : cluster [WRN] Health check update: Degraded data redundancy: 84/636 objects degraded (13.208%), 30 pgs degraded (PG_DEGRADED) 2024-09-13T14:34:07.504 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:07 smithi062 bash[92878]: cluster 2024-09-13T14:34:06.121665+0000 mon.a (mon.0) 456 : cluster [WRN] Health check update: Degraded data redundancy: 84/636 objects degraded (13.208%), 30 pgs degraded (PG_DEGRADED) 2024-09-13T14:34:07.935 INFO:journalctl@ceph.osd.7.smithi178.stdout:Sep 13 14:34:07 smithi178 bash[87198]: debug 2024-09-13T14:34:07.485+0000 7f0d92727640 -1 Falling back to public interface 2024-09-13T14:34:07.935 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:34:07 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:34:07.736135452Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:34:08.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:08 smithi178 bash[70490]: cluster 2024-09-13T14:34:06.617333+0000 mgr.y (mgr.25139) 770 : cluster [DBG] pgmap v464: 161 pgs: 39 active+undersized, 30 active+undersized+degraded, 92 active+clean; 585 KiB data, 254 MiB used, 715 GiB / 715 GiB avail; 84/636 objects degraded (13.208%) 2024-09-13T14:34:08.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:08 smithi178 bash[70490]: cluster 2024-09-13T14:34:06.617333+0000 mgr.y (mgr.25139) 770 : cluster [DBG] pgmap v464: 161 pgs: 39 active+undersized, 30 active+undersized+degraded, 92 active+clean; 585 KiB data, 254 MiB used, 715 GiB / 715 GiB avail; 84/636 objects degraded (13.208%) 2024-09-13T14:34:08.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:08 smithi178 bash[70490]: audit 2024-09-13T14:34:07.257084+0000 mon.a (mon.0) 457 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:34:08.436 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:08 smithi178 bash[70490]: audit 2024-09-13T14:34:07.257084+0000 mon.a (mon.0) 457 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:34:08.436 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:08 smithi178 bash[70490]: audit 2024-09-13T14:34:07.270464+0000 mon.a (mon.0) 458 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:34:08.436 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:08 smithi178 bash[70490]: audit 2024-09-13T14:34:07.270464+0000 mon.a (mon.0) 458 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:34:08.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:08 smithi062 bash[89221]: cluster 2024-09-13T14:34:06.617333+0000 mgr.y (mgr.25139) 770 : cluster [DBG] pgmap v464: 161 pgs: 39 active+undersized, 30 active+undersized+degraded, 92 active+clean; 585 KiB data, 254 MiB used, 715 GiB / 715 GiB avail; 84/636 objects degraded (13.208%) 2024-09-13T14:34:08.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:08 smithi062 bash[89221]: cluster 2024-09-13T14:34:06.617333+0000 mgr.y (mgr.25139) 770 : cluster [DBG] pgmap v464: 161 pgs: 39 active+undersized, 30 active+undersized+degraded, 92 active+clean; 585 KiB data, 254 MiB used, 715 GiB / 715 GiB avail; 84/636 objects degraded (13.208%) 2024-09-13T14:34:08.504 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:08 smithi062 bash[89221]: audit 2024-09-13T14:34:07.257084+0000 mon.a (mon.0) 457 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:34:08.504 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:08 smithi062 bash[89221]: audit 2024-09-13T14:34:07.257084+0000 mon.a (mon.0) 457 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:34:08.504 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:08 smithi062 bash[89221]: audit 2024-09-13T14:34:07.270464+0000 mon.a (mon.0) 458 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:34:08.504 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:08 smithi062 bash[89221]: audit 2024-09-13T14:34:07.270464+0000 mon.a (mon.0) 458 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:34:08.504 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:08 smithi062 bash[92878]: cluster 2024-09-13T14:34:06.617333+0000 mgr.y (mgr.25139) 770 : cluster [DBG] pgmap v464: 161 pgs: 39 active+undersized, 30 active+undersized+degraded, 92 active+clean; 585 KiB data, 254 MiB used, 715 GiB / 715 GiB avail; 84/636 objects degraded (13.208%) 2024-09-13T14:34:08.504 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:08 smithi062 bash[92878]: cluster 2024-09-13T14:34:06.617333+0000 mgr.y (mgr.25139) 770 : cluster [DBG] pgmap v464: 161 pgs: 39 active+undersized, 30 active+undersized+degraded, 92 active+clean; 585 KiB data, 254 MiB used, 715 GiB / 715 GiB avail; 84/636 objects degraded (13.208%) 2024-09-13T14:34:08.504 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:08 smithi062 bash[92878]: audit 2024-09-13T14:34:07.257084+0000 mon.a (mon.0) 457 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:34:08.505 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:08 smithi062 bash[92878]: audit 2024-09-13T14:34:07.257084+0000 mon.a (mon.0) 457 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:34:08.505 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:08 smithi062 bash[92878]: audit 2024-09-13T14:34:07.270464+0000 mon.a (mon.0) 458 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:34:08.505 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:08 smithi062 bash[92878]: audit 2024-09-13T14:34:07.270464+0000 mon.a (mon.0) 458 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:34:10.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:10 smithi178 bash[70490]: cluster 2024-09-13T14:34:08.618775+0000 mgr.y (mgr.25139) 771 : cluster [DBG] pgmap v465: 161 pgs: 39 active+undersized, 30 active+undersized+degraded, 92 active+clean; 585 KiB data, 254 MiB used, 715 GiB / 715 GiB avail; 84/636 objects degraded (13.208%) 2024-09-13T14:34:10.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:10 smithi178 bash[70490]: cluster 2024-09-13T14:34:08.618775+0000 mgr.y (mgr.25139) 771 : cluster [DBG] pgmap v465: 161 pgs: 39 active+undersized, 30 active+undersized+degraded, 92 active+clean; 585 KiB data, 254 MiB used, 715 GiB / 715 GiB avail; 84/636 objects degraded (13.208%) 2024-09-13T14:34:10.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:10 smithi062 bash[89221]: cluster 2024-09-13T14:34:08.618775+0000 mgr.y (mgr.25139) 771 : cluster [DBG] pgmap v465: 161 pgs: 39 active+undersized, 30 active+undersized+degraded, 92 active+clean; 585 KiB data, 254 MiB used, 715 GiB / 715 GiB avail; 84/636 objects degraded (13.208%) 2024-09-13T14:34:10.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:10 smithi062 bash[89221]: cluster 2024-09-13T14:34:08.618775+0000 mgr.y (mgr.25139) 771 : cluster [DBG] pgmap v465: 161 pgs: 39 active+undersized, 30 active+undersized+degraded, 92 active+clean; 585 KiB data, 254 MiB used, 715 GiB / 715 GiB avail; 84/636 objects degraded (13.208%) 2024-09-13T14:34:10.504 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:10 smithi062 bash[92878]: cluster 2024-09-13T14:34:08.618775+0000 mgr.y (mgr.25139) 771 : cluster [DBG] pgmap v465: 161 pgs: 39 active+undersized, 30 active+undersized+degraded, 92 active+clean; 585 KiB data, 254 MiB used, 715 GiB / 715 GiB avail; 84/636 objects degraded (13.208%) 2024-09-13T14:34:10.504 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:10 smithi062 bash[92878]: cluster 2024-09-13T14:34:08.618775+0000 mgr.y (mgr.25139) 771 : cluster [DBG] pgmap v465: 161 pgs: 39 active+undersized, 30 active+undersized+degraded, 92 active+clean; 585 KiB data, 254 MiB used, 715 GiB / 715 GiB avail; 84/636 objects degraded (13.208%) 2024-09-13T14:34:11.137 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:34:10 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:34:10.726268573Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:34:11.138 INFO:journalctl@ceph.osd.7.smithi178.stdout:Sep 13 14:34:10 smithi178 bash[87198]: debug 2024-09-13T14:34:10.729+0000 7f0d92727640 -1 osd.7 148 log_to_monitors true 2024-09-13T14:34:11.435 INFO:journalctl@ceph.osd.7.smithi178.stdout:Sep 13 14:34:11 smithi178 bash[87198]: debug 2024-09-13T14:34:11.181+0000 7f0d8a4d1640 -1 osd.7 148 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-13T14:34:11.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:11 smithi178 bash[70490]: audit 2024-09-13T14:34:10.735211+0000 mon.b (mon.1) 264 : audit [INF] from='osd.7 [v2:172.21.15.178:6824/1122826120,v1:172.21.15.178:6825/1122826120]' entity='osd.7' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]} : dispatch 2024-09-13T14:34:11.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:11 smithi178 bash[70490]: audit 2024-09-13T14:34:10.735211+0000 mon.b (mon.1) 264 : audit [INF] from='osd.7 [v2:172.21.15.178:6824/1122826120,v1:172.21.15.178:6825/1122826120]' entity='osd.7' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]} : dispatch 2024-09-13T14:34:11.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:11 smithi178 bash[70490]: audit 2024-09-13T14:34:10.737232+0000 mon.a (mon.0) 459 : audit [INF] from='osd.7 ' entity='osd.7' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]} : dispatch 2024-09-13T14:34:11.436 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:11 smithi178 bash[70490]: audit 2024-09-13T14:34:10.737232+0000 mon.a (mon.0) 459 : audit [INF] from='osd.7 ' entity='osd.7' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]} : dispatch 2024-09-13T14:34:11.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:11 smithi062 bash[89221]: audit 2024-09-13T14:34:10.735211+0000 mon.b (mon.1) 264 : audit [INF] from='osd.7 [v2:172.21.15.178:6824/1122826120,v1:172.21.15.178:6825/1122826120]' entity='osd.7' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]} : dispatch 2024-09-13T14:34:11.504 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:11 smithi062 bash[89221]: audit 2024-09-13T14:34:10.735211+0000 mon.b (mon.1) 264 : audit [INF] from='osd.7 [v2:172.21.15.178:6824/1122826120,v1:172.21.15.178:6825/1122826120]' entity='osd.7' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]} : dispatch 2024-09-13T14:34:11.504 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:11 smithi062 bash[89221]: audit 2024-09-13T14:34:10.737232+0000 mon.a (mon.0) 459 : audit [INF] from='osd.7 ' entity='osd.7' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]} : dispatch 2024-09-13T14:34:11.504 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:11 smithi062 bash[89221]: audit 2024-09-13T14:34:10.737232+0000 mon.a (mon.0) 459 : audit [INF] from='osd.7 ' entity='osd.7' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]} : dispatch 2024-09-13T14:34:11.504 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:11 smithi062 bash[92878]: audit 2024-09-13T14:34:10.735211+0000 mon.b (mon.1) 264 : audit [INF] from='osd.7 [v2:172.21.15.178:6824/1122826120,v1:172.21.15.178:6825/1122826120]' entity='osd.7' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]} : dispatch 2024-09-13T14:34:11.504 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:11 smithi062 bash[92878]: audit 2024-09-13T14:34:10.735211+0000 mon.b (mon.1) 264 : audit [INF] from='osd.7 [v2:172.21.15.178:6824/1122826120,v1:172.21.15.178:6825/1122826120]' entity='osd.7' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]} : dispatch 2024-09-13T14:34:11.504 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:11 smithi062 bash[92878]: audit 2024-09-13T14:34:10.737232+0000 mon.a (mon.0) 459 : audit [INF] from='osd.7 ' entity='osd.7' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]} : dispatch 2024-09-13T14:34:11.504 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:11 smithi062 bash[92878]: audit 2024-09-13T14:34:10.737232+0000 mon.a (mon.0) 459 : audit [INF] from='osd.7 ' entity='osd.7' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]} : dispatch 2024-09-13T14:34:12.429 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:12 smithi178 bash[70490]: cluster 2024-09-13T14:34:10.620146+0000 mgr.y (mgr.25139) 772 : cluster [DBG] pgmap v466: 161 pgs: 39 active+undersized, 30 active+undersized+degraded, 92 active+clean; 585 KiB data, 254 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s; 84/636 objects degraded (13.208%) 2024-09-13T14:34:12.430 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:12 smithi178 bash[70490]: cluster 2024-09-13T14:34:10.620146+0000 mgr.y (mgr.25139) 772 : cluster [DBG] pgmap v466: 161 pgs: 39 active+undersized, 30 active+undersized+degraded, 92 active+clean; 585 KiB data, 254 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s; 84/636 objects degraded (13.208%) 2024-09-13T14:34:12.430 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:12 smithi178 bash[70490]: audit 2024-09-13T14:34:11.136265+0000 mon.a (mon.0) 460 : audit [INF] from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-09-13T14:34:12.430 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:12 smithi178 bash[70490]: audit 2024-09-13T14:34:11.136265+0000 mon.a (mon.0) 460 : audit [INF] from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-09-13T14:34:12.430 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:12 smithi178 bash[70490]: audit 2024-09-13T14:34:11.144687+0000 mon.b (mon.1) 265 : audit [INF] from='osd.7 [v2:172.21.15.178:6824/1122826120,v1:172.21.15.178:6825/1122826120]' entity='osd.7' cmd={"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi178", "root=default"]} : dispatch 2024-09-13T14:34:12.430 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:12 smithi178 bash[70490]: audit 2024-09-13T14:34:11.144687+0000 mon.b (mon.1) 265 : audit [INF] from='osd.7 [v2:172.21.15.178:6824/1122826120,v1:172.21.15.178:6825/1122826120]' entity='osd.7' cmd={"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi178", "root=default"]} : dispatch 2024-09-13T14:34:12.430 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:12 smithi178 bash[70490]: cluster 2024-09-13T14:34:11.148989+0000 mon.a (mon.0) 461 : cluster [DBG] osdmap e151: 8 total, 7 up, 8 in 2024-09-13T14:34:12.430 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:12 smithi178 bash[70490]: cluster 2024-09-13T14:34:11.148989+0000 mon.a (mon.0) 461 : cluster [DBG] osdmap e151: 8 total, 7 up, 8 in 2024-09-13T14:34:12.430 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:12 smithi178 bash[70490]: audit 2024-09-13T14:34:11.150407+0000 mon.a (mon.0) 462 : audit [INF] from='osd.7 ' entity='osd.7' cmd={"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi178", "root=default"]} : dispatch 2024-09-13T14:34:12.430 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:12 smithi178 bash[70490]: audit 2024-09-13T14:34:11.150407+0000 mon.a (mon.0) 462 : audit [INF] from='osd.7 ' entity='osd.7' cmd={"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi178", "root=default"]} : dispatch 2024-09-13T14:34:12.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:12 smithi062 bash[89221]: cluster 2024-09-13T14:34:10.620146+0000 mgr.y (mgr.25139) 772 : cluster [DBG] pgmap v466: 161 pgs: 39 active+undersized, 30 active+undersized+degraded, 92 active+clean; 585 KiB data, 254 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s; 84/636 objects degraded (13.208%) 2024-09-13T14:34:12.504 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:12 smithi062 bash[89221]: cluster 2024-09-13T14:34:10.620146+0000 mgr.y (mgr.25139) 772 : cluster [DBG] pgmap v466: 161 pgs: 39 active+undersized, 30 active+undersized+degraded, 92 active+clean; 585 KiB data, 254 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s; 84/636 objects degraded (13.208%) 2024-09-13T14:34:12.504 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:12 smithi062 bash[89221]: audit 2024-09-13T14:34:11.136265+0000 mon.a (mon.0) 460 : audit [INF] from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-09-13T14:34:12.504 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:12 smithi062 bash[89221]: audit 2024-09-13T14:34:11.136265+0000 mon.a (mon.0) 460 : audit [INF] from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-09-13T14:34:12.504 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:12 smithi062 bash[89221]: audit 2024-09-13T14:34:11.144687+0000 mon.b (mon.1) 265 : audit [INF] from='osd.7 [v2:172.21.15.178:6824/1122826120,v1:172.21.15.178:6825/1122826120]' entity='osd.7' cmd={"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi178", "root=default"]} : dispatch 2024-09-13T14:34:12.504 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:12 smithi062 bash[89221]: audit 2024-09-13T14:34:11.144687+0000 mon.b (mon.1) 265 : audit [INF] from='osd.7 [v2:172.21.15.178:6824/1122826120,v1:172.21.15.178:6825/1122826120]' entity='osd.7' cmd={"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi178", "root=default"]} : dispatch 2024-09-13T14:34:12.504 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:12 smithi062 bash[89221]: cluster 2024-09-13T14:34:11.148989+0000 mon.a (mon.0) 461 : cluster [DBG] osdmap e151: 8 total, 7 up, 8 in 2024-09-13T14:34:12.504 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:12 smithi062 bash[89221]: cluster 2024-09-13T14:34:11.148989+0000 mon.a (mon.0) 461 : cluster [DBG] osdmap e151: 8 total, 7 up, 8 in 2024-09-13T14:34:12.504 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:12 smithi062 bash[89221]: audit 2024-09-13T14:34:11.150407+0000 mon.a (mon.0) 462 : audit [INF] from='osd.7 ' entity='osd.7' cmd={"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi178", "root=default"]} : dispatch 2024-09-13T14:34:12.504 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:12 smithi062 bash[89221]: audit 2024-09-13T14:34:11.150407+0000 mon.a (mon.0) 462 : audit [INF] from='osd.7 ' entity='osd.7' cmd={"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi178", "root=default"]} : dispatch 2024-09-13T14:34:12.504 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:12 smithi062 bash[92878]: cluster 2024-09-13T14:34:10.620146+0000 mgr.y (mgr.25139) 772 : cluster [DBG] pgmap v466: 161 pgs: 39 active+undersized, 30 active+undersized+degraded, 92 active+clean; 585 KiB data, 254 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s; 84/636 objects degraded (13.208%) 2024-09-13T14:34:12.505 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:12 smithi062 bash[92878]: cluster 2024-09-13T14:34:10.620146+0000 mgr.y (mgr.25139) 772 : cluster [DBG] pgmap v466: 161 pgs: 39 active+undersized, 30 active+undersized+degraded, 92 active+clean; 585 KiB data, 254 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s; 84/636 objects degraded (13.208%) 2024-09-13T14:34:12.505 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:12 smithi062 bash[92878]: audit 2024-09-13T14:34:11.136265+0000 mon.a (mon.0) 460 : audit [INF] from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-09-13T14:34:12.505 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:12 smithi062 bash[92878]: audit 2024-09-13T14:34:11.136265+0000 mon.a (mon.0) 460 : audit [INF] from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-09-13T14:34:12.505 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:12 smithi062 bash[92878]: audit 2024-09-13T14:34:11.144687+0000 mon.b (mon.1) 265 : audit [INF] from='osd.7 [v2:172.21.15.178:6824/1122826120,v1:172.21.15.178:6825/1122826120]' entity='osd.7' cmd={"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi178", "root=default"]} : dispatch 2024-09-13T14:34:12.505 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:12 smithi062 bash[92878]: audit 2024-09-13T14:34:11.144687+0000 mon.b (mon.1) 265 : audit [INF] from='osd.7 [v2:172.21.15.178:6824/1122826120,v1:172.21.15.178:6825/1122826120]' entity='osd.7' cmd={"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi178", "root=default"]} : dispatch 2024-09-13T14:34:12.505 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:12 smithi062 bash[92878]: cluster 2024-09-13T14:34:11.148989+0000 mon.a (mon.0) 461 : cluster [DBG] osdmap e151: 8 total, 7 up, 8 in 2024-09-13T14:34:12.505 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:12 smithi062 bash[92878]: cluster 2024-09-13T14:34:11.148989+0000 mon.a (mon.0) 461 : cluster [DBG] osdmap e151: 8 total, 7 up, 8 in 2024-09-13T14:34:12.505 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:12 smithi062 bash[92878]: audit 2024-09-13T14:34:11.150407+0000 mon.a (mon.0) 462 : audit [INF] from='osd.7 ' entity='osd.7' cmd={"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi178", "root=default"]} : dispatch 2024-09-13T14:34:12.505 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:12 smithi062 bash[92878]: audit 2024-09-13T14:34:11.150407+0000 mon.a (mon.0) 462 : audit [INF] from='osd.7 ' entity='osd.7' cmd={"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi178", "root=default"]} : dispatch 2024-09-13T14:34:13.504 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:13 smithi062 bash[92878]: cluster 2024-09-13T14:34:12.137227+0000 mon.a (mon.0) 463 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-13T14:34:13.504 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:13 smithi062 bash[92878]: cluster 2024-09-13T14:34:12.137227+0000 mon.a (mon.0) 463 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-13T14:34:13.504 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:13 smithi062 bash[92878]: audit 2024-09-13T14:34:12.146949+0000 mon.b (mon.1) 266 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 7} : dispatch 2024-09-13T14:34:13.504 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:13 smithi062 bash[92878]: audit 2024-09-13T14:34:12.146949+0000 mon.b (mon.1) 266 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 7} : dispatch 2024-09-13T14:34:13.504 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:13 smithi062 bash[92878]: cluster 2024-09-13T14:34:12.147682+0000 mon.a (mon.0) 464 : cluster [INF] osd.7 [v2:172.21.15.178:6824/1122826120,v1:172.21.15.178:6825/1122826120] boot 2024-09-13T14:34:13.505 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:13 smithi062 bash[92878]: cluster 2024-09-13T14:34:12.147682+0000 mon.a (mon.0) 464 : cluster [INF] osd.7 [v2:172.21.15.178:6824/1122826120,v1:172.21.15.178:6825/1122826120] boot 2024-09-13T14:34:13.505 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:13 smithi062 bash[92878]: cluster 2024-09-13T14:34:12.147895+0000 mon.a (mon.0) 465 : cluster [DBG] osdmap e152: 8 total, 8 up, 8 in 2024-09-13T14:34:13.505 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:13 smithi062 bash[92878]: cluster 2024-09-13T14:34:12.147895+0000 mon.a (mon.0) 465 : cluster [DBG] osdmap e152: 8 total, 8 up, 8 in 2024-09-13T14:34:13.505 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:13 smithi062 bash[92878]: cluster 2024-09-13T14:34:13.150393+0000 mon.a (mon.0) 466 : cluster [DBG] osdmap e153: 8 total, 8 up, 8 in 2024-09-13T14:34:13.505 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:13 smithi062 bash[92878]: cluster 2024-09-13T14:34:13.150393+0000 mon.a (mon.0) 466 : cluster [DBG] osdmap e153: 8 total, 8 up, 8 in 2024-09-13T14:34:13.505 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:13 smithi062 bash[89221]: cluster 2024-09-13T14:34:12.137227+0000 mon.a (mon.0) 463 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-13T14:34:13.505 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:13 smithi062 bash[89221]: cluster 2024-09-13T14:34:12.137227+0000 mon.a (mon.0) 463 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-13T14:34:13.505 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:13 smithi062 bash[89221]: audit 2024-09-13T14:34:12.146949+0000 mon.b (mon.1) 266 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 7} : dispatch 2024-09-13T14:34:13.505 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:13 smithi062 bash[89221]: audit 2024-09-13T14:34:12.146949+0000 mon.b (mon.1) 266 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 7} : dispatch 2024-09-13T14:34:13.505 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:13 smithi062 bash[89221]: cluster 2024-09-13T14:34:12.147682+0000 mon.a (mon.0) 464 : cluster [INF] osd.7 [v2:172.21.15.178:6824/1122826120,v1:172.21.15.178:6825/1122826120] boot 2024-09-13T14:34:13.505 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:13 smithi062 bash[89221]: cluster 2024-09-13T14:34:12.147682+0000 mon.a (mon.0) 464 : cluster [INF] osd.7 [v2:172.21.15.178:6824/1122826120,v1:172.21.15.178:6825/1122826120] boot 2024-09-13T14:34:13.506 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:13 smithi062 bash[89221]: cluster 2024-09-13T14:34:12.147895+0000 mon.a (mon.0) 465 : cluster [DBG] osdmap e152: 8 total, 8 up, 8 in 2024-09-13T14:34:13.506 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:13 smithi062 bash[89221]: cluster 2024-09-13T14:34:12.147895+0000 mon.a (mon.0) 465 : cluster [DBG] osdmap e152: 8 total, 8 up, 8 in 2024-09-13T14:34:13.506 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:13 smithi062 bash[89221]: cluster 2024-09-13T14:34:13.150393+0000 mon.a (mon.0) 466 : cluster [DBG] osdmap e153: 8 total, 8 up, 8 in 2024-09-13T14:34:13.506 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:13 smithi062 bash[89221]: cluster 2024-09-13T14:34:13.150393+0000 mon.a (mon.0) 466 : cluster [DBG] osdmap e153: 8 total, 8 up, 8 in 2024-09-13T14:34:13.555 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:13 smithi178 bash[70490]: cluster 2024-09-13T14:34:12.137227+0000 mon.a (mon.0) 463 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-13T14:34:13.555 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:13 smithi178 bash[70490]: cluster 2024-09-13T14:34:12.137227+0000 mon.a (mon.0) 463 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-13T14:34:13.555 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:13 smithi178 bash[70490]: audit 2024-09-13T14:34:12.146949+0000 mon.b (mon.1) 266 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 7} : dispatch 2024-09-13T14:34:13.555 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:13 smithi178 bash[70490]: audit 2024-09-13T14:34:12.146949+0000 mon.b (mon.1) 266 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 7} : dispatch 2024-09-13T14:34:13.555 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:13 smithi178 bash[70490]: cluster 2024-09-13T14:34:12.147682+0000 mon.a (mon.0) 464 : cluster [INF] osd.7 [v2:172.21.15.178:6824/1122826120,v1:172.21.15.178:6825/1122826120] boot 2024-09-13T14:34:13.555 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:13 smithi178 bash[70490]: cluster 2024-09-13T14:34:12.147682+0000 mon.a (mon.0) 464 : cluster [INF] osd.7 [v2:172.21.15.178:6824/1122826120,v1:172.21.15.178:6825/1122826120] boot 2024-09-13T14:34:13.555 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:13 smithi178 bash[70490]: cluster 2024-09-13T14:34:12.147895+0000 mon.a (mon.0) 465 : cluster [DBG] osdmap e152: 8 total, 8 up, 8 in 2024-09-13T14:34:13.555 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:13 smithi178 bash[70490]: cluster 2024-09-13T14:34:12.147895+0000 mon.a (mon.0) 465 : cluster [DBG] osdmap e152: 8 total, 8 up, 8 in 2024-09-13T14:34:13.555 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:13 smithi178 bash[70490]: cluster 2024-09-13T14:34:13.150393+0000 mon.a (mon.0) 466 : cluster [DBG] osdmap e153: 8 total, 8 up, 8 in 2024-09-13T14:34:13.555 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:13 smithi178 bash[70490]: cluster 2024-09-13T14:34:13.150393+0000 mon.a (mon.0) 466 : cluster [DBG] osdmap e153: 8 total, 8 up, 8 in 2024-09-13T14:34:13.882 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:34:13 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:34:13.725396677Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:34:14.003 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:34:13 smithi062 bash[68610]: ::ffff:172.21.15.178 - - [13/Sep/2024:14:34:13] "GET /metrics HTTP/1.1" 200 38401 "" "Prometheus/2.51.0" 2024-09-13T14:34:14.503 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:14 smithi062 bash[92878]: cluster 2024-09-13T14:34:12.621438+0000 mgr.y (mgr.25139) 773 : cluster [DBG] pgmap v469: 161 pgs: 7 peering, 36 active+undersized, 26 active+undersized+degraded, 92 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s; 79/636 objects degraded (12.421%) 2024-09-13T14:34:14.504 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:14 smithi062 bash[92878]: cluster 2024-09-13T14:34:12.621438+0000 mgr.y (mgr.25139) 773 : cluster [DBG] pgmap v469: 161 pgs: 7 peering, 36 active+undersized, 26 active+undersized+degraded, 92 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s; 79/636 objects degraded (12.421%) 2024-09-13T14:34:14.504 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:14 smithi062 bash[92878]: audit 2024-09-13T14:34:12.885259+0000 mgr.y (mgr.25139) 774 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:34:14.504 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:14 smithi062 bash[92878]: audit 2024-09-13T14:34:12.885259+0000 mgr.y (mgr.25139) 774 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:34:14.504 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:14 smithi062 bash[92878]: cluster 2024-09-13T14:34:13.161859+0000 mon.a (mon.0) 467 : cluster [WRN] Health check update: Degraded data redundancy: 79/636 objects degraded (12.421%), 26 pgs degraded (PG_DEGRADED) 2024-09-13T14:34:14.504 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:14 smithi062 bash[92878]: cluster 2024-09-13T14:34:13.161859+0000 mon.a (mon.0) 467 : cluster [WRN] Health check update: Degraded data redundancy: 79/636 objects degraded (12.421%), 26 pgs degraded (PG_DEGRADED) 2024-09-13T14:34:14.504 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:14 smithi062 bash[92878]: audit 2024-09-13T14:34:13.880261+0000 mon.a (mon.0) 468 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:34:14.504 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:14 smithi062 bash[92878]: audit 2024-09-13T14:34:13.880261+0000 mon.a (mon.0) 468 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:34:14.504 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:14 smithi062 bash[92878]: audit 2024-09-13T14:34:13.881925+0000 mon.b (mon.1) 267 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:34:14.504 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:14 smithi062 bash[92878]: audit 2024-09-13T14:34:13.881925+0000 mon.b (mon.1) 267 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:34:14.505 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:14 smithi062 bash[89221]: cluster 2024-09-13T14:34:12.621438+0000 mgr.y (mgr.25139) 773 : cluster [DBG] pgmap v469: 161 pgs: 7 peering, 36 active+undersized, 26 active+undersized+degraded, 92 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s; 79/636 objects degraded (12.421%) 2024-09-13T14:34:14.505 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:14 smithi062 bash[89221]: cluster 2024-09-13T14:34:12.621438+0000 mgr.y (mgr.25139) 773 : cluster [DBG] pgmap v469: 161 pgs: 7 peering, 36 active+undersized, 26 active+undersized+degraded, 92 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s; 79/636 objects degraded (12.421%) 2024-09-13T14:34:14.505 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:14 smithi062 bash[89221]: audit 2024-09-13T14:34:12.885259+0000 mgr.y (mgr.25139) 774 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:34:14.505 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:14 smithi062 bash[89221]: audit 2024-09-13T14:34:12.885259+0000 mgr.y (mgr.25139) 774 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:34:14.505 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:14 smithi062 bash[89221]: cluster 2024-09-13T14:34:13.161859+0000 mon.a (mon.0) 467 : cluster [WRN] Health check update: Degraded data redundancy: 79/636 objects degraded (12.421%), 26 pgs degraded (PG_DEGRADED) 2024-09-13T14:34:14.505 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:14 smithi062 bash[89221]: cluster 2024-09-13T14:34:13.161859+0000 mon.a (mon.0) 467 : cluster [WRN] Health check update: Degraded data redundancy: 79/636 objects degraded (12.421%), 26 pgs degraded (PG_DEGRADED) 2024-09-13T14:34:14.505 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:14 smithi062 bash[89221]: audit 2024-09-13T14:34:13.880261+0000 mon.a (mon.0) 468 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:34:14.505 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:14 smithi062 bash[89221]: audit 2024-09-13T14:34:13.880261+0000 mon.a (mon.0) 468 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:34:14.505 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:14 smithi062 bash[89221]: audit 2024-09-13T14:34:13.881925+0000 mon.b (mon.1) 267 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:34:14.505 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:14 smithi062 bash[89221]: audit 2024-09-13T14:34:13.881925+0000 mon.b (mon.1) 267 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:34:14.533 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:14 smithi178 bash[70490]: cluster 2024-09-13T14:34:12.621438+0000 mgr.y (mgr.25139) 773 : cluster [DBG] pgmap v469: 161 pgs: 7 peering, 36 active+undersized, 26 active+undersized+degraded, 92 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s; 79/636 objects degraded (12.421%) 2024-09-13T14:34:14.534 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:14 smithi178 bash[70490]: cluster 2024-09-13T14:34:12.621438+0000 mgr.y (mgr.25139) 773 : cluster [DBG] pgmap v469: 161 pgs: 7 peering, 36 active+undersized, 26 active+undersized+degraded, 92 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s; 79/636 objects degraded (12.421%) 2024-09-13T14:34:14.534 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:14 smithi178 bash[70490]: audit 2024-09-13T14:34:12.885259+0000 mgr.y (mgr.25139) 774 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:34:14.534 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:14 smithi178 bash[70490]: audit 2024-09-13T14:34:12.885259+0000 mgr.y (mgr.25139) 774 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:34:14.534 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:14 smithi178 bash[70490]: cluster 2024-09-13T14:34:13.161859+0000 mon.a (mon.0) 467 : cluster [WRN] Health check update: Degraded data redundancy: 79/636 objects degraded (12.421%), 26 pgs degraded (PG_DEGRADED) 2024-09-13T14:34:14.534 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:14 smithi178 bash[70490]: cluster 2024-09-13T14:34:13.161859+0000 mon.a (mon.0) 467 : cluster [WRN] Health check update: Degraded data redundancy: 79/636 objects degraded (12.421%), 26 pgs degraded (PG_DEGRADED) 2024-09-13T14:34:14.534 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:14 smithi178 bash[70490]: audit 2024-09-13T14:34:13.880261+0000 mon.a (mon.0) 468 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:34:14.534 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:14 smithi178 bash[70490]: audit 2024-09-13T14:34:13.880261+0000 mon.a (mon.0) 468 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:34:14.534 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:14 smithi178 bash[70490]: audit 2024-09-13T14:34:13.881925+0000 mon.b (mon.1) 267 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:34:14.534 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:14 smithi178 bash[70490]: audit 2024-09-13T14:34:13.881925+0000 mon.b (mon.1) 267 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:34:15.503 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:15 smithi062 bash[92878]: cluster 2024-09-13T14:34:14.622456+0000 mgr.y (mgr.25139) 775 : cluster [DBG] pgmap v471: 161 pgs: 7 peering, 36 active+undersized, 26 active+undersized+degraded, 92 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s; 79/636 objects degraded (12.421%) 2024-09-13T14:34:15.503 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:15 smithi062 bash[92878]: cluster 2024-09-13T14:34:14.622456+0000 mgr.y (mgr.25139) 775 : cluster [DBG] pgmap v471: 161 pgs: 7 peering, 36 active+undersized, 26 active+undersized+degraded, 92 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s; 79/636 objects degraded (12.421%) 2024-09-13T14:34:15.504 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:15 smithi062 bash[89221]: cluster 2024-09-13T14:34:14.622456+0000 mgr.y (mgr.25139) 775 : cluster [DBG] pgmap v471: 161 pgs: 7 peering, 36 active+undersized, 26 active+undersized+degraded, 92 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s; 79/636 objects degraded (12.421%) 2024-09-13T14:34:15.504 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:15 smithi062 bash[89221]: cluster 2024-09-13T14:34:14.622456+0000 mgr.y (mgr.25139) 775 : cluster [DBG] pgmap v471: 161 pgs: 7 peering, 36 active+undersized, 26 active+undersized+degraded, 92 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s; 79/636 objects degraded (12.421%) 2024-09-13T14:34:15.640 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:15 smithi178 bash[70490]: cluster 2024-09-13T14:34:14.622456+0000 mgr.y (mgr.25139) 775 : cluster [DBG] pgmap v471: 161 pgs: 7 peering, 36 active+undersized, 26 active+undersized+degraded, 92 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s; 79/636 objects degraded (12.421%) 2024-09-13T14:34:15.640 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:15 smithi178 bash[70490]: cluster 2024-09-13T14:34:14.622456+0000 mgr.y (mgr.25139) 775 : cluster [DBG] pgmap v471: 161 pgs: 7 peering, 36 active+undersized, 26 active+undersized+degraded, 92 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s; 79/636 objects degraded (12.421%) 2024-09-13T14:34:16.208 INFO:teuthology.orchestra.run.smithi062.stdout:true 2024-09-13T14:34:16.870 INFO:teuthology.orchestra.run.smithi062.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-13T14:34:16.870 INFO:teuthology.orchestra.run.smithi062.stdout:alertmanager.a smithi062 *:9093,9094 running (12m) 2m ago 39m 14.0M - 0.27.0 11f11916f8cd 6e93dcf56cea 2024-09-13T14:34:16.870 INFO:teuthology.orchestra.run.smithi062.stdout:grafana.a smithi178 *:3000 running (11m) 10s ago 39m 68.1M - 10.4.0 c8b91775d855 e5af99a01b68 2024-09-13T14:34:16.870 INFO:teuthology.orchestra.run.smithi062.stdout:iscsi.foo.smithi062.auboqe smithi062 *:5000 running (14m) 2m ago 36m 50.2M - 3.8 19dc8d659727 5db99a6f8116 2024-09-13T14:34:16.871 INFO:teuthology.orchestra.run.smithi062.stdout:mgr.x smithi178 *:8443,9283,8765 running (13m) 10s ago 47m 445M - 19.3.0-4917-gb0201b8c 1641fe80ce72 fc18b6fcd5bd 2024-09-13T14:34:16.871 INFO:teuthology.orchestra.run.smithi062.stdout:mgr.y smithi062 *:8443,9283,8765 running (24m) 2m ago 50m 514M - 19.3.0-4917-gb0201b8c 1641fe80ce72 fd629cc84850 2024-09-13T14:34:16.871 INFO:teuthology.orchestra.run.smithi062.stdout:mon.a smithi062 running (8m) 2m ago 50m 51.7M 2048M 19.3.0-4917-gb0201b8c 1641fe80ce72 6370c6daf05c 2024-09-13T14:34:16.871 INFO:teuthology.orchestra.run.smithi062.stdout:mon.b smithi178 running (9m) 10s ago 48m 48.2M 2048M 19.3.0-4917-gb0201b8c 1641fe80ce72 4246b63ea822 2024-09-13T14:34:16.871 INFO:teuthology.orchestra.run.smithi062.stdout:mon.c smithi062 running (8m) 2m ago 48m 37.6M 2048M 19.3.0-4917-gb0201b8c 1641fe80ce72 546ed05b6de1 2024-09-13T14:34:16.871 INFO:teuthology.orchestra.run.smithi062.stdout:node-exporter.a smithi062 *:9100 running (13m) 2m ago 39m 8200k - 1.7.0 72c9c2088986 d2a19c03fb98 2024-09-13T14:34:16.871 INFO:teuthology.orchestra.run.smithi062.stdout:node-exporter.b smithi178 *:9100 running (13m) 10s ago 39m 8584k - 1.7.0 72c9c2088986 ef73b17b6575 2024-09-13T14:34:16.871 INFO:teuthology.orchestra.run.smithi062.stdout:osd.0 smithi062 running (6m) 2m ago 47m 50.8M 3036M 19.3.0-4917-gb0201b8c 1641fe80ce72 711a747f4c3b 2024-09-13T14:34:16.871 INFO:teuthology.orchestra.run.smithi062.stdout:osd.1 smithi062 running (5m) 2m ago 46m 48.0M 3036M 19.3.0-4917-gb0201b8c 1641fe80ce72 8ddc722fe2b2 2024-09-13T14:34:16.871 INFO:teuthology.orchestra.run.smithi062.stdout:osd.2 smithi062 running (4m) 2m ago 45m 46.8M 3036M 19.3.0-4917-gb0201b8c 1641fe80ce72 6b0d80723a64 2024-09-13T14:34:16.871 INFO:teuthology.orchestra.run.smithi062.stdout:osd.3 smithi062 running (2m) 2m ago 44m - 3036M 19.3.0-4917-gb0201b8c 1641fe80ce72 fbedce232013 2024-09-13T14:34:16.871 INFO:teuthology.orchestra.run.smithi062.stdout:osd.4 smithi178 running (2m) 10s ago 43m 53.4M 3292M 19.3.0-4917-gb0201b8c 1641fe80ce72 6c0f465cbec8 2024-09-13T14:34:16.871 INFO:teuthology.orchestra.run.smithi062.stdout:osd.5 smithi178 running (87s) 10s ago 42m 49.3M 3292M 19.3.0-4917-gb0201b8c 1641fe80ce72 a4331d922968 2024-09-13T14:34:16.871 INFO:teuthology.orchestra.run.smithi062.stdout:osd.6 smithi178 running (57s) 10s ago 41m 45.4M 3292M 19.3.0-4917-gb0201b8c 1641fe80ce72 27e3e9b24e4c 2024-09-13T14:34:16.872 INFO:teuthology.orchestra.run.smithi062.stdout:osd.7 smithi178 running (12s) 10s ago 40m - 3292M 19.3.0-4917-gb0201b8c 1641fe80ce72 0fbed61cff37 2024-09-13T14:34:16.872 INFO:teuthology.orchestra.run.smithi062.stdout:prometheus.a smithi178 *:9095 running (12m) 10s ago 39m 52.8M - 2.51.0 1d3b7f56885b 3a9393efc8c5 2024-09-13T14:34:16.872 INFO:teuthology.orchestra.run.smithi062.stdout:rgw.foo.smithi062.raldkl smithi062 *:8000 running (37m) 2m ago 37m 101M - 19.1.1-322-g7741f7f9 19dc8d659727 c374202ad667 2024-09-13T14:34:16.872 INFO:teuthology.orchestra.run.smithi062.stdout:rgw.foo.smithi178.sseeij smithi178 *:8000 running (37m) 10s ago 37m 103M - 19.1.1-322-g7741f7f9 19dc8d659727 86fcacc26a6b 2024-09-13T14:34:16.990 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:34:16 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:34:16.716624529Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:34:17.242 INFO:teuthology.orchestra.run.smithi062.stdout:{ 2024-09-13T14:34:17.242 INFO:teuthology.orchestra.run.smithi062.stdout: "mon": { 2024-09-13T14:34:17.242 INFO:teuthology.orchestra.run.smithi062.stdout: "ceph version 19.3.0-4917-gb0201b8c (b0201b8c79733293453e7f10a10c7fa43119222b) squid (dev)": 3 2024-09-13T14:34:17.242 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-09-13T14:34:17.242 INFO:teuthology.orchestra.run.smithi062.stdout: "mgr": { 2024-09-13T14:34:17.242 INFO:teuthology.orchestra.run.smithi062.stdout: "ceph version 19.3.0-4917-gb0201b8c (b0201b8c79733293453e7f10a10c7fa43119222b) squid (dev)": 2 2024-09-13T14:34:17.242 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-09-13T14:34:17.243 INFO:teuthology.orchestra.run.smithi062.stdout: "osd": { 2024-09-13T14:34:17.243 INFO:teuthology.orchestra.run.smithi062.stdout: "ceph version 19.3.0-4917-gb0201b8c (b0201b8c79733293453e7f10a10c7fa43119222b) squid (dev)": 8 2024-09-13T14:34:17.243 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-09-13T14:34:17.243 INFO:teuthology.orchestra.run.smithi062.stdout: "rgw": { 2024-09-13T14:34:17.243 INFO:teuthology.orchestra.run.smithi062.stdout: "ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable)": 2 2024-09-13T14:34:17.243 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-09-13T14:34:17.243 INFO:teuthology.orchestra.run.smithi062.stdout: "overall": { 2024-09-13T14:34:17.243 INFO:teuthology.orchestra.run.smithi062.stdout: "ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable)": 2, 2024-09-13T14:34:17.243 INFO:teuthology.orchestra.run.smithi062.stdout: "ceph version 19.3.0-4917-gb0201b8c (b0201b8c79733293453e7f10a10c7fa43119222b) squid (dev)": 13 2024-09-13T14:34:17.243 INFO:teuthology.orchestra.run.smithi062.stdout: } 2024-09-13T14:34:17.243 INFO:teuthology.orchestra.run.smithi062.stdout:} 2024-09-13T14:34:17.571 INFO:teuthology.orchestra.run.smithi062.stdout:{ 2024-09-13T14:34:17.571 INFO:teuthology.orchestra.run.smithi062.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph:b0201b8c79733293453e7f10a10c7fa43119222b", 2024-09-13T14:34:17.571 INFO:teuthology.orchestra.run.smithi062.stdout: "in_progress": true, 2024-09-13T14:34:17.571 INFO:teuthology.orchestra.run.smithi062.stdout: "which": "Upgrading daemons of type(s) crash,osd", 2024-09-13T14:34:17.571 INFO:teuthology.orchestra.run.smithi062.stdout: "services_complete": [ 2024-09-13T14:34:17.571 INFO:teuthology.orchestra.run.smithi062.stdout: "osd" 2024-09-13T14:34:17.571 INFO:teuthology.orchestra.run.smithi062.stdout: ], 2024-09-13T14:34:17.572 INFO:teuthology.orchestra.run.smithi062.stdout: "progress": "8/8 daemons upgraded", 2024-09-13T14:34:17.572 INFO:teuthology.orchestra.run.smithi062.stdout: "message": "Currently upgrading osd daemons", 2024-09-13T14:34:17.572 INFO:teuthology.orchestra.run.smithi062.stdout: "is_paused": false 2024-09-13T14:34:17.572 INFO:teuthology.orchestra.run.smithi062.stdout:} 2024-09-13T14:34:17.936 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:17 smithi178 bash[70490]: audit 2024-09-13T14:34:16.196734+0000 mgr.y (mgr.25139) 776 : audit [DBG] from='client.44559 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:34:17.936 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:17 smithi178 bash[70490]: audit 2024-09-13T14:34:16.196734+0000 mgr.y (mgr.25139) 776 : audit [DBG] from='client.44559 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:34:17.936 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:17 smithi178 bash[70490]: audit 2024-09-13T14:34:16.523128+0000 mgr.y (mgr.25139) 777 : audit [DBG] from='client.44565 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:34:17.936 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:17 smithi178 bash[70490]: audit 2024-09-13T14:34:16.523128+0000 mgr.y (mgr.25139) 777 : audit [DBG] from='client.44565 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:34:17.937 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:17 smithi178 bash[70490]: cluster 2024-09-13T14:34:16.623849+0000 mgr.y (mgr.25139) 778 : cluster [DBG] pgmap v472: 161 pgs: 7 peering, 8 active+undersized, 5 active+undersized+degraded, 141 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s; 11/636 objects degraded (1.730%) 2024-09-13T14:34:17.937 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:17 smithi178 bash[70490]: cluster 2024-09-13T14:34:16.623849+0000 mgr.y (mgr.25139) 778 : cluster [DBG] pgmap v472: 161 pgs: 7 peering, 8 active+undersized, 5 active+undersized+degraded, 141 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s; 11/636 objects degraded (1.730%) 2024-09-13T14:34:17.937 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:17 smithi178 bash[70490]: audit 2024-09-13T14:34:16.833331+0000 mgr.y (mgr.25139) 779 : audit [DBG] from='client.54545 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:34:17.937 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:17 smithi178 bash[70490]: audit 2024-09-13T14:34:16.833331+0000 mgr.y (mgr.25139) 779 : audit [DBG] from='client.54545 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:34:17.937 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:17 smithi178 bash[70490]: audit 2024-09-13T14:34:17.242561+0000 mon.a (mon.0) 469 : audit [DBG] from='client.? 172.21.15.62:0/319817454' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:34:17.938 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:17 smithi178 bash[70490]: audit 2024-09-13T14:34:17.242561+0000 mon.a (mon.0) 469 : audit [DBG] from='client.? 172.21.15.62:0/319817454' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:34:17.938 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:17 smithi178 bash[70490]: audit 2024-09-13T14:34:17.554815+0000 mon.a (mon.0) 470 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:34:17.938 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:17 smithi178 bash[70490]: audit 2024-09-13T14:34:17.554815+0000 mon.a (mon.0) 470 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:34:17.938 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:17 smithi178 bash[70490]: audit 2024-09-13T14:34:17.567268+0000 mon.a (mon.0) 471 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:34:17.938 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:17 smithi178 bash[70490]: audit 2024-09-13T14:34:17.567268+0000 mon.a (mon.0) 471 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:34:17.939 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:17 smithi178 bash[70490]: audit 2024-09-13T14:34:17.570607+0000 mon.b (mon.1) 268 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:34:17.939 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:17 smithi178 bash[70490]: audit 2024-09-13T14:34:17.570607+0000 mon.b (mon.1) 268 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:34:17.939 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:17 smithi178 bash[70490]: audit 2024-09-13T14:34:17.572563+0000 mon.b (mon.1) 269 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-13T14:34:17.939 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:17 smithi178 bash[70490]: audit 2024-09-13T14:34:17.572563+0000 mon.b (mon.1) 269 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-13T14:34:17.939 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:17 smithi178 bash[70490]: audit 2024-09-13T14:34:17.580302+0000 mon.a (mon.0) 472 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:34:17.940 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:17 smithi178 bash[70490]: audit 2024-09-13T14:34:17.580302+0000 mon.a (mon.0) 472 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:34:18.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:17 smithi062 bash[89221]: audit 2024-09-13T14:34:16.196734+0000 mgr.y (mgr.25139) 776 : audit [DBG] from='client.44559 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:34:18.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:17 smithi062 bash[89221]: audit 2024-09-13T14:34:16.196734+0000 mgr.y (mgr.25139) 776 : audit [DBG] from='client.44559 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:34:18.005 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:17 smithi062 bash[89221]: audit 2024-09-13T14:34:16.523128+0000 mgr.y (mgr.25139) 777 : audit [DBG] from='client.44565 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:34:18.005 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:17 smithi062 bash[89221]: audit 2024-09-13T14:34:16.523128+0000 mgr.y (mgr.25139) 777 : audit [DBG] from='client.44565 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:34:18.005 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:17 smithi062 bash[89221]: cluster 2024-09-13T14:34:16.623849+0000 mgr.y (mgr.25139) 778 : cluster [DBG] pgmap v472: 161 pgs: 7 peering, 8 active+undersized, 5 active+undersized+degraded, 141 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s; 11/636 objects degraded (1.730%) 2024-09-13T14:34:18.005 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:17 smithi062 bash[89221]: cluster 2024-09-13T14:34:16.623849+0000 mgr.y (mgr.25139) 778 : cluster [DBG] pgmap v472: 161 pgs: 7 peering, 8 active+undersized, 5 active+undersized+degraded, 141 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s; 11/636 objects degraded (1.730%) 2024-09-13T14:34:18.005 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:17 smithi062 bash[89221]: audit 2024-09-13T14:34:16.833331+0000 mgr.y (mgr.25139) 779 : audit [DBG] from='client.54545 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:34:18.005 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:17 smithi062 bash[89221]: audit 2024-09-13T14:34:16.833331+0000 mgr.y (mgr.25139) 779 : audit [DBG] from='client.54545 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:34:18.006 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:17 smithi062 bash[89221]: audit 2024-09-13T14:34:17.242561+0000 mon.a (mon.0) 469 : audit [DBG] from='client.? 172.21.15.62:0/319817454' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:34:18.006 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:17 smithi062 bash[89221]: audit 2024-09-13T14:34:17.242561+0000 mon.a (mon.0) 469 : audit [DBG] from='client.? 172.21.15.62:0/319817454' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:34:18.006 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:17 smithi062 bash[89221]: audit 2024-09-13T14:34:17.554815+0000 mon.a (mon.0) 470 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:34:18.006 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:17 smithi062 bash[89221]: audit 2024-09-13T14:34:17.554815+0000 mon.a (mon.0) 470 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:34:18.006 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:17 smithi062 bash[89221]: audit 2024-09-13T14:34:17.567268+0000 mon.a (mon.0) 471 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:34:18.007 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:17 smithi062 bash[89221]: audit 2024-09-13T14:34:17.567268+0000 mon.a (mon.0) 471 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:34:18.007 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:17 smithi062 bash[89221]: audit 2024-09-13T14:34:17.570607+0000 mon.b (mon.1) 268 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:34:18.007 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:17 smithi062 bash[89221]: audit 2024-09-13T14:34:17.570607+0000 mon.b (mon.1) 268 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:34:18.007 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:17 smithi062 bash[89221]: audit 2024-09-13T14:34:17.572563+0000 mon.b (mon.1) 269 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-13T14:34:18.007 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:17 smithi062 bash[89221]: audit 2024-09-13T14:34:17.572563+0000 mon.b (mon.1) 269 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-13T14:34:18.007 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:17 smithi062 bash[89221]: audit 2024-09-13T14:34:17.580302+0000 mon.a (mon.0) 472 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:34:18.008 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:17 smithi062 bash[89221]: audit 2024-09-13T14:34:17.580302+0000 mon.a (mon.0) 472 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:34:18.008 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:17 smithi062 bash[92878]: audit 2024-09-13T14:34:16.196734+0000 mgr.y (mgr.25139) 776 : audit [DBG] from='client.44559 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:34:18.008 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:17 smithi062 bash[92878]: audit 2024-09-13T14:34:16.196734+0000 mgr.y (mgr.25139) 776 : audit [DBG] from='client.44559 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:34:18.008 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:17 smithi062 bash[92878]: audit 2024-09-13T14:34:16.523128+0000 mgr.y (mgr.25139) 777 : audit [DBG] from='client.44565 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:34:18.009 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:17 smithi062 bash[92878]: audit 2024-09-13T14:34:16.523128+0000 mgr.y (mgr.25139) 777 : audit [DBG] from='client.44565 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:34:18.009 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:17 smithi062 bash[92878]: cluster 2024-09-13T14:34:16.623849+0000 mgr.y (mgr.25139) 778 : cluster [DBG] pgmap v472: 161 pgs: 7 peering, 8 active+undersized, 5 active+undersized+degraded, 141 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s; 11/636 objects degraded (1.730%) 2024-09-13T14:34:18.009 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:17 smithi062 bash[92878]: cluster 2024-09-13T14:34:16.623849+0000 mgr.y (mgr.25139) 778 : cluster [DBG] pgmap v472: 161 pgs: 7 peering, 8 active+undersized, 5 active+undersized+degraded, 141 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s; 11/636 objects degraded (1.730%) 2024-09-13T14:34:18.009 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:17 smithi062 bash[92878]: audit 2024-09-13T14:34:16.833331+0000 mgr.y (mgr.25139) 779 : audit [DBG] from='client.54545 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:34:18.009 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:17 smithi062 bash[92878]: audit 2024-09-13T14:34:16.833331+0000 mgr.y (mgr.25139) 779 : audit [DBG] from='client.54545 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:34:18.010 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:17 smithi062 bash[92878]: audit 2024-09-13T14:34:17.242561+0000 mon.a (mon.0) 469 : audit [DBG] from='client.? 172.21.15.62:0/319817454' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:34:18.010 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:17 smithi062 bash[92878]: audit 2024-09-13T14:34:17.242561+0000 mon.a (mon.0) 469 : audit [DBG] from='client.? 172.21.15.62:0/319817454' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:34:18.010 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:17 smithi062 bash[92878]: audit 2024-09-13T14:34:17.554815+0000 mon.a (mon.0) 470 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:34:18.010 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:17 smithi062 bash[92878]: audit 2024-09-13T14:34:17.554815+0000 mon.a (mon.0) 470 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:34:18.010 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:17 smithi062 bash[92878]: audit 2024-09-13T14:34:17.567268+0000 mon.a (mon.0) 471 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:34:18.010 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:17 smithi062 bash[92878]: audit 2024-09-13T14:34:17.567268+0000 mon.a (mon.0) 471 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:34:18.011 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:17 smithi062 bash[92878]: audit 2024-09-13T14:34:17.570607+0000 mon.b (mon.1) 268 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:34:18.011 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:17 smithi062 bash[92878]: audit 2024-09-13T14:34:17.570607+0000 mon.b (mon.1) 268 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:34:18.011 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:17 smithi062 bash[92878]: audit 2024-09-13T14:34:17.572563+0000 mon.b (mon.1) 269 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-13T14:34:18.011 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:17 smithi062 bash[92878]: audit 2024-09-13T14:34:17.572563+0000 mon.b (mon.1) 269 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-13T14:34:18.011 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:17 smithi062 bash[92878]: audit 2024-09-13T14:34:17.580302+0000 mon.a (mon.0) 472 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:34:18.012 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:17 smithi062 bash[92878]: audit 2024-09-13T14:34:17.580302+0000 mon.a (mon.0) 472 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:34:19.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[89221]: audit 2024-09-13T14:34:17.571439+0000 mgr.y (mgr.25139) 780 : audit [DBG] from='client.54557 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:34:19.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[89221]: audit 2024-09-13T14:34:17.571439+0000 mgr.y (mgr.25139) 780 : audit [DBG] from='client.54557 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:34:19.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[89221]: audit 2024-09-13T14:34:17.687839+0000 mon.b (mon.1) 270 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-13T14:34:19.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[89221]: audit 2024-09-13T14:34:17.687839+0000 mon.b (mon.1) 270 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-13T14:34:19.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[89221]: audit 2024-09-13T14:34:17.690926+0000 mon.b (mon.1) 271 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:34:19.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[89221]: audit 2024-09-13T14:34:17.690926+0000 mon.b (mon.1) 271 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:34:19.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[89221]: audit 2024-09-13T14:34:17.693250+0000 mon.b (mon.1) 272 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:34:19.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[89221]: audit 2024-09-13T14:34:17.693250+0000 mon.b (mon.1) 272 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:34:19.005 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[89221]: audit 2024-09-13T14:34:17.695543+0000 mon.b (mon.1) 273 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:34:19.005 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[89221]: audit 2024-09-13T14:34:17.695543+0000 mon.b (mon.1) 273 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:34:19.005 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[89221]: audit 2024-09-13T14:34:17.698674+0000 mon.b (mon.1) 274 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:34:19.005 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[89221]: audit 2024-09-13T14:34:17.698674+0000 mon.b (mon.1) 274 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:34:19.005 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[89221]: cephadm 2024-09-13T14:34:17.701036+0000 mgr.y (mgr.25139) 781 : cephadm [INF] Upgrade: Setting container_image for all osd 2024-09-13T14:34:19.005 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[89221]: cephadm 2024-09-13T14:34:17.701036+0000 mgr.y (mgr.25139) 781 : cephadm [INF] Upgrade: Setting container_image for all osd 2024-09-13T14:34:19.005 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[89221]: audit 2024-09-13T14:34:17.707853+0000 mon.a (mon.0) 473 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:34:19.005 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[89221]: audit 2024-09-13T14:34:17.707853+0000 mon.a (mon.0) 473 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:34:19.005 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[89221]: audit 2024-09-13T14:34:17.713099+0000 mon.b (mon.1) 275 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.0"} : dispatch 2024-09-13T14:34:19.005 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[89221]: audit 2024-09-13T14:34:17.713099+0000 mon.b (mon.1) 275 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.0"} : dispatch 2024-09-13T14:34:19.005 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[89221]: audit 2024-09-13T14:34:17.714878+0000 mon.a (mon.0) 474 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.0"} : dispatch 2024-09-13T14:34:19.006 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[92878]: audit 2024-09-13T14:34:17.571439+0000 mgr.y (mgr.25139) 780 : audit [DBG] from='client.54557 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:34:19.006 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[92878]: audit 2024-09-13T14:34:17.571439+0000 mgr.y (mgr.25139) 780 : audit [DBG] from='client.54557 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:34:19.006 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[92878]: audit 2024-09-13T14:34:17.687839+0000 mon.b (mon.1) 270 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-13T14:34:19.006 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[92878]: audit 2024-09-13T14:34:17.687839+0000 mon.b (mon.1) 270 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-13T14:34:19.006 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[92878]: audit 2024-09-13T14:34:17.690926+0000 mon.b (mon.1) 271 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:34:19.006 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[92878]: audit 2024-09-13T14:34:17.690926+0000 mon.b (mon.1) 271 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:34:19.006 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[92878]: audit 2024-09-13T14:34:17.693250+0000 mon.b (mon.1) 272 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:34:19.006 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[92878]: audit 2024-09-13T14:34:17.693250+0000 mon.b (mon.1) 272 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:34:19.006 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[92878]: audit 2024-09-13T14:34:17.695543+0000 mon.b (mon.1) 273 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:34:19.006 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[92878]: audit 2024-09-13T14:34:17.695543+0000 mon.b (mon.1) 273 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:34:19.006 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[92878]: audit 2024-09-13T14:34:17.698674+0000 mon.b (mon.1) 274 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:34:19.006 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[92878]: audit 2024-09-13T14:34:17.698674+0000 mon.b (mon.1) 274 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:34:19.007 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[92878]: cephadm 2024-09-13T14:34:17.701036+0000 mgr.y (mgr.25139) 781 : cephadm [INF] Upgrade: Setting container_image for all osd 2024-09-13T14:34:19.007 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[92878]: cephadm 2024-09-13T14:34:17.701036+0000 mgr.y (mgr.25139) 781 : cephadm [INF] Upgrade: Setting container_image for all osd 2024-09-13T14:34:19.007 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[92878]: audit 2024-09-13T14:34:17.707853+0000 mon.a (mon.0) 473 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:34:19.007 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[92878]: audit 2024-09-13T14:34:17.707853+0000 mon.a (mon.0) 473 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:34:19.007 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[92878]: audit 2024-09-13T14:34:17.713099+0000 mon.b (mon.1) 275 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.0"} : dispatch 2024-09-13T14:34:19.007 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[92878]: audit 2024-09-13T14:34:17.713099+0000 mon.b (mon.1) 275 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.0"} : dispatch 2024-09-13T14:34:19.007 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[92878]: audit 2024-09-13T14:34:17.714878+0000 mon.a (mon.0) 474 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.0"} : dispatch 2024-09-13T14:34:19.007 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[89221]: audit 2024-09-13T14:34:17.714878+0000 mon.a (mon.0) 474 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.0"} : dispatch 2024-09-13T14:34:19.007 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[89221]: audit 2024-09-13T14:34:17.720696+0000 mon.a (mon.0) 475 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]': finished 2024-09-13T14:34:19.007 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[89221]: audit 2024-09-13T14:34:17.720696+0000 mon.a (mon.0) 475 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]': finished 2024-09-13T14:34:19.007 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[89221]: audit 2024-09-13T14:34:17.725321+0000 mon.b (mon.1) 276 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.1"} : dispatch 2024-09-13T14:34:19.008 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[89221]: audit 2024-09-13T14:34:17.725321+0000 mon.b (mon.1) 276 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.1"} : dispatch 2024-09-13T14:34:19.008 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[89221]: audit 2024-09-13T14:34:17.727022+0000 mon.a (mon.0) 476 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.1"} : dispatch 2024-09-13T14:34:19.008 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[89221]: audit 2024-09-13T14:34:17.727022+0000 mon.a (mon.0) 476 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.1"} : dispatch 2024-09-13T14:34:19.008 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[89221]: audit 2024-09-13T14:34:17.732876+0000 mon.a (mon.0) 477 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]': finished 2024-09-13T14:34:19.008 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[89221]: audit 2024-09-13T14:34:17.732876+0000 mon.a (mon.0) 477 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]': finished 2024-09-13T14:34:19.008 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[89221]: audit 2024-09-13T14:34:17.738305+0000 mon.b (mon.1) 277 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.2"} : dispatch 2024-09-13T14:34:19.008 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[89221]: audit 2024-09-13T14:34:17.738305+0000 mon.b (mon.1) 277 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.2"} : dispatch 2024-09-13T14:34:19.008 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[89221]: audit 2024-09-13T14:34:17.740111+0000 mon.a (mon.0) 478 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.2"} : dispatch 2024-09-13T14:34:19.008 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[89221]: audit 2024-09-13T14:34:17.740111+0000 mon.a (mon.0) 478 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.2"} : dispatch 2024-09-13T14:34:19.008 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[89221]: audit 2024-09-13T14:34:17.746860+0000 mon.a (mon.0) 479 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]': finished 2024-09-13T14:34:19.008 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[89221]: audit 2024-09-13T14:34:17.746860+0000 mon.a (mon.0) 479 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]': finished 2024-09-13T14:34:19.008 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[89221]: audit 2024-09-13T14:34:17.751882+0000 mon.b (mon.1) 278 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.3"} : dispatch 2024-09-13T14:34:19.008 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[89221]: audit 2024-09-13T14:34:17.751882+0000 mon.b (mon.1) 278 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.3"} : dispatch 2024-09-13T14:34:19.009 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[89221]: audit 2024-09-13T14:34:17.753542+0000 mon.a (mon.0) 480 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.3"} : dispatch 2024-09-13T14:34:19.009 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[92878]: audit 2024-09-13T14:34:17.714878+0000 mon.a (mon.0) 474 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.0"} : dispatch 2024-09-13T14:34:19.009 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[92878]: audit 2024-09-13T14:34:17.720696+0000 mon.a (mon.0) 475 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]': finished 2024-09-13T14:34:19.009 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[92878]: audit 2024-09-13T14:34:17.720696+0000 mon.a (mon.0) 475 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]': finished 2024-09-13T14:34:19.009 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[92878]: audit 2024-09-13T14:34:17.725321+0000 mon.b (mon.1) 276 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.1"} : dispatch 2024-09-13T14:34:19.009 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[92878]: audit 2024-09-13T14:34:17.725321+0000 mon.b (mon.1) 276 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.1"} : dispatch 2024-09-13T14:34:19.009 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[92878]: audit 2024-09-13T14:34:17.727022+0000 mon.a (mon.0) 476 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.1"} : dispatch 2024-09-13T14:34:19.009 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[92878]: audit 2024-09-13T14:34:17.727022+0000 mon.a (mon.0) 476 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.1"} : dispatch 2024-09-13T14:34:19.009 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[92878]: audit 2024-09-13T14:34:17.732876+0000 mon.a (mon.0) 477 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]': finished 2024-09-13T14:34:19.009 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[92878]: audit 2024-09-13T14:34:17.732876+0000 mon.a (mon.0) 477 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]': finished 2024-09-13T14:34:19.010 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[92878]: audit 2024-09-13T14:34:17.738305+0000 mon.b (mon.1) 277 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.2"} : dispatch 2024-09-13T14:34:19.010 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[92878]: audit 2024-09-13T14:34:17.738305+0000 mon.b (mon.1) 277 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.2"} : dispatch 2024-09-13T14:34:19.010 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[92878]: audit 2024-09-13T14:34:17.740111+0000 mon.a (mon.0) 478 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.2"} : dispatch 2024-09-13T14:34:19.010 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[92878]: audit 2024-09-13T14:34:17.740111+0000 mon.a (mon.0) 478 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.2"} : dispatch 2024-09-13T14:34:19.010 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[92878]: audit 2024-09-13T14:34:17.746860+0000 mon.a (mon.0) 479 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]': finished 2024-09-13T14:34:19.010 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[92878]: audit 2024-09-13T14:34:17.746860+0000 mon.a (mon.0) 479 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]': finished 2024-09-13T14:34:19.010 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[92878]: audit 2024-09-13T14:34:17.751882+0000 mon.b (mon.1) 278 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.3"} : dispatch 2024-09-13T14:34:19.010 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[92878]: audit 2024-09-13T14:34:17.751882+0000 mon.b (mon.1) 278 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.3"} : dispatch 2024-09-13T14:34:19.010 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[92878]: audit 2024-09-13T14:34:17.753542+0000 mon.a (mon.0) 480 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.3"} : dispatch 2024-09-13T14:34:19.010 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[89221]: audit 2024-09-13T14:34:17.753542+0000 mon.a (mon.0) 480 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.3"} : dispatch 2024-09-13T14:34:19.011 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[89221]: audit 2024-09-13T14:34:17.761166+0000 mon.a (mon.0) 481 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]': finished 2024-09-13T14:34:19.011 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[89221]: audit 2024-09-13T14:34:17.761166+0000 mon.a (mon.0) 481 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]': finished 2024-09-13T14:34:19.011 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[89221]: audit 2024-09-13T14:34:17.765084+0000 mon.b (mon.1) 279 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.4"} : dispatch 2024-09-13T14:34:19.011 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[89221]: audit 2024-09-13T14:34:17.765084+0000 mon.b (mon.1) 279 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.4"} : dispatch 2024-09-13T14:34:19.011 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[89221]: audit 2024-09-13T14:34:17.766697+0000 mon.a (mon.0) 482 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.4"} : dispatch 2024-09-13T14:34:19.011 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[89221]: audit 2024-09-13T14:34:17.766697+0000 mon.a (mon.0) 482 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.4"} : dispatch 2024-09-13T14:34:19.011 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[89221]: audit 2024-09-13T14:34:17.774334+0000 mon.a (mon.0) 483 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]': finished 2024-09-13T14:34:19.011 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[89221]: audit 2024-09-13T14:34:17.774334+0000 mon.a (mon.0) 483 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]': finished 2024-09-13T14:34:19.011 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[89221]: audit 2024-09-13T14:34:17.777792+0000 mon.b (mon.1) 280 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.5"} : dispatch 2024-09-13T14:34:19.011 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[89221]: audit 2024-09-13T14:34:17.777792+0000 mon.b (mon.1) 280 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.5"} : dispatch 2024-09-13T14:34:19.011 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[89221]: audit 2024-09-13T14:34:17.779638+0000 mon.a (mon.0) 484 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.5"} : dispatch 2024-09-13T14:34:19.011 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[89221]: audit 2024-09-13T14:34:17.779638+0000 mon.a (mon.0) 484 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.5"} : dispatch 2024-09-13T14:34:19.011 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[89221]: audit 2024-09-13T14:34:17.787293+0000 mon.a (mon.0) 485 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]': finished 2024-09-13T14:34:19.011 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[89221]: audit 2024-09-13T14:34:17.787293+0000 mon.a (mon.0) 485 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]': finished 2024-09-13T14:34:19.012 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[89221]: audit 2024-09-13T14:34:17.791090+0000 mon.b (mon.1) 281 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.6"} : dispatch 2024-09-13T14:34:19.012 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[89221]: audit 2024-09-13T14:34:17.791090+0000 mon.b (mon.1) 281 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.6"} : dispatch 2024-09-13T14:34:19.012 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[92878]: audit 2024-09-13T14:34:17.753542+0000 mon.a (mon.0) 480 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.3"} : dispatch 2024-09-13T14:34:19.012 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[92878]: audit 2024-09-13T14:34:17.761166+0000 mon.a (mon.0) 481 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]': finished 2024-09-13T14:34:19.012 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[92878]: audit 2024-09-13T14:34:17.761166+0000 mon.a (mon.0) 481 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]': finished 2024-09-13T14:34:19.012 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[92878]: audit 2024-09-13T14:34:17.765084+0000 mon.b (mon.1) 279 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.4"} : dispatch 2024-09-13T14:34:19.012 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[92878]: audit 2024-09-13T14:34:17.765084+0000 mon.b (mon.1) 279 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.4"} : dispatch 2024-09-13T14:34:19.012 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[92878]: audit 2024-09-13T14:34:17.766697+0000 mon.a (mon.0) 482 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.4"} : dispatch 2024-09-13T14:34:19.012 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[92878]: audit 2024-09-13T14:34:17.766697+0000 mon.a (mon.0) 482 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.4"} : dispatch 2024-09-13T14:34:19.012 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[92878]: audit 2024-09-13T14:34:17.774334+0000 mon.a (mon.0) 483 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]': finished 2024-09-13T14:34:19.013 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[92878]: audit 2024-09-13T14:34:17.774334+0000 mon.a (mon.0) 483 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]': finished 2024-09-13T14:34:19.013 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[92878]: audit 2024-09-13T14:34:17.777792+0000 mon.b (mon.1) 280 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.5"} : dispatch 2024-09-13T14:34:19.013 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[92878]: audit 2024-09-13T14:34:17.777792+0000 mon.b (mon.1) 280 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.5"} : dispatch 2024-09-13T14:34:19.013 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[92878]: audit 2024-09-13T14:34:17.779638+0000 mon.a (mon.0) 484 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.5"} : dispatch 2024-09-13T14:34:19.013 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[92878]: audit 2024-09-13T14:34:17.779638+0000 mon.a (mon.0) 484 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.5"} : dispatch 2024-09-13T14:34:19.013 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[92878]: audit 2024-09-13T14:34:17.787293+0000 mon.a (mon.0) 485 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]': finished 2024-09-13T14:34:19.013 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[92878]: audit 2024-09-13T14:34:17.787293+0000 mon.a (mon.0) 485 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]': finished 2024-09-13T14:34:19.013 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[92878]: audit 2024-09-13T14:34:17.791090+0000 mon.b (mon.1) 281 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.6"} : dispatch 2024-09-13T14:34:19.013 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[92878]: audit 2024-09-13T14:34:17.791090+0000 mon.b (mon.1) 281 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.6"} : dispatch 2024-09-13T14:34:19.013 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[89221]: audit 2024-09-13T14:34:17.792875+0000 mon.a (mon.0) 486 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.6"} : dispatch 2024-09-13T14:34:19.013 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[89221]: audit 2024-09-13T14:34:17.792875+0000 mon.a (mon.0) 486 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.6"} : dispatch 2024-09-13T14:34:19.014 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[89221]: audit 2024-09-13T14:34:17.801085+0000 mon.a (mon.0) 487 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]': finished 2024-09-13T14:34:19.014 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[89221]: audit 2024-09-13T14:34:17.801085+0000 mon.a (mon.0) 487 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]': finished 2024-09-13T14:34:19.014 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[89221]: audit 2024-09-13T14:34:17.804852+0000 mon.b (mon.1) 282 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.7"} : dispatch 2024-09-13T14:34:19.014 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[89221]: audit 2024-09-13T14:34:17.804852+0000 mon.b (mon.1) 282 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.7"} : dispatch 2024-09-13T14:34:19.014 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[89221]: audit 2024-09-13T14:34:17.806716+0000 mon.a (mon.0) 488 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.7"} : dispatch 2024-09-13T14:34:19.014 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[89221]: audit 2024-09-13T14:34:17.806716+0000 mon.a (mon.0) 488 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.7"} : dispatch 2024-09-13T14:34:19.014 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[89221]: audit 2024-09-13T14:34:17.814559+0000 mon.a (mon.0) 489 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]': finished 2024-09-13T14:34:19.014 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[89221]: audit 2024-09-13T14:34:17.814559+0000 mon.a (mon.0) 489 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]': finished 2024-09-13T14:34:19.014 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[89221]: audit 2024-09-13T14:34:17.823304+0000 mon.b (mon.1) 283 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:34:19.014 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[89221]: audit 2024-09-13T14:34:17.823304+0000 mon.b (mon.1) 283 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:34:19.014 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[89221]: cephadm 2024-09-13T14:34:17.826263+0000 mgr.y (mgr.25139) 782 : cephadm [INF] Upgrade: Setting container_image for all mds 2024-09-13T14:34:19.014 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[89221]: cephadm 2024-09-13T14:34:17.826263+0000 mgr.y (mgr.25139) 782 : cephadm [INF] Upgrade: Setting container_image for all mds 2024-09-13T14:34:19.014 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[89221]: audit 2024-09-13T14:34:17.835880+0000 mon.a (mon.0) 490 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:34:19.015 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[89221]: audit 2024-09-13T14:34:17.835880+0000 mon.a (mon.0) 490 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:34:19.015 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[89221]: audit 2024-09-13T14:34:17.841705+0000 mon.b (mon.1) 284 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:34:19.015 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[89221]: audit 2024-09-13T14:34:17.841705+0000 mon.b (mon.1) 284 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:34:19.015 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[89221]: cephadm 2024-09-13T14:34:17.844617+0000 mgr.y (mgr.25139) 783 : cephadm [INF] Upgrade: Setting container_image for all rbd-mirror 2024-09-13T14:34:19.015 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[89221]: cephadm 2024-09-13T14:34:17.844617+0000 mgr.y (mgr.25139) 783 : cephadm [INF] Upgrade: Setting container_image for all rbd-mirror 2024-09-13T14:34:19.015 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[89221]: audit 2024-09-13T14:34:17.854128+0000 mon.a (mon.0) 491 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:34:19.015 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[92878]: audit 2024-09-13T14:34:17.792875+0000 mon.a (mon.0) 486 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.6"} : dispatch 2024-09-13T14:34:19.015 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[92878]: audit 2024-09-13T14:34:17.792875+0000 mon.a (mon.0) 486 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.6"} : dispatch 2024-09-13T14:34:19.015 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[92878]: audit 2024-09-13T14:34:17.801085+0000 mon.a (mon.0) 487 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]': finished 2024-09-13T14:34:19.015 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[92878]: audit 2024-09-13T14:34:17.801085+0000 mon.a (mon.0) 487 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]': finished 2024-09-13T14:34:19.015 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[92878]: audit 2024-09-13T14:34:17.804852+0000 mon.b (mon.1) 282 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.7"} : dispatch 2024-09-13T14:34:19.016 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[92878]: audit 2024-09-13T14:34:17.804852+0000 mon.b (mon.1) 282 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.7"} : dispatch 2024-09-13T14:34:19.016 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[92878]: audit 2024-09-13T14:34:17.806716+0000 mon.a (mon.0) 488 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.7"} : dispatch 2024-09-13T14:34:19.016 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[92878]: audit 2024-09-13T14:34:17.806716+0000 mon.a (mon.0) 488 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.7"} : dispatch 2024-09-13T14:34:19.016 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[92878]: audit 2024-09-13T14:34:17.814559+0000 mon.a (mon.0) 489 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]': finished 2024-09-13T14:34:19.016 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[92878]: audit 2024-09-13T14:34:17.814559+0000 mon.a (mon.0) 489 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]': finished 2024-09-13T14:34:19.016 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[92878]: audit 2024-09-13T14:34:17.823304+0000 mon.b (mon.1) 283 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:34:19.016 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[92878]: audit 2024-09-13T14:34:17.823304+0000 mon.b (mon.1) 283 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:34:19.016 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[92878]: cephadm 2024-09-13T14:34:17.826263+0000 mgr.y (mgr.25139) 782 : cephadm [INF] Upgrade: Setting container_image for all mds 2024-09-13T14:34:19.016 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[92878]: cephadm 2024-09-13T14:34:17.826263+0000 mgr.y (mgr.25139) 782 : cephadm [INF] Upgrade: Setting container_image for all mds 2024-09-13T14:34:19.016 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[92878]: audit 2024-09-13T14:34:17.835880+0000 mon.a (mon.0) 490 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:34:19.016 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[92878]: audit 2024-09-13T14:34:17.835880+0000 mon.a (mon.0) 490 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:34:19.016 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[92878]: audit 2024-09-13T14:34:17.841705+0000 mon.b (mon.1) 284 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:34:19.016 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[92878]: audit 2024-09-13T14:34:17.841705+0000 mon.b (mon.1) 284 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:34:19.016 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[92878]: cephadm 2024-09-13T14:34:17.844617+0000 mgr.y (mgr.25139) 783 : cephadm [INF] Upgrade: Setting container_image for all rbd-mirror 2024-09-13T14:34:19.017 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[92878]: cephadm 2024-09-13T14:34:17.844617+0000 mgr.y (mgr.25139) 783 : cephadm [INF] Upgrade: Setting container_image for all rbd-mirror 2024-09-13T14:34:19.017 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[92878]: audit 2024-09-13T14:34:17.854128+0000 mon.a (mon.0) 491 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:34:19.017 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[89221]: audit 2024-09-13T14:34:17.854128+0000 mon.a (mon.0) 491 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:34:19.017 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[89221]: audit 2024-09-13T14:34:17.859120+0000 mon.b (mon.1) 285 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:34:19.017 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[89221]: audit 2024-09-13T14:34:17.859120+0000 mon.b (mon.1) 285 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:34:19.017 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[89221]: audit 2024-09-13T14:34:17.862584+0000 mon.b (mon.1) 286 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:34:19.017 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[89221]: audit 2024-09-13T14:34:17.862584+0000 mon.b (mon.1) 286 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:34:19.017 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[89221]: cephadm 2024-09-13T14:34:17.865455+0000 mgr.y (mgr.25139) 784 : cephadm [INF] Upgrade: Setting container_image for all ceph-exporter 2024-09-13T14:34:19.017 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[89221]: cephadm 2024-09-13T14:34:17.865455+0000 mgr.y (mgr.25139) 784 : cephadm [INF] Upgrade: Setting container_image for all ceph-exporter 2024-09-13T14:34:19.017 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[89221]: audit 2024-09-13T14:34:17.875317+0000 mon.a (mon.0) 492 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:34:19.018 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[89221]: audit 2024-09-13T14:34:17.875317+0000 mon.a (mon.0) 492 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:34:19.018 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[89221]: audit 2024-09-13T14:34:17.880709+0000 mon.b (mon.1) 287 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:34:19.018 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[89221]: audit 2024-09-13T14:34:17.880709+0000 mon.b (mon.1) 287 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:34:19.018 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[89221]: cephadm 2024-09-13T14:34:17.883367+0000 mgr.y (mgr.25139) 785 : cephadm [INF] Upgrade: Setting container_image for all nfs 2024-09-13T14:34:19.018 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[89221]: cephadm 2024-09-13T14:34:17.883367+0000 mgr.y (mgr.25139) 785 : cephadm [INF] Upgrade: Setting container_image for all nfs 2024-09-13T14:34:19.018 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[89221]: audit 2024-09-13T14:34:17.893173+0000 mon.a (mon.0) 493 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:34:19.018 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[89221]: audit 2024-09-13T14:34:17.893173+0000 mon.a (mon.0) 493 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:34:19.018 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[89221]: audit 2024-09-13T14:34:17.900137+0000 mon.b (mon.1) 288 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:34:19.018 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[89221]: audit 2024-09-13T14:34:17.900137+0000 mon.b (mon.1) 288 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:34:19.018 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[89221]: cephadm 2024-09-13T14:34:17.903012+0000 mgr.y (mgr.25139) 786 : cephadm [INF] Upgrade: Setting container_image for all nvmeof 2024-09-13T14:34:19.018 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[89221]: cephadm 2024-09-13T14:34:17.903012+0000 mgr.y (mgr.25139) 786 : cephadm [INF] Upgrade: Setting container_image for all nvmeof 2024-09-13T14:34:19.018 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[89221]: audit 2024-09-13T14:34:17.912089+0000 mon.a (mon.0) 494 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:34:19.018 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[89221]: audit 2024-09-13T14:34:17.912089+0000 mon.a (mon.0) 494 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:34:19.018 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[89221]: audit 2024-09-13T14:34:17.918356+0000 mon.b (mon.1) 289 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:34:19.019 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[89221]: audit 2024-09-13T14:34:17.918356+0000 mon.b (mon.1) 289 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:34:19.019 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[92878]: audit 2024-09-13T14:34:17.854128+0000 mon.a (mon.0) 491 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:34:19.019 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[92878]: audit 2024-09-13T14:34:17.859120+0000 mon.b (mon.1) 285 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:34:19.019 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[92878]: audit 2024-09-13T14:34:17.859120+0000 mon.b (mon.1) 285 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:34:19.019 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[92878]: audit 2024-09-13T14:34:17.862584+0000 mon.b (mon.1) 286 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:34:19.019 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[92878]: audit 2024-09-13T14:34:17.862584+0000 mon.b (mon.1) 286 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:34:19.019 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[92878]: cephadm 2024-09-13T14:34:17.865455+0000 mgr.y (mgr.25139) 784 : cephadm [INF] Upgrade: Setting container_image for all ceph-exporter 2024-09-13T14:34:19.019 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[92878]: cephadm 2024-09-13T14:34:17.865455+0000 mgr.y (mgr.25139) 784 : cephadm [INF] Upgrade: Setting container_image for all ceph-exporter 2024-09-13T14:34:19.019 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[92878]: audit 2024-09-13T14:34:17.875317+0000 mon.a (mon.0) 492 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:34:19.019 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[92878]: audit 2024-09-13T14:34:17.875317+0000 mon.a (mon.0) 492 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:34:19.019 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[92878]: audit 2024-09-13T14:34:17.880709+0000 mon.b (mon.1) 287 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:34:19.020 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[92878]: audit 2024-09-13T14:34:17.880709+0000 mon.b (mon.1) 287 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:34:19.020 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[92878]: cephadm 2024-09-13T14:34:17.883367+0000 mgr.y (mgr.25139) 785 : cephadm [INF] Upgrade: Setting container_image for all nfs 2024-09-13T14:34:19.020 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[92878]: cephadm 2024-09-13T14:34:17.883367+0000 mgr.y (mgr.25139) 785 : cephadm [INF] Upgrade: Setting container_image for all nfs 2024-09-13T14:34:19.020 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[92878]: audit 2024-09-13T14:34:17.893173+0000 mon.a (mon.0) 493 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:34:19.020 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[92878]: audit 2024-09-13T14:34:17.893173+0000 mon.a (mon.0) 493 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:34:19.020 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[92878]: audit 2024-09-13T14:34:17.900137+0000 mon.b (mon.1) 288 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:34:19.020 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[92878]: audit 2024-09-13T14:34:17.900137+0000 mon.b (mon.1) 288 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:34:19.020 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[92878]: cephadm 2024-09-13T14:34:17.903012+0000 mgr.y (mgr.25139) 786 : cephadm [INF] Upgrade: Setting container_image for all nvmeof 2024-09-13T14:34:19.020 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[92878]: cephadm 2024-09-13T14:34:17.903012+0000 mgr.y (mgr.25139) 786 : cephadm [INF] Upgrade: Setting container_image for all nvmeof 2024-09-13T14:34:19.020 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[92878]: audit 2024-09-13T14:34:17.912089+0000 mon.a (mon.0) 494 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:34:19.020 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[92878]: audit 2024-09-13T14:34:17.912089+0000 mon.a (mon.0) 494 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:34:19.020 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[92878]: audit 2024-09-13T14:34:17.918356+0000 mon.b (mon.1) 289 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:34:19.020 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[92878]: audit 2024-09-13T14:34:17.918356+0000 mon.b (mon.1) 289 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:34:19.021 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[89221]: audit 2024-09-13T14:34:17.922077+0000 mon.b (mon.1) 290 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:34:19.021 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[89221]: audit 2024-09-13T14:34:17.922077+0000 mon.b (mon.1) 290 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:34:19.021 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[89221]: audit 2024-09-13T14:34:17.926062+0000 mon.b (mon.1) 291 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:34:19.021 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[89221]: audit 2024-09-13T14:34:17.926062+0000 mon.b (mon.1) 291 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:34:19.021 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[89221]: audit 2024-09-13T14:34:17.930098+0000 mon.b (mon.1) 292 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:34:19.021 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[89221]: audit 2024-09-13T14:34:17.930098+0000 mon.b (mon.1) 292 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:34:19.021 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[89221]: audit 2024-09-13T14:34:17.933680+0000 mon.b (mon.1) 293 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:34:19.021 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[89221]: audit 2024-09-13T14:34:17.933680+0000 mon.b (mon.1) 293 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:34:19.021 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[89221]: audit 2024-09-13T14:34:17.937163+0000 mon.b (mon.1) 294 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:34:19.021 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[89221]: audit 2024-09-13T14:34:17.937163+0000 mon.b (mon.1) 294 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:34:19.021 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[89221]: cephadm 2024-09-13T14:34:17.940280+0000 mgr.y (mgr.25139) 787 : cephadm [INF] Upgrade: Finalizing container_image settings 2024-09-13T14:34:19.022 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[89221]: cephadm 2024-09-13T14:34:17.940280+0000 mgr.y (mgr.25139) 787 : cephadm [INF] Upgrade: Finalizing container_image settings 2024-09-13T14:34:19.022 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[89221]: audit 2024-09-13T14:34:17.943144+0000 mon.b (mon.1) 295 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2024-09-13T14:34:19.022 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[89221]: audit 2024-09-13T14:34:17.943144+0000 mon.b (mon.1) 295 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2024-09-13T14:34:19.022 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[89221]: audit 2024-09-13T14:34:17.944939+0000 mon.a (mon.0) 495 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2024-09-13T14:34:19.022 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[89221]: audit 2024-09-13T14:34:17.944939+0000 mon.a (mon.0) 495 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2024-09-13T14:34:19.022 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[89221]: audit 2024-09-13T14:34:17.953197+0000 mon.a (mon.0) 496 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-09-13T14:34:19.022 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[89221]: audit 2024-09-13T14:34:17.953197+0000 mon.a (mon.0) 496 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-09-13T14:34:19.022 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[89221]: audit 2024-09-13T14:34:17.957141+0000 mon.b (mon.1) 296 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:34:19.022 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[89221]: audit 2024-09-13T14:34:17.957141+0000 mon.b (mon.1) 296 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:34:19.022 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[92878]: audit 2024-09-13T14:34:17.922077+0000 mon.b (mon.1) 290 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:34:19.022 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[92878]: audit 2024-09-13T14:34:17.922077+0000 mon.b (mon.1) 290 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:34:19.023 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[92878]: audit 2024-09-13T14:34:17.926062+0000 mon.b (mon.1) 291 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:34:19.023 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[92878]: audit 2024-09-13T14:34:17.926062+0000 mon.b (mon.1) 291 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:34:19.023 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[92878]: audit 2024-09-13T14:34:17.930098+0000 mon.b (mon.1) 292 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:34:19.023 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[92878]: audit 2024-09-13T14:34:17.930098+0000 mon.b (mon.1) 292 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:34:19.023 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[92878]: audit 2024-09-13T14:34:17.933680+0000 mon.b (mon.1) 293 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:34:19.023 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[92878]: audit 2024-09-13T14:34:17.933680+0000 mon.b (mon.1) 293 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:34:19.023 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[92878]: audit 2024-09-13T14:34:17.937163+0000 mon.b (mon.1) 294 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:34:19.023 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[92878]: audit 2024-09-13T14:34:17.937163+0000 mon.b (mon.1) 294 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:34:19.023 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[92878]: cephadm 2024-09-13T14:34:17.940280+0000 mgr.y (mgr.25139) 787 : cephadm [INF] Upgrade: Finalizing container_image settings 2024-09-13T14:34:19.023 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[92878]: cephadm 2024-09-13T14:34:17.940280+0000 mgr.y (mgr.25139) 787 : cephadm [INF] Upgrade: Finalizing container_image settings 2024-09-13T14:34:19.023 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[92878]: audit 2024-09-13T14:34:17.943144+0000 mon.b (mon.1) 295 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2024-09-13T14:34:19.023 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[92878]: audit 2024-09-13T14:34:17.943144+0000 mon.b (mon.1) 295 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2024-09-13T14:34:19.023 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[92878]: audit 2024-09-13T14:34:17.944939+0000 mon.a (mon.0) 495 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2024-09-13T14:34:19.024 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[92878]: audit 2024-09-13T14:34:17.944939+0000 mon.a (mon.0) 495 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2024-09-13T14:34:19.024 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[92878]: audit 2024-09-13T14:34:17.953197+0000 mon.a (mon.0) 496 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-09-13T14:34:19.024 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[92878]: audit 2024-09-13T14:34:17.953197+0000 mon.a (mon.0) 496 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-09-13T14:34:19.024 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[92878]: audit 2024-09-13T14:34:17.957141+0000 mon.b (mon.1) 296 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:34:19.024 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[92878]: audit 2024-09-13T14:34:17.957141+0000 mon.b (mon.1) 296 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:34:19.024 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[89221]: audit 2024-09-13T14:34:17.958856+0000 mon.a (mon.0) 497 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:34:19.024 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[89221]: audit 2024-09-13T14:34:17.958856+0000 mon.a (mon.0) 497 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:34:19.024 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[89221]: audit 2024-09-13T14:34:17.967090+0000 mon.a (mon.0) 498 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-09-13T14:34:19.024 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[89221]: audit 2024-09-13T14:34:17.967090+0000 mon.a (mon.0) 498 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-09-13T14:34:19.024 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[89221]: audit 2024-09-13T14:34:17.970770+0000 mon.b (mon.1) 297 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2024-09-13T14:34:19.025 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[89221]: audit 2024-09-13T14:34:17.970770+0000 mon.b (mon.1) 297 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2024-09-13T14:34:19.025 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[89221]: audit 2024-09-13T14:34:17.972659+0000 mon.a (mon.0) 499 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2024-09-13T14:34:19.025 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[89221]: audit 2024-09-13T14:34:17.972659+0000 mon.a (mon.0) 499 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2024-09-13T14:34:19.025 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[89221]: audit 2024-09-13T14:34:17.980913+0000 mon.a (mon.0) 500 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-09-13T14:34:19.025 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[89221]: audit 2024-09-13T14:34:17.980913+0000 mon.a (mon.0) 500 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-09-13T14:34:19.025 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[89221]: audit 2024-09-13T14:34:17.984454+0000 mon.b (mon.1) 298 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2024-09-13T14:34:19.025 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[89221]: audit 2024-09-13T14:34:17.984454+0000 mon.b (mon.1) 298 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2024-09-13T14:34:19.025 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[89221]: audit 2024-09-13T14:34:17.986150+0000 mon.a (mon.0) 501 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2024-09-13T14:34:19.025 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[89221]: audit 2024-09-13T14:34:17.986150+0000 mon.a (mon.0) 501 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2024-09-13T14:34:19.025 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[89221]: audit 2024-09-13T14:34:17.994181+0000 mon.a (mon.0) 502 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd"}]': finished 2024-09-13T14:34:19.025 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[89221]: audit 2024-09-13T14:34:17.994181+0000 mon.a (mon.0) 502 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd"}]': finished 2024-09-13T14:34:19.025 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[89221]: audit 2024-09-13T14:34:17.997654+0000 mon.b (mon.1) 299 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2024-09-13T14:34:19.026 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[92878]: audit 2024-09-13T14:34:17.958856+0000 mon.a (mon.0) 497 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:34:19.026 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[92878]: audit 2024-09-13T14:34:17.958856+0000 mon.a (mon.0) 497 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:34:19.026 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[92878]: audit 2024-09-13T14:34:17.967090+0000 mon.a (mon.0) 498 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-09-13T14:34:19.026 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[92878]: audit 2024-09-13T14:34:17.967090+0000 mon.a (mon.0) 498 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-09-13T14:34:19.026 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[92878]: audit 2024-09-13T14:34:17.970770+0000 mon.b (mon.1) 297 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2024-09-13T14:34:19.026 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[92878]: audit 2024-09-13T14:34:17.970770+0000 mon.b (mon.1) 297 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2024-09-13T14:34:19.026 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[92878]: audit 2024-09-13T14:34:17.972659+0000 mon.a (mon.0) 499 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2024-09-13T14:34:19.026 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[92878]: audit 2024-09-13T14:34:17.972659+0000 mon.a (mon.0) 499 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2024-09-13T14:34:19.026 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[92878]: audit 2024-09-13T14:34:17.980913+0000 mon.a (mon.0) 500 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-09-13T14:34:19.026 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[92878]: audit 2024-09-13T14:34:17.980913+0000 mon.a (mon.0) 500 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-09-13T14:34:19.026 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[92878]: audit 2024-09-13T14:34:17.984454+0000 mon.b (mon.1) 298 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2024-09-13T14:34:19.026 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[92878]: audit 2024-09-13T14:34:17.984454+0000 mon.b (mon.1) 298 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2024-09-13T14:34:19.027 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[92878]: audit 2024-09-13T14:34:17.986150+0000 mon.a (mon.0) 501 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2024-09-13T14:34:19.027 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[92878]: audit 2024-09-13T14:34:17.986150+0000 mon.a (mon.0) 501 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2024-09-13T14:34:19.027 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[92878]: audit 2024-09-13T14:34:17.994181+0000 mon.a (mon.0) 502 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd"}]': finished 2024-09-13T14:34:19.027 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[92878]: audit 2024-09-13T14:34:17.994181+0000 mon.a (mon.0) 502 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd"}]': finished 2024-09-13T14:34:19.027 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[92878]: audit 2024-09-13T14:34:17.997654+0000 mon.b (mon.1) 299 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2024-09-13T14:34:19.027 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[89221]: audit 2024-09-13T14:34:17.997654+0000 mon.b (mon.1) 299 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2024-09-13T14:34:19.027 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[89221]: audit 2024-09-13T14:34:17.999358+0000 mon.a (mon.0) 503 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2024-09-13T14:34:19.027 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[89221]: audit 2024-09-13T14:34:17.999358+0000 mon.a (mon.0) 503 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2024-09-13T14:34:19.027 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[89221]: audit 2024-09-13T14:34:18.006861+0000 mon.a (mon.0) 504 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-09-13T14:34:19.027 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[89221]: audit 2024-09-13T14:34:18.006861+0000 mon.a (mon.0) 504 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-09-13T14:34:19.028 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[89221]: audit 2024-09-13T14:34:18.010459+0000 mon.b (mon.1) 300 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2024-09-13T14:34:19.028 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[89221]: audit 2024-09-13T14:34:18.010459+0000 mon.b (mon.1) 300 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2024-09-13T14:34:19.028 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[89221]: audit 2024-09-13T14:34:18.012189+0000 mon.a (mon.0) 505 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2024-09-13T14:34:19.028 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[89221]: audit 2024-09-13T14:34:18.012189+0000 mon.a (mon.0) 505 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2024-09-13T14:34:19.028 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[89221]: audit 2024-09-13T14:34:18.013589+0000 mon.b (mon.1) 301 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2024-09-13T14:34:19.028 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[89221]: audit 2024-09-13T14:34:18.013589+0000 mon.b (mon.1) 301 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2024-09-13T14:34:19.028 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[89221]: audit 2024-09-13T14:34:18.015230+0000 mon.a (mon.0) 506 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2024-09-13T14:34:19.028 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[89221]: audit 2024-09-13T14:34:18.015230+0000 mon.a (mon.0) 506 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2024-09-13T14:34:19.028 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[89221]: audit 2024-09-13T14:34:18.022597+0000 mon.a (mon.0) 507 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-09-13T14:34:19.028 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[89221]: audit 2024-09-13T14:34:18.022597+0000 mon.a (mon.0) 507 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-09-13T14:34:19.028 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[89221]: audit 2024-09-13T14:34:18.026341+0000 mon.b (mon.1) 302 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:34:19.028 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[89221]: audit 2024-09-13T14:34:18.026341+0000 mon.b (mon.1) 302 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:34:19.029 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[92878]: audit 2024-09-13T14:34:17.997654+0000 mon.b (mon.1) 299 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2024-09-13T14:34:19.029 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[92878]: audit 2024-09-13T14:34:17.999358+0000 mon.a (mon.0) 503 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2024-09-13T14:34:19.029 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[92878]: audit 2024-09-13T14:34:17.999358+0000 mon.a (mon.0) 503 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2024-09-13T14:34:19.029 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[92878]: audit 2024-09-13T14:34:18.006861+0000 mon.a (mon.0) 504 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-09-13T14:34:19.029 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[92878]: audit 2024-09-13T14:34:18.006861+0000 mon.a (mon.0) 504 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-09-13T14:34:19.029 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[92878]: audit 2024-09-13T14:34:18.010459+0000 mon.b (mon.1) 300 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2024-09-13T14:34:19.029 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[92878]: audit 2024-09-13T14:34:18.010459+0000 mon.b (mon.1) 300 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2024-09-13T14:34:19.029 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[92878]: audit 2024-09-13T14:34:18.012189+0000 mon.a (mon.0) 505 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2024-09-13T14:34:19.029 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[92878]: audit 2024-09-13T14:34:18.012189+0000 mon.a (mon.0) 505 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2024-09-13T14:34:19.030 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[92878]: audit 2024-09-13T14:34:18.013589+0000 mon.b (mon.1) 301 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2024-09-13T14:34:19.030 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[92878]: audit 2024-09-13T14:34:18.013589+0000 mon.b (mon.1) 301 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2024-09-13T14:34:19.030 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[92878]: audit 2024-09-13T14:34:18.015230+0000 mon.a (mon.0) 506 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2024-09-13T14:34:19.030 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[92878]: audit 2024-09-13T14:34:18.015230+0000 mon.a (mon.0) 506 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2024-09-13T14:34:19.030 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[92878]: audit 2024-09-13T14:34:18.022597+0000 mon.a (mon.0) 507 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-09-13T14:34:19.030 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[92878]: audit 2024-09-13T14:34:18.022597+0000 mon.a (mon.0) 507 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-09-13T14:34:19.030 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[92878]: audit 2024-09-13T14:34:18.026341+0000 mon.b (mon.1) 302 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:34:19.030 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[92878]: audit 2024-09-13T14:34:18.026341+0000 mon.b (mon.1) 302 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:34:19.030 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[92878]: audit 2024-09-13T14:34:18.028030+0000 mon.a (mon.0) 508 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:34:19.030 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[92878]: audit 2024-09-13T14:34:18.028030+0000 mon.a (mon.0) 508 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:34:19.030 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[92878]: audit 2024-09-13T14:34:18.029600+0000 mon.b (mon.1) 303 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2024-09-13T14:34:19.030 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[92878]: audit 2024-09-13T14:34:18.029600+0000 mon.b (mon.1) 303 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2024-09-13T14:34:19.031 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[92878]: audit 2024-09-13T14:34:18.031248+0000 mon.a (mon.0) 509 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2024-09-13T14:34:19.031 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[92878]: audit 2024-09-13T14:34:18.031248+0000 mon.a (mon.0) 509 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2024-09-13T14:34:19.031 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[92878]: audit 2024-09-13T14:34:18.038800+0000 mon.a (mon.0) 510 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-09-13T14:34:19.031 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[92878]: audit 2024-09-13T14:34:18.038800+0000 mon.a (mon.0) 510 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-09-13T14:34:19.031 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[92878]: audit 2024-09-13T14:34:18.042599+0000 mon.b (mon.1) 304 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2024-09-13T14:34:19.031 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[92878]: audit 2024-09-13T14:34:18.042599+0000 mon.b (mon.1) 304 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2024-09-13T14:34:19.031 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[92878]: audit 2024-09-13T14:34:18.044285+0000 mon.a (mon.0) 511 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2024-09-13T14:34:19.031 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[92878]: audit 2024-09-13T14:34:18.044285+0000 mon.a (mon.0) 511 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2024-09-13T14:34:19.031 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[92878]: audit 2024-09-13T14:34:18.045515+0000 mon.b (mon.1) 305 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2024-09-13T14:34:19.031 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[92878]: audit 2024-09-13T14:34:18.045515+0000 mon.b (mon.1) 305 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2024-09-13T14:34:19.031 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[92878]: audit 2024-09-13T14:34:18.047185+0000 mon.a (mon.0) 512 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2024-09-13T14:34:19.031 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[92878]: audit 2024-09-13T14:34:18.047185+0000 mon.a (mon.0) 512 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2024-09-13T14:34:19.031 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[92878]: audit 2024-09-13T14:34:18.054482+0000 mon.a (mon.0) 513 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-09-13T14:34:19.032 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[89221]: audit 2024-09-13T14:34:18.028030+0000 mon.a (mon.0) 508 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:34:19.032 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[89221]: audit 2024-09-13T14:34:18.028030+0000 mon.a (mon.0) 508 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:34:19.032 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[89221]: audit 2024-09-13T14:34:18.029600+0000 mon.b (mon.1) 303 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2024-09-13T14:34:19.032 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[89221]: audit 2024-09-13T14:34:18.029600+0000 mon.b (mon.1) 303 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2024-09-13T14:34:19.032 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[89221]: audit 2024-09-13T14:34:18.031248+0000 mon.a (mon.0) 509 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2024-09-13T14:34:19.032 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[89221]: audit 2024-09-13T14:34:18.031248+0000 mon.a (mon.0) 509 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2024-09-13T14:34:19.032 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[89221]: audit 2024-09-13T14:34:18.038800+0000 mon.a (mon.0) 510 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-09-13T14:34:19.032 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[89221]: audit 2024-09-13T14:34:18.038800+0000 mon.a (mon.0) 510 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-09-13T14:34:19.032 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[89221]: audit 2024-09-13T14:34:18.042599+0000 mon.b (mon.1) 304 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2024-09-13T14:34:19.032 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[89221]: audit 2024-09-13T14:34:18.042599+0000 mon.b (mon.1) 304 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2024-09-13T14:34:19.032 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[89221]: audit 2024-09-13T14:34:18.044285+0000 mon.a (mon.0) 511 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2024-09-13T14:34:19.033 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[89221]: audit 2024-09-13T14:34:18.044285+0000 mon.a (mon.0) 511 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2024-09-13T14:34:19.033 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[89221]: audit 2024-09-13T14:34:18.045515+0000 mon.b (mon.1) 305 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2024-09-13T14:34:19.033 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[89221]: audit 2024-09-13T14:34:18.045515+0000 mon.b (mon.1) 305 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2024-09-13T14:34:19.033 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[89221]: audit 2024-09-13T14:34:18.047185+0000 mon.a (mon.0) 512 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2024-09-13T14:34:19.033 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[89221]: audit 2024-09-13T14:34:18.047185+0000 mon.a (mon.0) 512 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2024-09-13T14:34:19.033 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[89221]: audit 2024-09-13T14:34:18.054482+0000 mon.a (mon.0) 513 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-09-13T14:34:19.033 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[92878]: audit 2024-09-13T14:34:18.054482+0000 mon.a (mon.0) 513 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-09-13T14:34:19.033 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[92878]: audit 2024-09-13T14:34:18.058664+0000 mon.b (mon.1) 306 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2024-09-13T14:34:19.033 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[92878]: audit 2024-09-13T14:34:18.058664+0000 mon.b (mon.1) 306 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2024-09-13T14:34:19.033 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[92878]: audit 2024-09-13T14:34:18.060365+0000 mon.a (mon.0) 514 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2024-09-13T14:34:19.034 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[92878]: audit 2024-09-13T14:34:18.060365+0000 mon.a (mon.0) 514 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2024-09-13T14:34:19.034 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[92878]: audit 2024-09-13T14:34:18.066241+0000 mon.a (mon.0) 515 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-09-13T14:34:19.034 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[92878]: audit 2024-09-13T14:34:18.066241+0000 mon.a (mon.0) 515 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-09-13T14:34:19.034 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[92878]: audit 2024-09-13T14:34:18.070005+0000 mon.b (mon.1) 307 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:34:19.034 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[92878]: audit 2024-09-13T14:34:18.070005+0000 mon.b (mon.1) 307 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:34:19.034 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[92878]: audit 2024-09-13T14:34:18.071841+0000 mon.a (mon.0) 516 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:34:19.034 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[92878]: audit 2024-09-13T14:34:18.071841+0000 mon.a (mon.0) 516 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:34:19.034 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[92878]: audit 2024-09-13T14:34:18.073338+0000 mon.b (mon.1) 308 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:34:19.034 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[92878]: audit 2024-09-13T14:34:18.073338+0000 mon.b (mon.1) 308 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:34:19.034 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[92878]: audit 2024-09-13T14:34:18.075114+0000 mon.a (mon.0) 517 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:34:19.034 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[92878]: audit 2024-09-13T14:34:18.075114+0000 mon.a (mon.0) 517 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:34:19.034 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[92878]: audit 2024-09-13T14:34:18.076522+0000 mon.b (mon.1) 309 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:34:19.034 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[92878]: audit 2024-09-13T14:34:18.076522+0000 mon.b (mon.1) 309 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:34:19.035 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[89221]: audit 2024-09-13T14:34:18.054482+0000 mon.a (mon.0) 513 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-09-13T14:34:19.035 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[89221]: audit 2024-09-13T14:34:18.058664+0000 mon.b (mon.1) 306 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2024-09-13T14:34:19.035 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[89221]: audit 2024-09-13T14:34:18.058664+0000 mon.b (mon.1) 306 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2024-09-13T14:34:19.035 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[89221]: audit 2024-09-13T14:34:18.060365+0000 mon.a (mon.0) 514 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2024-09-13T14:34:19.035 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[89221]: audit 2024-09-13T14:34:18.060365+0000 mon.a (mon.0) 514 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2024-09-13T14:34:19.035 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[89221]: audit 2024-09-13T14:34:18.066241+0000 mon.a (mon.0) 515 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-09-13T14:34:19.035 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[89221]: audit 2024-09-13T14:34:18.066241+0000 mon.a (mon.0) 515 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-09-13T14:34:19.035 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[89221]: audit 2024-09-13T14:34:18.070005+0000 mon.b (mon.1) 307 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:34:19.035 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[89221]: audit 2024-09-13T14:34:18.070005+0000 mon.b (mon.1) 307 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:34:19.035 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[89221]: audit 2024-09-13T14:34:18.071841+0000 mon.a (mon.0) 516 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:34:19.035 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[89221]: audit 2024-09-13T14:34:18.071841+0000 mon.a (mon.0) 516 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:34:19.036 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[89221]: audit 2024-09-13T14:34:18.073338+0000 mon.b (mon.1) 308 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:34:19.036 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[89221]: audit 2024-09-13T14:34:18.073338+0000 mon.b (mon.1) 308 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:34:19.036 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[89221]: audit 2024-09-13T14:34:18.075114+0000 mon.a (mon.0) 517 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:34:19.036 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[89221]: audit 2024-09-13T14:34:18.075114+0000 mon.a (mon.0) 517 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:34:19.036 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[89221]: audit 2024-09-13T14:34:18.076522+0000 mon.b (mon.1) 309 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:34:19.036 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[89221]: audit 2024-09-13T14:34:18.076522+0000 mon.b (mon.1) 309 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:34:19.036 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[92878]: audit 2024-09-13T14:34:18.078356+0000 mon.a (mon.0) 518 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:34:19.036 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[92878]: audit 2024-09-13T14:34:18.078356+0000 mon.a (mon.0) 518 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:34:19.036 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[92878]: audit 2024-09-13T14:34:18.079673+0000 mon.b (mon.1) 310 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:34:19.036 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[92878]: audit 2024-09-13T14:34:18.079673+0000 mon.b (mon.1) 310 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:34:19.036 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[92878]: audit 2024-09-13T14:34:18.081499+0000 mon.a (mon.0) 519 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:34:19.037 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[92878]: audit 2024-09-13T14:34:18.081499+0000 mon.a (mon.0) 519 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:34:19.037 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[92878]: audit 2024-09-13T14:34:18.082773+0000 mon.b (mon.1) 311 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:34:19.037 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[92878]: audit 2024-09-13T14:34:18.082773+0000 mon.b (mon.1) 311 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:34:19.037 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[92878]: audit 2024-09-13T14:34:18.084538+0000 mon.a (mon.0) 520 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:34:19.037 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[92878]: audit 2024-09-13T14:34:18.084538+0000 mon.a (mon.0) 520 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:34:19.037 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[92878]: audit 2024-09-13T14:34:18.085516+0000 mon.b (mon.1) 312 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:34:19.037 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[92878]: audit 2024-09-13T14:34:18.085516+0000 mon.b (mon.1) 312 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:34:19.037 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[92878]: audit 2024-09-13T14:34:18.087161+0000 mon.a (mon.0) 521 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:34:19.037 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[92878]: audit 2024-09-13T14:34:18.087161+0000 mon.a (mon.0) 521 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:34:19.037 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[92878]: audit 2024-09-13T14:34:18.088947+0000 mon.b (mon.1) 313 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2024-09-13T14:34:19.037 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[92878]: audit 2024-09-13T14:34:18.088947+0000 mon.b (mon.1) 313 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2024-09-13T14:34:19.037 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[92878]: cephadm 2024-09-13T14:34:18.088976+0000 mgr.y (mgr.25139) 788 : cephadm [INF] Upgrade: Complete! 2024-09-13T14:34:19.037 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[92878]: cephadm 2024-09-13T14:34:18.088976+0000 mgr.y (mgr.25139) 788 : cephadm [INF] Upgrade: Complete! 2024-09-13T14:34:19.037 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[92878]: audit 2024-09-13T14:34:18.090691+0000 mon.a (mon.0) 522 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2024-09-13T14:34:19.038 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[89221]: audit 2024-09-13T14:34:18.078356+0000 mon.a (mon.0) 518 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:34:19.038 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[89221]: audit 2024-09-13T14:34:18.078356+0000 mon.a (mon.0) 518 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:34:19.038 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[89221]: audit 2024-09-13T14:34:18.079673+0000 mon.b (mon.1) 310 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:34:19.038 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[89221]: audit 2024-09-13T14:34:18.079673+0000 mon.b (mon.1) 310 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:34:19.038 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[89221]: audit 2024-09-13T14:34:18.081499+0000 mon.a (mon.0) 519 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:34:19.038 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[89221]: audit 2024-09-13T14:34:18.081499+0000 mon.a (mon.0) 519 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:34:19.038 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[89221]: audit 2024-09-13T14:34:18.082773+0000 mon.b (mon.1) 311 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:34:19.038 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[89221]: audit 2024-09-13T14:34:18.082773+0000 mon.b (mon.1) 311 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:34:19.038 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[89221]: audit 2024-09-13T14:34:18.084538+0000 mon.a (mon.0) 520 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:34:19.038 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[89221]: audit 2024-09-13T14:34:18.084538+0000 mon.a (mon.0) 520 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:34:19.038 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[89221]: audit 2024-09-13T14:34:18.085516+0000 mon.b (mon.1) 312 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:34:19.039 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[89221]: audit 2024-09-13T14:34:18.085516+0000 mon.b (mon.1) 312 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:34:19.039 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[89221]: audit 2024-09-13T14:34:18.087161+0000 mon.a (mon.0) 521 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:34:19.039 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[89221]: audit 2024-09-13T14:34:18.087161+0000 mon.a (mon.0) 521 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:34:19.039 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[89221]: audit 2024-09-13T14:34:18.088947+0000 mon.b (mon.1) 313 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2024-09-13T14:34:19.039 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[89221]: audit 2024-09-13T14:34:18.088947+0000 mon.b (mon.1) 313 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2024-09-13T14:34:19.039 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[89221]: cephadm 2024-09-13T14:34:18.088976+0000 mgr.y (mgr.25139) 788 : cephadm [INF] Upgrade: Complete! 2024-09-13T14:34:19.039 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[89221]: cephadm 2024-09-13T14:34:18.088976+0000 mgr.y (mgr.25139) 788 : cephadm [INF] Upgrade: Complete! 2024-09-13T14:34:19.039 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[89221]: audit 2024-09-13T14:34:18.090691+0000 mon.a (mon.0) 522 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2024-09-13T14:34:19.039 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[92878]: audit 2024-09-13T14:34:18.090691+0000 mon.a (mon.0) 522 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2024-09-13T14:34:19.039 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[92878]: audit 2024-09-13T14:34:18.096794+0000 mon.a (mon.0) 523 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-09-13T14:34:19.039 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[92878]: audit 2024-09-13T14:34:18.096794+0000 mon.a (mon.0) 523 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-09-13T14:34:19.040 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[92878]: audit 2024-09-13T14:34:18.098386+0000 mon.b (mon.1) 314 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:34:19.040 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[92878]: audit 2024-09-13T14:34:18.098386+0000 mon.b (mon.1) 314 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:34:19.040 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[92878]: audit 2024-09-13T14:34:18.100482+0000 mon.b (mon.1) 315 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-13T14:34:19.040 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[92878]: audit 2024-09-13T14:34:18.100482+0000 mon.b (mon.1) 315 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-13T14:34:19.040 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[92878]: audit 2024-09-13T14:34:18.113025+0000 mon.a (mon.0) 524 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:34:19.040 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[92878]: audit 2024-09-13T14:34:18.113025+0000 mon.a (mon.0) 524 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:34:19.040 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[92878]: audit 2024-09-13T14:34:18.247158+0000 mon.b (mon.1) 316 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:34:19.040 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[92878]: audit 2024-09-13T14:34:18.247158+0000 mon.b (mon.1) 316 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:34:19.040 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[92878]: audit 2024-09-13T14:34:18.249185+0000 mon.b (mon.1) 317 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-13T14:34:19.040 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[92878]: audit 2024-09-13T14:34:18.249185+0000 mon.b (mon.1) 317 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-13T14:34:19.040 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[92878]: audit 2024-09-13T14:34:18.259543+0000 mon.a (mon.0) 525 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:34:19.040 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[92878]: audit 2024-09-13T14:34:18.259543+0000 mon.a (mon.0) 525 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:34:19.041 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[89221]: audit 2024-09-13T14:34:18.090691+0000 mon.a (mon.0) 522 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2024-09-13T14:34:19.041 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[89221]: audit 2024-09-13T14:34:18.096794+0000 mon.a (mon.0) 523 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-09-13T14:34:19.041 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[89221]: audit 2024-09-13T14:34:18.096794+0000 mon.a (mon.0) 523 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-09-13T14:34:19.041 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[89221]: audit 2024-09-13T14:34:18.098386+0000 mon.b (mon.1) 314 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:34:19.041 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[89221]: audit 2024-09-13T14:34:18.098386+0000 mon.b (mon.1) 314 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:34:19.041 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[89221]: audit 2024-09-13T14:34:18.100482+0000 mon.b (mon.1) 315 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-13T14:34:19.041 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[89221]: audit 2024-09-13T14:34:18.100482+0000 mon.b (mon.1) 315 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-13T14:34:19.041 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[89221]: audit 2024-09-13T14:34:18.113025+0000 mon.a (mon.0) 524 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:34:19.041 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[89221]: audit 2024-09-13T14:34:18.113025+0000 mon.a (mon.0) 524 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:34:19.041 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[89221]: audit 2024-09-13T14:34:18.247158+0000 mon.b (mon.1) 316 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:34:19.041 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[89221]: audit 2024-09-13T14:34:18.247158+0000 mon.b (mon.1) 316 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:34:19.041 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[89221]: audit 2024-09-13T14:34:18.249185+0000 mon.b (mon.1) 317 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-13T14:34:19.041 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[89221]: audit 2024-09-13T14:34:18.249185+0000 mon.b (mon.1) 317 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-13T14:34:19.042 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[89221]: audit 2024-09-13T14:34:18.259543+0000 mon.a (mon.0) 525 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:34:19.042 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:18 smithi062 bash[89221]: audit 2024-09-13T14:34:18.259543+0000 mon.a (mon.0) 525 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:34:19.186 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:18 smithi178 bash[70490]: audit 2024-09-13T14:34:17.571439+0000 mgr.y (mgr.25139) 780 : audit [DBG] from='client.54557 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:34:19.186 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:18 smithi178 bash[70490]: audit 2024-09-13T14:34:17.571439+0000 mgr.y (mgr.25139) 780 : audit [DBG] from='client.54557 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:34:19.186 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:18 smithi178 bash[70490]: audit 2024-09-13T14:34:17.687839+0000 mon.b (mon.1) 270 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-13T14:34:19.186 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:18 smithi178 bash[70490]: audit 2024-09-13T14:34:17.687839+0000 mon.b (mon.1) 270 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-13T14:34:19.186 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:18 smithi178 bash[70490]: audit 2024-09-13T14:34:17.690926+0000 mon.b (mon.1) 271 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:34:19.186 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:18 smithi178 bash[70490]: audit 2024-09-13T14:34:17.690926+0000 mon.b (mon.1) 271 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:34:19.186 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:18 smithi178 bash[70490]: audit 2024-09-13T14:34:17.693250+0000 mon.b (mon.1) 272 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:34:19.186 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:18 smithi178 bash[70490]: audit 2024-09-13T14:34:17.693250+0000 mon.b (mon.1) 272 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:34:19.186 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:18 smithi178 bash[70490]: audit 2024-09-13T14:34:17.695543+0000 mon.b (mon.1) 273 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:34:19.186 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:18 smithi178 bash[70490]: audit 2024-09-13T14:34:17.695543+0000 mon.b (mon.1) 273 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:34:19.186 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:18 smithi178 bash[70490]: audit 2024-09-13T14:34:17.698674+0000 mon.b (mon.1) 274 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:34:19.186 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:18 smithi178 bash[70490]: audit 2024-09-13T14:34:17.698674+0000 mon.b (mon.1) 274 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:34:19.187 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:18 smithi178 bash[70490]: cephadm 2024-09-13T14:34:17.701036+0000 mgr.y (mgr.25139) 781 : cephadm [INF] Upgrade: Setting container_image for all osd 2024-09-13T14:34:19.187 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:18 smithi178 bash[70490]: cephadm 2024-09-13T14:34:17.701036+0000 mgr.y (mgr.25139) 781 : cephadm [INF] Upgrade: Setting container_image for all osd 2024-09-13T14:34:19.187 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:18 smithi178 bash[70490]: audit 2024-09-13T14:34:17.707853+0000 mon.a (mon.0) 473 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:34:19.187 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:18 smithi178 bash[70490]: audit 2024-09-13T14:34:17.707853+0000 mon.a (mon.0) 473 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:34:19.187 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:18 smithi178 bash[70490]: audit 2024-09-13T14:34:17.713099+0000 mon.b (mon.1) 275 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.0"} : dispatch 2024-09-13T14:34:19.187 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:18 smithi178 bash[70490]: audit 2024-09-13T14:34:17.713099+0000 mon.b (mon.1) 275 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.0"} : dispatch 2024-09-13T14:34:19.187 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:18 smithi178 bash[70490]: audit 2024-09-13T14:34:17.714878+0000 mon.a (mon.0) 474 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.0"} : dispatch 2024-09-13T14:34:19.188 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:18 smithi178 bash[70490]: audit 2024-09-13T14:34:17.714878+0000 mon.a (mon.0) 474 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.0"} : dispatch 2024-09-13T14:34:19.188 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:18 smithi178 bash[70490]: audit 2024-09-13T14:34:17.720696+0000 mon.a (mon.0) 475 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]': finished 2024-09-13T14:34:19.188 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:18 smithi178 bash[70490]: audit 2024-09-13T14:34:17.720696+0000 mon.a (mon.0) 475 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]': finished 2024-09-13T14:34:19.188 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:18 smithi178 bash[70490]: audit 2024-09-13T14:34:17.725321+0000 mon.b (mon.1) 276 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.1"} : dispatch 2024-09-13T14:34:19.188 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:18 smithi178 bash[70490]: audit 2024-09-13T14:34:17.725321+0000 mon.b (mon.1) 276 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.1"} : dispatch 2024-09-13T14:34:19.188 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:18 smithi178 bash[70490]: audit 2024-09-13T14:34:17.727022+0000 mon.a (mon.0) 476 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.1"} : dispatch 2024-09-13T14:34:19.188 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:18 smithi178 bash[70490]: audit 2024-09-13T14:34:17.727022+0000 mon.a (mon.0) 476 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.1"} : dispatch 2024-09-13T14:34:19.188 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:18 smithi178 bash[70490]: audit 2024-09-13T14:34:17.732876+0000 mon.a (mon.0) 477 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]': finished 2024-09-13T14:34:19.188 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:18 smithi178 bash[70490]: audit 2024-09-13T14:34:17.732876+0000 mon.a (mon.0) 477 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]': finished 2024-09-13T14:34:19.188 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:18 smithi178 bash[70490]: audit 2024-09-13T14:34:17.738305+0000 mon.b (mon.1) 277 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.2"} : dispatch 2024-09-13T14:34:19.188 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:18 smithi178 bash[70490]: audit 2024-09-13T14:34:17.738305+0000 mon.b (mon.1) 277 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.2"} : dispatch 2024-09-13T14:34:19.188 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:18 smithi178 bash[70490]: audit 2024-09-13T14:34:17.740111+0000 mon.a (mon.0) 478 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.2"} : dispatch 2024-09-13T14:34:19.189 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:18 smithi178 bash[70490]: audit 2024-09-13T14:34:17.740111+0000 mon.a (mon.0) 478 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.2"} : dispatch 2024-09-13T14:34:19.189 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:18 smithi178 bash[70490]: audit 2024-09-13T14:34:17.746860+0000 mon.a (mon.0) 479 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]': finished 2024-09-13T14:34:19.189 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:18 smithi178 bash[70490]: audit 2024-09-13T14:34:17.746860+0000 mon.a (mon.0) 479 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]': finished 2024-09-13T14:34:19.189 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:18 smithi178 bash[70490]: audit 2024-09-13T14:34:17.751882+0000 mon.b (mon.1) 278 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.3"} : dispatch 2024-09-13T14:34:19.189 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:18 smithi178 bash[70490]: audit 2024-09-13T14:34:17.751882+0000 mon.b (mon.1) 278 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.3"} : dispatch 2024-09-13T14:34:19.189 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:18 smithi178 bash[70490]: audit 2024-09-13T14:34:17.753542+0000 mon.a (mon.0) 480 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.3"} : dispatch 2024-09-13T14:34:19.189 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:18 smithi178 bash[70490]: audit 2024-09-13T14:34:17.753542+0000 mon.a (mon.0) 480 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.3"} : dispatch 2024-09-13T14:34:19.189 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:18 smithi178 bash[70490]: audit 2024-09-13T14:34:17.761166+0000 mon.a (mon.0) 481 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]': finished 2024-09-13T14:34:19.189 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:18 smithi178 bash[70490]: audit 2024-09-13T14:34:17.761166+0000 mon.a (mon.0) 481 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]': finished 2024-09-13T14:34:19.189 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:18 smithi178 bash[70490]: audit 2024-09-13T14:34:17.765084+0000 mon.b (mon.1) 279 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.4"} : dispatch 2024-09-13T14:34:19.189 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:18 smithi178 bash[70490]: audit 2024-09-13T14:34:17.765084+0000 mon.b (mon.1) 279 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.4"} : dispatch 2024-09-13T14:34:19.189 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:18 smithi178 bash[70490]: audit 2024-09-13T14:34:17.766697+0000 mon.a (mon.0) 482 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.4"} : dispatch 2024-09-13T14:34:19.189 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:18 smithi178 bash[70490]: audit 2024-09-13T14:34:17.766697+0000 mon.a (mon.0) 482 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.4"} : dispatch 2024-09-13T14:34:19.189 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:18 smithi178 bash[70490]: audit 2024-09-13T14:34:17.774334+0000 mon.a (mon.0) 483 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]': finished 2024-09-13T14:34:19.190 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:18 smithi178 bash[70490]: audit 2024-09-13T14:34:17.774334+0000 mon.a (mon.0) 483 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]': finished 2024-09-13T14:34:19.190 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:18 smithi178 bash[70490]: audit 2024-09-13T14:34:17.777792+0000 mon.b (mon.1) 280 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.5"} : dispatch 2024-09-13T14:34:19.190 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:18 smithi178 bash[70490]: audit 2024-09-13T14:34:17.777792+0000 mon.b (mon.1) 280 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.5"} : dispatch 2024-09-13T14:34:19.190 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:18 smithi178 bash[70490]: audit 2024-09-13T14:34:17.779638+0000 mon.a (mon.0) 484 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.5"} : dispatch 2024-09-13T14:34:19.190 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:18 smithi178 bash[70490]: audit 2024-09-13T14:34:17.779638+0000 mon.a (mon.0) 484 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.5"} : dispatch 2024-09-13T14:34:19.190 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:18 smithi178 bash[70490]: audit 2024-09-13T14:34:17.787293+0000 mon.a (mon.0) 485 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]': finished 2024-09-13T14:34:19.190 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:18 smithi178 bash[70490]: audit 2024-09-13T14:34:17.787293+0000 mon.a (mon.0) 485 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]': finished 2024-09-13T14:34:19.190 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:18 smithi178 bash[70490]: audit 2024-09-13T14:34:17.791090+0000 mon.b (mon.1) 281 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.6"} : dispatch 2024-09-13T14:34:19.190 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:18 smithi178 bash[70490]: audit 2024-09-13T14:34:17.791090+0000 mon.b (mon.1) 281 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.6"} : dispatch 2024-09-13T14:34:19.190 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:18 smithi178 bash[70490]: audit 2024-09-13T14:34:17.792875+0000 mon.a (mon.0) 486 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.6"} : dispatch 2024-09-13T14:34:19.190 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:18 smithi178 bash[70490]: audit 2024-09-13T14:34:17.792875+0000 mon.a (mon.0) 486 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.6"} : dispatch 2024-09-13T14:34:19.190 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:18 smithi178 bash[70490]: audit 2024-09-13T14:34:17.801085+0000 mon.a (mon.0) 487 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]': finished 2024-09-13T14:34:19.190 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:18 smithi178 bash[70490]: audit 2024-09-13T14:34:17.801085+0000 mon.a (mon.0) 487 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]': finished 2024-09-13T14:34:19.190 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:18 smithi178 bash[70490]: audit 2024-09-13T14:34:17.804852+0000 mon.b (mon.1) 282 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.7"} : dispatch 2024-09-13T14:34:19.191 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:18 smithi178 bash[70490]: audit 2024-09-13T14:34:17.804852+0000 mon.b (mon.1) 282 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.7"} : dispatch 2024-09-13T14:34:19.191 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:18 smithi178 bash[70490]: audit 2024-09-13T14:34:17.806716+0000 mon.a (mon.0) 488 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.7"} : dispatch 2024-09-13T14:34:19.191 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:18 smithi178 bash[70490]: audit 2024-09-13T14:34:17.806716+0000 mon.a (mon.0) 488 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.7"} : dispatch 2024-09-13T14:34:19.191 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:18 smithi178 bash[70490]: audit 2024-09-13T14:34:17.814559+0000 mon.a (mon.0) 489 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]': finished 2024-09-13T14:34:19.191 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:18 smithi178 bash[70490]: audit 2024-09-13T14:34:17.814559+0000 mon.a (mon.0) 489 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]': finished 2024-09-13T14:34:19.191 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:18 smithi178 bash[70490]: audit 2024-09-13T14:34:17.823304+0000 mon.b (mon.1) 283 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:34:19.191 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:18 smithi178 bash[70490]: audit 2024-09-13T14:34:17.823304+0000 mon.b (mon.1) 283 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:34:19.191 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:18 smithi178 bash[70490]: cephadm 2024-09-13T14:34:17.826263+0000 mgr.y (mgr.25139) 782 : cephadm [INF] Upgrade: Setting container_image for all mds 2024-09-13T14:34:19.191 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:18 smithi178 bash[70490]: cephadm 2024-09-13T14:34:17.826263+0000 mgr.y (mgr.25139) 782 : cephadm [INF] Upgrade: Setting container_image for all mds 2024-09-13T14:34:19.191 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:18 smithi178 bash[70490]: audit 2024-09-13T14:34:17.835880+0000 mon.a (mon.0) 490 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:34:19.191 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:18 smithi178 bash[70490]: audit 2024-09-13T14:34:17.835880+0000 mon.a (mon.0) 490 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:34:19.191 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:18 smithi178 bash[70490]: audit 2024-09-13T14:34:17.841705+0000 mon.b (mon.1) 284 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:34:19.191 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:18 smithi178 bash[70490]: audit 2024-09-13T14:34:17.841705+0000 mon.b (mon.1) 284 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:34:19.191 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:18 smithi178 bash[70490]: cephadm 2024-09-13T14:34:17.844617+0000 mgr.y (mgr.25139) 783 : cephadm [INF] Upgrade: Setting container_image for all rbd-mirror 2024-09-13T14:34:19.192 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:18 smithi178 bash[70490]: cephadm 2024-09-13T14:34:17.844617+0000 mgr.y (mgr.25139) 783 : cephadm [INF] Upgrade: Setting container_image for all rbd-mirror 2024-09-13T14:34:19.192 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:18 smithi178 bash[70490]: audit 2024-09-13T14:34:17.854128+0000 mon.a (mon.0) 491 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:34:19.193 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:18 smithi178 bash[70490]: audit 2024-09-13T14:34:17.854128+0000 mon.a (mon.0) 491 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:34:19.193 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:18 smithi178 bash[70490]: audit 2024-09-13T14:34:17.859120+0000 mon.b (mon.1) 285 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:34:19.193 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:18 smithi178 bash[70490]: audit 2024-09-13T14:34:17.859120+0000 mon.b (mon.1) 285 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:34:19.193 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:18 smithi178 bash[70490]: audit 2024-09-13T14:34:17.862584+0000 mon.b (mon.1) 286 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:34:19.193 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:18 smithi178 bash[70490]: audit 2024-09-13T14:34:17.862584+0000 mon.b (mon.1) 286 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:34:19.193 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:18 smithi178 bash[70490]: cephadm 2024-09-13T14:34:17.865455+0000 mgr.y (mgr.25139) 784 : cephadm [INF] Upgrade: Setting container_image for all ceph-exporter 2024-09-13T14:34:19.193 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:18 smithi178 bash[70490]: cephadm 2024-09-13T14:34:17.865455+0000 mgr.y (mgr.25139) 784 : cephadm [INF] Upgrade: Setting container_image for all ceph-exporter 2024-09-13T14:34:19.193 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:18 smithi178 bash[70490]: audit 2024-09-13T14:34:17.875317+0000 mon.a (mon.0) 492 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:34:19.193 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:18 smithi178 bash[70490]: audit 2024-09-13T14:34:17.875317+0000 mon.a (mon.0) 492 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:34:19.194 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:18 smithi178 bash[70490]: audit 2024-09-13T14:34:17.880709+0000 mon.b (mon.1) 287 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:34:19.194 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:18 smithi178 bash[70490]: audit 2024-09-13T14:34:17.880709+0000 mon.b (mon.1) 287 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:34:19.194 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:18 smithi178 bash[70490]: cephadm 2024-09-13T14:34:17.883367+0000 mgr.y (mgr.25139) 785 : cephadm [INF] Upgrade: Setting container_image for all nfs 2024-09-13T14:34:19.194 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:18 smithi178 bash[70490]: cephadm 2024-09-13T14:34:17.883367+0000 mgr.y (mgr.25139) 785 : cephadm [INF] Upgrade: Setting container_image for all nfs 2024-09-13T14:34:19.194 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:18 smithi178 bash[70490]: audit 2024-09-13T14:34:17.893173+0000 mon.a (mon.0) 493 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:34:19.194 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:18 smithi178 bash[70490]: audit 2024-09-13T14:34:17.893173+0000 mon.a (mon.0) 493 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:34:19.194 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:18 smithi178 bash[70490]: audit 2024-09-13T14:34:17.900137+0000 mon.b (mon.1) 288 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:34:19.194 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:18 smithi178 bash[70490]: audit 2024-09-13T14:34:17.900137+0000 mon.b (mon.1) 288 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:34:19.194 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:18 smithi178 bash[70490]: cephadm 2024-09-13T14:34:17.903012+0000 mgr.y (mgr.25139) 786 : cephadm [INF] Upgrade: Setting container_image for all nvmeof 2024-09-13T14:34:19.194 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:18 smithi178 bash[70490]: cephadm 2024-09-13T14:34:17.903012+0000 mgr.y (mgr.25139) 786 : cephadm [INF] Upgrade: Setting container_image for all nvmeof 2024-09-13T14:34:19.194 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:18 smithi178 bash[70490]: audit 2024-09-13T14:34:17.912089+0000 mon.a (mon.0) 494 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:34:19.194 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:18 smithi178 bash[70490]: audit 2024-09-13T14:34:17.912089+0000 mon.a (mon.0) 494 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:34:19.194 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:18 smithi178 bash[70490]: audit 2024-09-13T14:34:17.918356+0000 mon.b (mon.1) 289 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:34:19.194 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:18 smithi178 bash[70490]: audit 2024-09-13T14:34:17.918356+0000 mon.b (mon.1) 289 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:34:19.195 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:18 smithi178 bash[70490]: audit 2024-09-13T14:34:17.922077+0000 mon.b (mon.1) 290 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:34:19.195 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:18 smithi178 bash[70490]: audit 2024-09-13T14:34:17.922077+0000 mon.b (mon.1) 290 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:34:19.195 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:18 smithi178 bash[70490]: audit 2024-09-13T14:34:17.926062+0000 mon.b (mon.1) 291 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:34:19.195 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:18 smithi178 bash[70490]: audit 2024-09-13T14:34:17.926062+0000 mon.b (mon.1) 291 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:34:19.195 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:18 smithi178 bash[70490]: audit 2024-09-13T14:34:17.930098+0000 mon.b (mon.1) 292 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:34:19.195 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:18 smithi178 bash[70490]: audit 2024-09-13T14:34:17.930098+0000 mon.b (mon.1) 292 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:34:19.195 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:18 smithi178 bash[70490]: audit 2024-09-13T14:34:17.933680+0000 mon.b (mon.1) 293 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:34:19.195 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:18 smithi178 bash[70490]: audit 2024-09-13T14:34:17.933680+0000 mon.b (mon.1) 293 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:34:19.195 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:18 smithi178 bash[70490]: audit 2024-09-13T14:34:17.937163+0000 mon.b (mon.1) 294 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:34:19.195 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:18 smithi178 bash[70490]: audit 2024-09-13T14:34:17.937163+0000 mon.b (mon.1) 294 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:34:19.195 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:18 smithi178 bash[70490]: cephadm 2024-09-13T14:34:17.940280+0000 mgr.y (mgr.25139) 787 : cephadm [INF] Upgrade: Finalizing container_image settings 2024-09-13T14:34:19.195 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:18 smithi178 bash[70490]: cephadm 2024-09-13T14:34:17.940280+0000 mgr.y (mgr.25139) 787 : cephadm [INF] Upgrade: Finalizing container_image settings 2024-09-13T14:34:19.195 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:18 smithi178 bash[70490]: audit 2024-09-13T14:34:17.943144+0000 mon.b (mon.1) 295 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2024-09-13T14:34:19.195 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:18 smithi178 bash[70490]: audit 2024-09-13T14:34:17.943144+0000 mon.b (mon.1) 295 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2024-09-13T14:34:19.196 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:18 smithi178 bash[70490]: audit 2024-09-13T14:34:17.944939+0000 mon.a (mon.0) 495 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2024-09-13T14:34:19.196 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:18 smithi178 bash[70490]: audit 2024-09-13T14:34:17.944939+0000 mon.a (mon.0) 495 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2024-09-13T14:34:19.196 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:18 smithi178 bash[70490]: audit 2024-09-13T14:34:17.953197+0000 mon.a (mon.0) 496 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-09-13T14:34:19.196 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:18 smithi178 bash[70490]: audit 2024-09-13T14:34:17.953197+0000 mon.a (mon.0) 496 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-09-13T14:34:19.196 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:18 smithi178 bash[70490]: audit 2024-09-13T14:34:17.957141+0000 mon.b (mon.1) 296 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:34:19.196 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:18 smithi178 bash[70490]: audit 2024-09-13T14:34:17.957141+0000 mon.b (mon.1) 296 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:34:19.196 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:18 smithi178 bash[70490]: audit 2024-09-13T14:34:17.958856+0000 mon.a (mon.0) 497 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:34:19.196 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:18 smithi178 bash[70490]: audit 2024-09-13T14:34:17.958856+0000 mon.a (mon.0) 497 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:34:19.196 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:18 smithi178 bash[70490]: audit 2024-09-13T14:34:17.967090+0000 mon.a (mon.0) 498 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-09-13T14:34:19.196 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:18 smithi178 bash[70490]: audit 2024-09-13T14:34:17.967090+0000 mon.a (mon.0) 498 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-09-13T14:34:19.196 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:18 smithi178 bash[70490]: audit 2024-09-13T14:34:17.970770+0000 mon.b (mon.1) 297 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2024-09-13T14:34:19.196 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:18 smithi178 bash[70490]: audit 2024-09-13T14:34:17.970770+0000 mon.b (mon.1) 297 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2024-09-13T14:34:19.196 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:18 smithi178 bash[70490]: audit 2024-09-13T14:34:17.972659+0000 mon.a (mon.0) 499 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2024-09-13T14:34:19.197 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:18 smithi178 bash[70490]: audit 2024-09-13T14:34:17.972659+0000 mon.a (mon.0) 499 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2024-09-13T14:34:19.197 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:18 smithi178 bash[70490]: audit 2024-09-13T14:34:17.980913+0000 mon.a (mon.0) 500 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-09-13T14:34:19.197 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:18 smithi178 bash[70490]: audit 2024-09-13T14:34:17.980913+0000 mon.a (mon.0) 500 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-09-13T14:34:19.197 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:18 smithi178 bash[70490]: audit 2024-09-13T14:34:17.984454+0000 mon.b (mon.1) 298 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2024-09-13T14:34:19.197 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:18 smithi178 bash[70490]: audit 2024-09-13T14:34:17.984454+0000 mon.b (mon.1) 298 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2024-09-13T14:34:19.197 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:18 smithi178 bash[70490]: audit 2024-09-13T14:34:17.986150+0000 mon.a (mon.0) 501 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2024-09-13T14:34:19.197 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:18 smithi178 bash[70490]: audit 2024-09-13T14:34:17.986150+0000 mon.a (mon.0) 501 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2024-09-13T14:34:19.197 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:18 smithi178 bash[70490]: audit 2024-09-13T14:34:17.994181+0000 mon.a (mon.0) 502 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd"}]': finished 2024-09-13T14:34:19.197 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:18 smithi178 bash[70490]: audit 2024-09-13T14:34:17.994181+0000 mon.a (mon.0) 502 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd"}]': finished 2024-09-13T14:34:19.197 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:18 smithi178 bash[70490]: audit 2024-09-13T14:34:17.997654+0000 mon.b (mon.1) 299 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2024-09-13T14:34:19.197 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:18 smithi178 bash[70490]: audit 2024-09-13T14:34:17.997654+0000 mon.b (mon.1) 299 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2024-09-13T14:34:19.197 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:18 smithi178 bash[70490]: audit 2024-09-13T14:34:17.999358+0000 mon.a (mon.0) 503 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2024-09-13T14:34:19.197 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:18 smithi178 bash[70490]: audit 2024-09-13T14:34:17.999358+0000 mon.a (mon.0) 503 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2024-09-13T14:34:19.197 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:18 smithi178 bash[70490]: audit 2024-09-13T14:34:18.006861+0000 mon.a (mon.0) 504 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-09-13T14:34:19.198 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:18 smithi178 bash[70490]: audit 2024-09-13T14:34:18.006861+0000 mon.a (mon.0) 504 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-09-13T14:34:19.198 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:18 smithi178 bash[70490]: audit 2024-09-13T14:34:18.010459+0000 mon.b (mon.1) 300 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2024-09-13T14:34:19.198 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:18 smithi178 bash[70490]: audit 2024-09-13T14:34:18.010459+0000 mon.b (mon.1) 300 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2024-09-13T14:34:19.198 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:18 smithi178 bash[70490]: audit 2024-09-13T14:34:18.012189+0000 mon.a (mon.0) 505 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2024-09-13T14:34:19.198 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:18 smithi178 bash[70490]: audit 2024-09-13T14:34:18.012189+0000 mon.a (mon.0) 505 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2024-09-13T14:34:19.198 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:18 smithi178 bash[70490]: audit 2024-09-13T14:34:18.013589+0000 mon.b (mon.1) 301 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2024-09-13T14:34:19.198 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:18 smithi178 bash[70490]: audit 2024-09-13T14:34:18.013589+0000 mon.b (mon.1) 301 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2024-09-13T14:34:19.198 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:18 smithi178 bash[70490]: audit 2024-09-13T14:34:18.015230+0000 mon.a (mon.0) 506 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2024-09-13T14:34:19.198 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:18 smithi178 bash[70490]: audit 2024-09-13T14:34:18.015230+0000 mon.a (mon.0) 506 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2024-09-13T14:34:19.198 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:18 smithi178 bash[70490]: audit 2024-09-13T14:34:18.022597+0000 mon.a (mon.0) 507 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-09-13T14:34:19.198 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:18 smithi178 bash[70490]: audit 2024-09-13T14:34:18.022597+0000 mon.a (mon.0) 507 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-09-13T14:34:19.198 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:18 smithi178 bash[70490]: audit 2024-09-13T14:34:18.026341+0000 mon.b (mon.1) 302 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:34:19.198 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:18 smithi178 bash[70490]: audit 2024-09-13T14:34:18.026341+0000 mon.b (mon.1) 302 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:34:19.198 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:18 smithi178 bash[70490]: audit 2024-09-13T14:34:18.028030+0000 mon.a (mon.0) 508 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:34:19.199 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:18 smithi178 bash[70490]: audit 2024-09-13T14:34:18.028030+0000 mon.a (mon.0) 508 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:34:19.199 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:18 smithi178 bash[70490]: audit 2024-09-13T14:34:18.029600+0000 mon.b (mon.1) 303 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2024-09-13T14:34:19.199 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:18 smithi178 bash[70490]: audit 2024-09-13T14:34:18.029600+0000 mon.b (mon.1) 303 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2024-09-13T14:34:19.199 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:18 smithi178 bash[70490]: audit 2024-09-13T14:34:18.031248+0000 mon.a (mon.0) 509 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2024-09-13T14:34:19.199 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:18 smithi178 bash[70490]: audit 2024-09-13T14:34:18.031248+0000 mon.a (mon.0) 509 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2024-09-13T14:34:19.199 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:18 smithi178 bash[70490]: audit 2024-09-13T14:34:18.038800+0000 mon.a (mon.0) 510 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-09-13T14:34:19.199 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:18 smithi178 bash[70490]: audit 2024-09-13T14:34:18.038800+0000 mon.a (mon.0) 510 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-09-13T14:34:19.199 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:18 smithi178 bash[70490]: audit 2024-09-13T14:34:18.042599+0000 mon.b (mon.1) 304 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2024-09-13T14:34:19.199 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:18 smithi178 bash[70490]: audit 2024-09-13T14:34:18.042599+0000 mon.b (mon.1) 304 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2024-09-13T14:34:19.199 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:18 smithi178 bash[70490]: audit 2024-09-13T14:34:18.044285+0000 mon.a (mon.0) 511 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2024-09-13T14:34:19.199 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:18 smithi178 bash[70490]: audit 2024-09-13T14:34:18.044285+0000 mon.a (mon.0) 511 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2024-09-13T14:34:19.199 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:18 smithi178 bash[70490]: audit 2024-09-13T14:34:18.045515+0000 mon.b (mon.1) 305 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2024-09-13T14:34:19.199 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:18 smithi178 bash[70490]: audit 2024-09-13T14:34:18.045515+0000 mon.b (mon.1) 305 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2024-09-13T14:34:19.199 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:18 smithi178 bash[70490]: audit 2024-09-13T14:34:18.047185+0000 mon.a (mon.0) 512 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2024-09-13T14:34:19.200 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:18 smithi178 bash[70490]: audit 2024-09-13T14:34:18.047185+0000 mon.a (mon.0) 512 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2024-09-13T14:34:19.200 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:18 smithi178 bash[70490]: audit 2024-09-13T14:34:18.054482+0000 mon.a (mon.0) 513 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-09-13T14:34:19.200 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:18 smithi178 bash[70490]: audit 2024-09-13T14:34:18.054482+0000 mon.a (mon.0) 513 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-09-13T14:34:19.200 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:18 smithi178 bash[70490]: audit 2024-09-13T14:34:18.058664+0000 mon.b (mon.1) 306 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2024-09-13T14:34:19.200 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:18 smithi178 bash[70490]: audit 2024-09-13T14:34:18.058664+0000 mon.b (mon.1) 306 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2024-09-13T14:34:19.200 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:18 smithi178 bash[70490]: audit 2024-09-13T14:34:18.060365+0000 mon.a (mon.0) 514 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2024-09-13T14:34:19.200 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:18 smithi178 bash[70490]: audit 2024-09-13T14:34:18.060365+0000 mon.a (mon.0) 514 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2024-09-13T14:34:19.200 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:18 smithi178 bash[70490]: audit 2024-09-13T14:34:18.066241+0000 mon.a (mon.0) 515 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-09-13T14:34:19.200 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:18 smithi178 bash[70490]: audit 2024-09-13T14:34:18.066241+0000 mon.a (mon.0) 515 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-09-13T14:34:19.200 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:18 smithi178 bash[70490]: audit 2024-09-13T14:34:18.070005+0000 mon.b (mon.1) 307 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:34:19.200 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:18 smithi178 bash[70490]: audit 2024-09-13T14:34:18.070005+0000 mon.b (mon.1) 307 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:34:19.200 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:18 smithi178 bash[70490]: audit 2024-09-13T14:34:18.071841+0000 mon.a (mon.0) 516 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:34:19.200 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:18 smithi178 bash[70490]: audit 2024-09-13T14:34:18.071841+0000 mon.a (mon.0) 516 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:34:19.201 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:18 smithi178 bash[70490]: audit 2024-09-13T14:34:18.073338+0000 mon.b (mon.1) 308 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:34:19.201 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:18 smithi178 bash[70490]: audit 2024-09-13T14:34:18.073338+0000 mon.b (mon.1) 308 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:34:19.201 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:18 smithi178 bash[70490]: audit 2024-09-13T14:34:18.075114+0000 mon.a (mon.0) 517 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:34:19.201 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:18 smithi178 bash[70490]: audit 2024-09-13T14:34:18.075114+0000 mon.a (mon.0) 517 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:34:19.201 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:18 smithi178 bash[70490]: audit 2024-09-13T14:34:18.076522+0000 mon.b (mon.1) 309 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:34:19.201 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:18 smithi178 bash[70490]: audit 2024-09-13T14:34:18.076522+0000 mon.b (mon.1) 309 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:34:19.201 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:18 smithi178 bash[70490]: audit 2024-09-13T14:34:18.078356+0000 mon.a (mon.0) 518 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:34:19.201 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:18 smithi178 bash[70490]: audit 2024-09-13T14:34:18.078356+0000 mon.a (mon.0) 518 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:34:19.201 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:18 smithi178 bash[70490]: audit 2024-09-13T14:34:18.079673+0000 mon.b (mon.1) 310 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:34:19.201 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:18 smithi178 bash[70490]: audit 2024-09-13T14:34:18.079673+0000 mon.b (mon.1) 310 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:34:19.201 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:18 smithi178 bash[70490]: audit 2024-09-13T14:34:18.081499+0000 mon.a (mon.0) 519 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:34:19.201 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:18 smithi178 bash[70490]: audit 2024-09-13T14:34:18.081499+0000 mon.a (mon.0) 519 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:34:19.201 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:18 smithi178 bash[70490]: audit 2024-09-13T14:34:18.082773+0000 mon.b (mon.1) 311 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:34:19.201 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:18 smithi178 bash[70490]: audit 2024-09-13T14:34:18.082773+0000 mon.b (mon.1) 311 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:34:19.202 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:18 smithi178 bash[70490]: audit 2024-09-13T14:34:18.084538+0000 mon.a (mon.0) 520 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:34:19.202 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:18 smithi178 bash[70490]: audit 2024-09-13T14:34:18.084538+0000 mon.a (mon.0) 520 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:34:19.202 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:18 smithi178 bash[70490]: audit 2024-09-13T14:34:18.085516+0000 mon.b (mon.1) 312 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:34:19.202 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:18 smithi178 bash[70490]: audit 2024-09-13T14:34:18.085516+0000 mon.b (mon.1) 312 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:34:19.202 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:18 smithi178 bash[70490]: audit 2024-09-13T14:34:18.087161+0000 mon.a (mon.0) 521 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:34:19.202 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:18 smithi178 bash[70490]: audit 2024-09-13T14:34:18.087161+0000 mon.a (mon.0) 521 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:34:19.202 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:18 smithi178 bash[70490]: audit 2024-09-13T14:34:18.088947+0000 mon.b (mon.1) 313 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2024-09-13T14:34:19.202 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:18 smithi178 bash[70490]: audit 2024-09-13T14:34:18.088947+0000 mon.b (mon.1) 313 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2024-09-13T14:34:19.202 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:18 smithi178 bash[70490]: cephadm 2024-09-13T14:34:18.088976+0000 mgr.y (mgr.25139) 788 : cephadm [INF] Upgrade: Complete! 2024-09-13T14:34:19.202 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:18 smithi178 bash[70490]: cephadm 2024-09-13T14:34:18.088976+0000 mgr.y (mgr.25139) 788 : cephadm [INF] Upgrade: Complete! 2024-09-13T14:34:19.202 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:18 smithi178 bash[70490]: audit 2024-09-13T14:34:18.090691+0000 mon.a (mon.0) 522 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2024-09-13T14:34:19.202 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:18 smithi178 bash[70490]: audit 2024-09-13T14:34:18.090691+0000 mon.a (mon.0) 522 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2024-09-13T14:34:19.202 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:18 smithi178 bash[70490]: audit 2024-09-13T14:34:18.096794+0000 mon.a (mon.0) 523 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-09-13T14:34:19.203 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:18 smithi178 bash[70490]: audit 2024-09-13T14:34:18.096794+0000 mon.a (mon.0) 523 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-09-13T14:34:19.203 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:18 smithi178 bash[70490]: audit 2024-09-13T14:34:18.098386+0000 mon.b (mon.1) 314 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:34:19.203 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:18 smithi178 bash[70490]: audit 2024-09-13T14:34:18.098386+0000 mon.b (mon.1) 314 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:34:19.203 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:18 smithi178 bash[70490]: audit 2024-09-13T14:34:18.100482+0000 mon.b (mon.1) 315 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-13T14:34:19.203 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:18 smithi178 bash[70490]: audit 2024-09-13T14:34:18.100482+0000 mon.b (mon.1) 315 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-13T14:34:19.203 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:18 smithi178 bash[70490]: audit 2024-09-13T14:34:18.113025+0000 mon.a (mon.0) 524 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:34:19.203 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:18 smithi178 bash[70490]: audit 2024-09-13T14:34:18.113025+0000 mon.a (mon.0) 524 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:34:19.203 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:18 smithi178 bash[70490]: audit 2024-09-13T14:34:18.247158+0000 mon.b (mon.1) 316 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:34:19.203 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:18 smithi178 bash[70490]: audit 2024-09-13T14:34:18.247158+0000 mon.b (mon.1) 316 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:34:19.203 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:18 smithi178 bash[70490]: audit 2024-09-13T14:34:18.249185+0000 mon.b (mon.1) 317 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-13T14:34:19.203 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:18 smithi178 bash[70490]: audit 2024-09-13T14:34:18.249185+0000 mon.b (mon.1) 317 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-13T14:34:19.203 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:18 smithi178 bash[70490]: audit 2024-09-13T14:34:18.259543+0000 mon.a (mon.0) 525 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:34:19.203 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:18 smithi178 bash[70490]: audit 2024-09-13T14:34:18.259543+0000 mon.a (mon.0) 525 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:34:20.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:19 smithi062 bash[89221]: cluster 2024-09-13T14:34:18.624958+0000 mgr.y (mgr.25139) 789 : cluster [DBG] pgmap v473: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 683 B/s rd, 0 op/s 2024-09-13T14:34:20.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:19 smithi062 bash[89221]: cluster 2024-09-13T14:34:18.624958+0000 mgr.y (mgr.25139) 789 : cluster [DBG] pgmap v473: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 683 B/s rd, 0 op/s 2024-09-13T14:34:20.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:19 smithi062 bash[89221]: cluster 2024-09-13T14:34:19.256809+0000 mon.a (mon.0) 526 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 11/636 objects degraded (1.730%), 5 pgs degraded) 2024-09-13T14:34:20.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:19 smithi062 bash[89221]: cluster 2024-09-13T14:34:19.256809+0000 mon.a (mon.0) 526 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 11/636 objects degraded (1.730%), 5 pgs degraded) 2024-09-13T14:34:20.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:19 smithi062 bash[89221]: cluster 2024-09-13T14:34:19.256854+0000 mon.a (mon.0) 527 : cluster [INF] Cluster is now healthy 2024-09-13T14:34:20.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:19 smithi062 bash[89221]: cluster 2024-09-13T14:34:19.256854+0000 mon.a (mon.0) 527 : cluster [INF] Cluster is now healthy 2024-09-13T14:34:20.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:19 smithi062 bash[89221]: audit 2024-09-13T14:34:19.440263+0000 mon.a (mon.0) 528 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:34:20.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:19 smithi062 bash[89221]: audit 2024-09-13T14:34:19.440263+0000 mon.a (mon.0) 528 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:34:20.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:19 smithi062 bash[92878]: cluster 2024-09-13T14:34:18.624958+0000 mgr.y (mgr.25139) 789 : cluster [DBG] pgmap v473: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 683 B/s rd, 0 op/s 2024-09-13T14:34:20.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:19 smithi062 bash[92878]: cluster 2024-09-13T14:34:18.624958+0000 mgr.y (mgr.25139) 789 : cluster [DBG] pgmap v473: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 683 B/s rd, 0 op/s 2024-09-13T14:34:20.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:19 smithi062 bash[92878]: cluster 2024-09-13T14:34:19.256809+0000 mon.a (mon.0) 526 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 11/636 objects degraded (1.730%), 5 pgs degraded) 2024-09-13T14:34:20.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:19 smithi062 bash[92878]: cluster 2024-09-13T14:34:19.256809+0000 mon.a (mon.0) 526 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 11/636 objects degraded (1.730%), 5 pgs degraded) 2024-09-13T14:34:20.005 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:19 smithi062 bash[92878]: cluster 2024-09-13T14:34:19.256854+0000 mon.a (mon.0) 527 : cluster [INF] Cluster is now healthy 2024-09-13T14:34:20.005 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:19 smithi062 bash[92878]: cluster 2024-09-13T14:34:19.256854+0000 mon.a (mon.0) 527 : cluster [INF] Cluster is now healthy 2024-09-13T14:34:20.005 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:19 smithi062 bash[92878]: audit 2024-09-13T14:34:19.440263+0000 mon.a (mon.0) 528 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:34:20.005 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:19 smithi062 bash[92878]: audit 2024-09-13T14:34:19.440263+0000 mon.a (mon.0) 528 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:34:20.185 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:34:19 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:34:19.752631271Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:34:20.186 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:19 smithi178 bash[70490]: cluster 2024-09-13T14:34:18.624958+0000 mgr.y (mgr.25139) 789 : cluster [DBG] pgmap v473: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 683 B/s rd, 0 op/s 2024-09-13T14:34:20.186 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:19 smithi178 bash[70490]: cluster 2024-09-13T14:34:18.624958+0000 mgr.y (mgr.25139) 789 : cluster [DBG] pgmap v473: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 683 B/s rd, 0 op/s 2024-09-13T14:34:20.186 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:19 smithi178 bash[70490]: cluster 2024-09-13T14:34:19.256809+0000 mon.a (mon.0) 526 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 11/636 objects degraded (1.730%), 5 pgs degraded) 2024-09-13T14:34:20.186 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:19 smithi178 bash[70490]: cluster 2024-09-13T14:34:19.256809+0000 mon.a (mon.0) 526 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 11/636 objects degraded (1.730%), 5 pgs degraded) 2024-09-13T14:34:20.186 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:19 smithi178 bash[70490]: cluster 2024-09-13T14:34:19.256854+0000 mon.a (mon.0) 527 : cluster [INF] Cluster is now healthy 2024-09-13T14:34:20.186 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:19 smithi178 bash[70490]: cluster 2024-09-13T14:34:19.256854+0000 mon.a (mon.0) 527 : cluster [INF] Cluster is now healthy 2024-09-13T14:34:20.186 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:19 smithi178 bash[70490]: audit 2024-09-13T14:34:19.440263+0000 mon.a (mon.0) 528 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:34:20.186 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:19 smithi178 bash[70490]: audit 2024-09-13T14:34:19.440263+0000 mon.a (mon.0) 528 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:34:22.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:21 smithi062 bash[89221]: cluster 2024-09-13T14:34:20.625983+0000 mgr.y (mgr.25139) 790 : cluster [DBG] pgmap v474: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:34:22.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:21 smithi062 bash[89221]: cluster 2024-09-13T14:34:20.625983+0000 mgr.y (mgr.25139) 790 : cluster [DBG] pgmap v474: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:34:22.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:21 smithi062 bash[92878]: cluster 2024-09-13T14:34:20.625983+0000 mgr.y (mgr.25139) 790 : cluster [DBG] pgmap v474: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:34:22.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:21 smithi062 bash[92878]: cluster 2024-09-13T14:34:20.625983+0000 mgr.y (mgr.25139) 790 : cluster [DBG] pgmap v474: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:34:22.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:21 smithi178 bash[70490]: cluster 2024-09-13T14:34:20.625983+0000 mgr.y (mgr.25139) 790 : cluster [DBG] pgmap v474: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:34:22.186 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:21 smithi178 bash[70490]: cluster 2024-09-13T14:34:20.625983+0000 mgr.y (mgr.25139) 790 : cluster [DBG] pgmap v474: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:34:23.185 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:34:22 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:34:22.736118544Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:34:24.003 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:34:23 smithi062 bash[68610]: ::ffff:172.21.15.178 - - [13/Sep/2024:14:34:23] "GET /metrics HTTP/1.1" 200 38259 "" "Prometheus/2.51.0" 2024-09-13T14:34:24.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:23 smithi062 bash[92878]: cluster 2024-09-13T14:34:22.627401+0000 mgr.y (mgr.25139) 791 : cluster [DBG] pgmap v475: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-09-13T14:34:24.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:23 smithi062 bash[92878]: cluster 2024-09-13T14:34:22.627401+0000 mgr.y (mgr.25139) 791 : cluster [DBG] pgmap v475: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-09-13T14:34:24.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:23 smithi062 bash[92878]: audit 2024-09-13T14:34:22.896468+0000 mgr.y (mgr.25139) 792 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:34:24.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:23 smithi062 bash[92878]: audit 2024-09-13T14:34:22.896468+0000 mgr.y (mgr.25139) 792 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:34:24.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:23 smithi062 bash[89221]: cluster 2024-09-13T14:34:22.627401+0000 mgr.y (mgr.25139) 791 : cluster [DBG] pgmap v475: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-09-13T14:34:24.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:23 smithi062 bash[89221]: cluster 2024-09-13T14:34:22.627401+0000 mgr.y (mgr.25139) 791 : cluster [DBG] pgmap v475: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-09-13T14:34:24.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:23 smithi062 bash[89221]: audit 2024-09-13T14:34:22.896468+0000 mgr.y (mgr.25139) 792 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:34:24.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:23 smithi062 bash[89221]: audit 2024-09-13T14:34:22.896468+0000 mgr.y (mgr.25139) 792 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:34:24.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:23 smithi178 bash[70490]: cluster 2024-09-13T14:34:22.627401+0000 mgr.y (mgr.25139) 791 : cluster [DBG] pgmap v475: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-09-13T14:34:24.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:23 smithi178 bash[70490]: cluster 2024-09-13T14:34:22.627401+0000 mgr.y (mgr.25139) 791 : cluster [DBG] pgmap v475: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 0 op/s 2024-09-13T14:34:24.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:23 smithi178 bash[70490]: audit 2024-09-13T14:34:22.896468+0000 mgr.y (mgr.25139) 792 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:34:24.186 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:23 smithi178 bash[70490]: audit 2024-09-13T14:34:22.896468+0000 mgr.y (mgr.25139) 792 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:34:25.725 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:25 smithi178 bash[70490]: audit 2024-09-13T14:34:24.455542+0000 mon.a (mon.0) 529 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:34:25.725 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:25 smithi178 bash[70490]: audit 2024-09-13T14:34:24.455542+0000 mon.a (mon.0) 529 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:34:25.725 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:25 smithi178 bash[70490]: cluster 2024-09-13T14:34:24.628112+0000 mgr.y (mgr.25139) 793 : cluster [DBG] pgmap v476: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 891 B/s rd, 0 op/s 2024-09-13T14:34:25.726 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:25 smithi178 bash[70490]: cluster 2024-09-13T14:34:24.628112+0000 mgr.y (mgr.25139) 793 : cluster [DBG] pgmap v476: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 891 B/s rd, 0 op/s 2024-09-13T14:34:25.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:25 smithi062 bash[89221]: audit 2024-09-13T14:34:24.455542+0000 mon.a (mon.0) 529 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:34:25.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:25 smithi062 bash[89221]: audit 2024-09-13T14:34:24.455542+0000 mon.a (mon.0) 529 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:34:25.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:25 smithi062 bash[89221]: cluster 2024-09-13T14:34:24.628112+0000 mgr.y (mgr.25139) 793 : cluster [DBG] pgmap v476: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 891 B/s rd, 0 op/s 2024-09-13T14:34:25.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:25 smithi062 bash[89221]: cluster 2024-09-13T14:34:24.628112+0000 mgr.y (mgr.25139) 793 : cluster [DBG] pgmap v476: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 891 B/s rd, 0 op/s 2024-09-13T14:34:25.754 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:25 smithi062 bash[92878]: audit 2024-09-13T14:34:24.455542+0000 mon.a (mon.0) 529 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:34:25.754 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:25 smithi062 bash[92878]: audit 2024-09-13T14:34:24.455542+0000 mon.a (mon.0) 529 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:34:25.754 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:25 smithi062 bash[92878]: cluster 2024-09-13T14:34:24.628112+0000 mgr.y (mgr.25139) 793 : cluster [DBG] pgmap v476: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 891 B/s rd, 0 op/s 2024-09-13T14:34:25.754 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:25 smithi062 bash[92878]: cluster 2024-09-13T14:34:24.628112+0000 mgr.y (mgr.25139) 793 : cluster [DBG] pgmap v476: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 891 B/s rd, 0 op/s 2024-09-13T14:34:26.185 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:34:25 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:34:25.724641567Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:34:28.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:27 smithi062 bash[92878]: cluster 2024-09-13T14:34:26.629596+0000 mgr.y (mgr.25139) 794 : cluster [DBG] pgmap v477: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:34:28.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:27 smithi062 bash[92878]: cluster 2024-09-13T14:34:26.629596+0000 mgr.y (mgr.25139) 794 : cluster [DBG] pgmap v477: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:34:28.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:27 smithi062 bash[89221]: cluster 2024-09-13T14:34:26.629596+0000 mgr.y (mgr.25139) 794 : cluster [DBG] pgmap v477: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:34:28.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:27 smithi062 bash[89221]: cluster 2024-09-13T14:34:26.629596+0000 mgr.y (mgr.25139) 794 : cluster [DBG] pgmap v477: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:34:28.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:27 smithi178 bash[70490]: cluster 2024-09-13T14:34:26.629596+0000 mgr.y (mgr.25139) 794 : cluster [DBG] pgmap v477: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:34:28.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:27 smithi178 bash[70490]: cluster 2024-09-13T14:34:26.629596+0000 mgr.y (mgr.25139) 794 : cluster [DBG] pgmap v477: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:34:29.185 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:34:28 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:34:28.747166244Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:34:30.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:29 smithi178 bash[70490]: cluster 2024-09-13T14:34:28.630754+0000 mgr.y (mgr.25139) 795 : cluster [DBG] pgmap v478: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:34:30.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:29 smithi178 bash[70490]: cluster 2024-09-13T14:34:28.630754+0000 mgr.y (mgr.25139) 795 : cluster [DBG] pgmap v478: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:34:30.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:29 smithi178 bash[70490]: audit 2024-09-13T14:34:28.878722+0000 mon.a (mon.0) 530 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:34:30.186 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:29 smithi178 bash[70490]: audit 2024-09-13T14:34:28.878722+0000 mon.a (mon.0) 530 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:34:30.186 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:29 smithi178 bash[70490]: audit 2024-09-13T14:34:28.880707+0000 mon.b (mon.1) 318 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:34:30.186 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:29 smithi178 bash[70490]: audit 2024-09-13T14:34:28.880707+0000 mon.b (mon.1) 318 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:34:30.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:29 smithi062 bash[89221]: cluster 2024-09-13T14:34:28.630754+0000 mgr.y (mgr.25139) 795 : cluster [DBG] pgmap v478: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:34:30.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:29 smithi062 bash[89221]: cluster 2024-09-13T14:34:28.630754+0000 mgr.y (mgr.25139) 795 : cluster [DBG] pgmap v478: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:34:30.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:29 smithi062 bash[89221]: audit 2024-09-13T14:34:28.878722+0000 mon.a (mon.0) 530 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:34:30.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:29 smithi062 bash[89221]: audit 2024-09-13T14:34:28.878722+0000 mon.a (mon.0) 530 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:34:30.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:29 smithi062 bash[89221]: audit 2024-09-13T14:34:28.880707+0000 mon.b (mon.1) 318 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:34:30.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:29 smithi062 bash[89221]: audit 2024-09-13T14:34:28.880707+0000 mon.b (mon.1) 318 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:34:30.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:29 smithi062 bash[92878]: cluster 2024-09-13T14:34:28.630754+0000 mgr.y (mgr.25139) 795 : cluster [DBG] pgmap v478: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:34:30.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:29 smithi062 bash[92878]: cluster 2024-09-13T14:34:28.630754+0000 mgr.y (mgr.25139) 795 : cluster [DBG] pgmap v478: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:34:30.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:29 smithi062 bash[92878]: audit 2024-09-13T14:34:28.878722+0000 mon.a (mon.0) 530 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:34:30.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:29 smithi062 bash[92878]: audit 2024-09-13T14:34:28.878722+0000 mon.a (mon.0) 530 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:34:30.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:29 smithi062 bash[92878]: audit 2024-09-13T14:34:28.880707+0000 mon.b (mon.1) 318 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:34:30.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:29 smithi062 bash[92878]: audit 2024-09-13T14:34:28.880707+0000 mon.b (mon.1) 318 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:34:32.185 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:34:31 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:34:31.73407689Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:34:32.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:31 smithi178 bash[70490]: cluster 2024-09-13T14:34:30.631769+0000 mgr.y (mgr.25139) 796 : cluster [DBG] pgmap v479: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:34:32.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:31 smithi178 bash[70490]: cluster 2024-09-13T14:34:30.631769+0000 mgr.y (mgr.25139) 796 : cluster [DBG] pgmap v479: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:34:32.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:31 smithi062 bash[89221]: cluster 2024-09-13T14:34:30.631769+0000 mgr.y (mgr.25139) 796 : cluster [DBG] pgmap v479: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:34:32.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:31 smithi062 bash[89221]: cluster 2024-09-13T14:34:30.631769+0000 mgr.y (mgr.25139) 796 : cluster [DBG] pgmap v479: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:34:32.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:31 smithi062 bash[92878]: cluster 2024-09-13T14:34:30.631769+0000 mgr.y (mgr.25139) 796 : cluster [DBG] pgmap v479: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:34:32.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:31 smithi062 bash[92878]: cluster 2024-09-13T14:34:30.631769+0000 mgr.y (mgr.25139) 796 : cluster [DBG] pgmap v479: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:34:33.885 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:34:33 smithi062 bash[68610]: ::ffff:172.21.15.178 - - [13/Sep/2024:14:34:33] "GET /metrics HTTP/1.1" 200 38402 "" "Prometheus/2.51.0" 2024-09-13T14:34:34.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:33 smithi178 bash[70490]: cluster 2024-09-13T14:34:32.633278+0000 mgr.y (mgr.25139) 797 : cluster [DBG] pgmap v480: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-09-13T14:34:34.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:33 smithi178 bash[70490]: cluster 2024-09-13T14:34:32.633278+0000 mgr.y (mgr.25139) 797 : cluster [DBG] pgmap v480: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-09-13T14:34:34.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:33 smithi178 bash[70490]: audit 2024-09-13T14:34:32.906741+0000 mgr.y (mgr.25139) 798 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:34:34.186 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:33 smithi178 bash[70490]: audit 2024-09-13T14:34:32.906741+0000 mgr.y (mgr.25139) 798 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:34:34.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:33 smithi062 bash[89221]: cluster 2024-09-13T14:34:32.633278+0000 mgr.y (mgr.25139) 797 : cluster [DBG] pgmap v480: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-09-13T14:34:34.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:33 smithi062 bash[89221]: cluster 2024-09-13T14:34:32.633278+0000 mgr.y (mgr.25139) 797 : cluster [DBG] pgmap v480: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-09-13T14:34:34.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:33 smithi062 bash[89221]: audit 2024-09-13T14:34:32.906741+0000 mgr.y (mgr.25139) 798 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:34:34.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:33 smithi062 bash[89221]: audit 2024-09-13T14:34:32.906741+0000 mgr.y (mgr.25139) 798 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:34:34.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:33 smithi062 bash[92878]: cluster 2024-09-13T14:34:32.633278+0000 mgr.y (mgr.25139) 797 : cluster [DBG] pgmap v480: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-09-13T14:34:34.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:33 smithi062 bash[92878]: cluster 2024-09-13T14:34:32.633278+0000 mgr.y (mgr.25139) 797 : cluster [DBG] pgmap v480: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-09-13T14:34:34.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:33 smithi062 bash[92878]: audit 2024-09-13T14:34:32.906741+0000 mgr.y (mgr.25139) 798 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:34:34.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:33 smithi062 bash[92878]: audit 2024-09-13T14:34:32.906741+0000 mgr.y (mgr.25139) 798 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:34:35.185 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:34:34 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:34:34.756072918Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:34:36.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:35 smithi178 bash[70490]: cluster 2024-09-13T14:34:34.633985+0000 mgr.y (mgr.25139) 799 : cluster [DBG] pgmap v481: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-09-13T14:34:36.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:35 smithi178 bash[70490]: cluster 2024-09-13T14:34:34.633985+0000 mgr.y (mgr.25139) 799 : cluster [DBG] pgmap v481: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-09-13T14:34:36.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:35 smithi062 bash[89221]: cluster 2024-09-13T14:34:34.633985+0000 mgr.y (mgr.25139) 799 : cluster [DBG] pgmap v481: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-09-13T14:34:36.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:35 smithi062 bash[89221]: cluster 2024-09-13T14:34:34.633985+0000 mgr.y (mgr.25139) 799 : cluster [DBG] pgmap v481: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-09-13T14:34:36.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:35 smithi062 bash[92878]: cluster 2024-09-13T14:34:34.633985+0000 mgr.y (mgr.25139) 799 : cluster [DBG] pgmap v481: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-09-13T14:34:36.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:35 smithi062 bash[92878]: cluster 2024-09-13T14:34:34.633985+0000 mgr.y (mgr.25139) 799 : cluster [DBG] pgmap v481: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-09-13T14:34:38.185 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:34:37 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:34:37.714797098Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:34:38.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:37 smithi178 bash[70490]: cluster 2024-09-13T14:34:36.635359+0000 mgr.y (mgr.25139) 800 : cluster [DBG] pgmap v482: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:34:38.186 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:37 smithi178 bash[70490]: cluster 2024-09-13T14:34:36.635359+0000 mgr.y (mgr.25139) 800 : cluster [DBG] pgmap v482: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:34:38.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:37 smithi062 bash[89221]: cluster 2024-09-13T14:34:36.635359+0000 mgr.y (mgr.25139) 800 : cluster [DBG] pgmap v482: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:34:38.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:37 smithi062 bash[89221]: cluster 2024-09-13T14:34:36.635359+0000 mgr.y (mgr.25139) 800 : cluster [DBG] pgmap v482: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:34:38.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:37 smithi062 bash[92878]: cluster 2024-09-13T14:34:36.635359+0000 mgr.y (mgr.25139) 800 : cluster [DBG] pgmap v482: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:34:38.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:37 smithi062 bash[92878]: cluster 2024-09-13T14:34:36.635359+0000 mgr.y (mgr.25139) 800 : cluster [DBG] pgmap v482: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:34:40.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:39 smithi178 bash[70490]: cluster 2024-09-13T14:34:38.636472+0000 mgr.y (mgr.25139) 801 : cluster [DBG] pgmap v483: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-09-13T14:34:40.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:39 smithi178 bash[70490]: cluster 2024-09-13T14:34:38.636472+0000 mgr.y (mgr.25139) 801 : cluster [DBG] pgmap v483: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-09-13T14:34:40.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:39 smithi062 bash[89221]: cluster 2024-09-13T14:34:38.636472+0000 mgr.y (mgr.25139) 801 : cluster [DBG] pgmap v483: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-09-13T14:34:40.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:39 smithi062 bash[89221]: cluster 2024-09-13T14:34:38.636472+0000 mgr.y (mgr.25139) 801 : cluster [DBG] pgmap v483: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-09-13T14:34:40.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:39 smithi062 bash[92878]: cluster 2024-09-13T14:34:38.636472+0000 mgr.y (mgr.25139) 801 : cluster [DBG] pgmap v483: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-09-13T14:34:40.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:39 smithi062 bash[92878]: cluster 2024-09-13T14:34:38.636472+0000 mgr.y (mgr.25139) 801 : cluster [DBG] pgmap v483: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 767 B/s rd, 0 op/s 2024-09-13T14:34:41.185 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:34:40 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:34:40.740292242Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:34:42.186 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:41 smithi178 bash[70490]: cluster 2024-09-13T14:34:40.637498+0000 mgr.y (mgr.25139) 802 : cluster [DBG] pgmap v484: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:34:42.186 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:41 smithi178 bash[70490]: cluster 2024-09-13T14:34:40.637498+0000 mgr.y (mgr.25139) 802 : cluster [DBG] pgmap v484: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:34:42.256 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:41 smithi062 bash[89221]: cluster 2024-09-13T14:34:40.637498+0000 mgr.y (mgr.25139) 802 : cluster [DBG] pgmap v484: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:34:42.256 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:41 smithi062 bash[89221]: cluster 2024-09-13T14:34:40.637498+0000 mgr.y (mgr.25139) 802 : cluster [DBG] pgmap v484: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:34:42.257 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:41 smithi062 bash[92878]: cluster 2024-09-13T14:34:40.637498+0000 mgr.y (mgr.25139) 802 : cluster [DBG] pgmap v484: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:34:42.257 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:41 smithi062 bash[92878]: cluster 2024-09-13T14:34:40.637498+0000 mgr.y (mgr.25139) 802 : cluster [DBG] pgmap v484: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:34:43.908 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:34:43 smithi062 bash[68610]: ::ffff:172.21.15.178 - - [13/Sep/2024:14:34:43] "GET /metrics HTTP/1.1" 200 38402 "" "Prometheus/2.51.0" 2024-09-13T14:34:44.185 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:34:43 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:34:43.715817463Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:34:44.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:43 smithi178 bash[70490]: cluster 2024-09-13T14:34:42.639029+0000 mgr.y (mgr.25139) 803 : cluster [DBG] pgmap v485: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:34:44.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:43 smithi178 bash[70490]: cluster 2024-09-13T14:34:42.639029+0000 mgr.y (mgr.25139) 803 : cluster [DBG] pgmap v485: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:34:44.186 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:43 smithi178 bash[70490]: audit 2024-09-13T14:34:42.916582+0000 mgr.y (mgr.25139) 804 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:34:44.186 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:43 smithi178 bash[70490]: audit 2024-09-13T14:34:42.916582+0000 mgr.y (mgr.25139) 804 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:34:44.186 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:43 smithi178 bash[70490]: audit 2024-09-13T14:34:43.870895+0000 mon.b (mon.1) 319 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:34:44.186 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:43 smithi178 bash[70490]: audit 2024-09-13T14:34:43.870895+0000 mon.b (mon.1) 319 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:34:44.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:43 smithi062 bash[89221]: cluster 2024-09-13T14:34:42.639029+0000 mgr.y (mgr.25139) 803 : cluster [DBG] pgmap v485: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:34:44.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:43 smithi062 bash[89221]: cluster 2024-09-13T14:34:42.639029+0000 mgr.y (mgr.25139) 803 : cluster [DBG] pgmap v485: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:34:44.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:43 smithi062 bash[89221]: audit 2024-09-13T14:34:42.916582+0000 mgr.y (mgr.25139) 804 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:34:44.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:43 smithi062 bash[89221]: audit 2024-09-13T14:34:42.916582+0000 mgr.y (mgr.25139) 804 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:34:44.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:43 smithi062 bash[89221]: audit 2024-09-13T14:34:43.870895+0000 mon.b (mon.1) 319 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:34:44.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:43 smithi062 bash[89221]: audit 2024-09-13T14:34:43.870895+0000 mon.b (mon.1) 319 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:34:44.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:43 smithi062 bash[92878]: cluster 2024-09-13T14:34:42.639029+0000 mgr.y (mgr.25139) 803 : cluster [DBG] pgmap v485: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:34:44.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:43 smithi062 bash[92878]: cluster 2024-09-13T14:34:42.639029+0000 mgr.y (mgr.25139) 803 : cluster [DBG] pgmap v485: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:34:44.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:43 smithi062 bash[92878]: audit 2024-09-13T14:34:42.916582+0000 mgr.y (mgr.25139) 804 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:34:44.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:43 smithi062 bash[92878]: audit 2024-09-13T14:34:42.916582+0000 mgr.y (mgr.25139) 804 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:34:44.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:43 smithi062 bash[92878]: audit 2024-09-13T14:34:43.870895+0000 mon.b (mon.1) 319 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:34:44.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:43 smithi062 bash[92878]: audit 2024-09-13T14:34:43.870895+0000 mon.b (mon.1) 319 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:34:46.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:45 smithi178 bash[70490]: cluster 2024-09-13T14:34:44.639731+0000 mgr.y (mgr.25139) 805 : cluster [DBG] pgmap v486: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:34:46.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:45 smithi178 bash[70490]: cluster 2024-09-13T14:34:44.639731+0000 mgr.y (mgr.25139) 805 : cluster [DBG] pgmap v486: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:34:46.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:45 smithi062 bash[89221]: cluster 2024-09-13T14:34:44.639731+0000 mgr.y (mgr.25139) 805 : cluster [DBG] pgmap v486: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:34:46.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:45 smithi062 bash[89221]: cluster 2024-09-13T14:34:44.639731+0000 mgr.y (mgr.25139) 805 : cluster [DBG] pgmap v486: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:34:46.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:45 smithi062 bash[92878]: cluster 2024-09-13T14:34:44.639731+0000 mgr.y (mgr.25139) 805 : cluster [DBG] pgmap v486: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:34:46.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:45 smithi062 bash[92878]: cluster 2024-09-13T14:34:44.639731+0000 mgr.y (mgr.25139) 805 : cluster [DBG] pgmap v486: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:34:47.185 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:34:46 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:34:46.754715247Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:34:48.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:47 smithi178 bash[70490]: cluster 2024-09-13T14:34:46.641155+0000 mgr.y (mgr.25139) 806 : cluster [DBG] pgmap v487: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:34:48.186 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:47 smithi178 bash[70490]: cluster 2024-09-13T14:34:46.641155+0000 mgr.y (mgr.25139) 806 : cluster [DBG] pgmap v487: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:34:48.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:47 smithi062 bash[89221]: cluster 2024-09-13T14:34:46.641155+0000 mgr.y (mgr.25139) 806 : cluster [DBG] pgmap v487: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:34:48.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:47 smithi062 bash[89221]: cluster 2024-09-13T14:34:46.641155+0000 mgr.y (mgr.25139) 806 : cluster [DBG] pgmap v487: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:34:48.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:47 smithi062 bash[92878]: cluster 2024-09-13T14:34:46.641155+0000 mgr.y (mgr.25139) 806 : cluster [DBG] pgmap v487: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:34:48.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:47 smithi062 bash[92878]: cluster 2024-09-13T14:34:46.641155+0000 mgr.y (mgr.25139) 806 : cluster [DBG] pgmap v487: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:34:48.757 DEBUG:teuthology.orchestra.run.smithi062:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ff1149ea-71d5-11ef-bceb-c7b262605968 -e sha1=b0201b8c79733293453e7f10a10c7fa43119222b -- bash -c 'ceph orch ps' 2024-09-13T14:34:49.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:48 smithi178 bash[70490]: audit 2024-09-13T14:34:47.911098+0000 mgr.y (mgr.25139) 807 : audit [DBG] from='client.54563 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:34:49.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:48 smithi178 bash[70490]: audit 2024-09-13T14:34:47.911098+0000 mgr.y (mgr.25139) 807 : audit [DBG] from='client.54563 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:34:49.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:48 smithi062 bash[89221]: audit 2024-09-13T14:34:47.911098+0000 mgr.y (mgr.25139) 807 : audit [DBG] from='client.54563 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:34:49.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:48 smithi062 bash[89221]: audit 2024-09-13T14:34:47.911098+0000 mgr.y (mgr.25139) 807 : audit [DBG] from='client.54563 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:34:49.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:48 smithi062 bash[92878]: audit 2024-09-13T14:34:47.911098+0000 mgr.y (mgr.25139) 807 : audit [DBG] from='client.54563 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:34:49.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:48 smithi062 bash[92878]: audit 2024-09-13T14:34:47.911098+0000 mgr.y (mgr.25139) 807 : audit [DBG] from='client.54563 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:34:50.185 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:34:49 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:34:49.718712522Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:34:50.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:49 smithi178 bash[70490]: cluster 2024-09-13T14:34:48.642307+0000 mgr.y (mgr.25139) 808 : cluster [DBG] pgmap v488: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:34:50.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:49 smithi178 bash[70490]: cluster 2024-09-13T14:34:48.642307+0000 mgr.y (mgr.25139) 808 : cluster [DBG] pgmap v488: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:34:50.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:49 smithi062 bash[89221]: cluster 2024-09-13T14:34:48.642307+0000 mgr.y (mgr.25139) 808 : cluster [DBG] pgmap v488: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:34:50.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:49 smithi062 bash[89221]: cluster 2024-09-13T14:34:48.642307+0000 mgr.y (mgr.25139) 808 : cluster [DBG] pgmap v488: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:34:50.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:49 smithi062 bash[92878]: cluster 2024-09-13T14:34:48.642307+0000 mgr.y (mgr.25139) 808 : cluster [DBG] pgmap v488: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:34:50.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:49 smithi062 bash[92878]: cluster 2024-09-13T14:34:48.642307+0000 mgr.y (mgr.25139) 808 : cluster [DBG] pgmap v488: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:34:52.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:51 smithi178 bash[70490]: cluster 2024-09-13T14:34:50.643349+0000 mgr.y (mgr.25139) 809 : cluster [DBG] pgmap v489: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:34:52.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:51 smithi178 bash[70490]: cluster 2024-09-13T14:34:50.643349+0000 mgr.y (mgr.25139) 809 : cluster [DBG] pgmap v489: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:34:52.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:51 smithi062 bash[92878]: cluster 2024-09-13T14:34:50.643349+0000 mgr.y (mgr.25139) 809 : cluster [DBG] pgmap v489: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:34:52.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:51 smithi062 bash[92878]: cluster 2024-09-13T14:34:50.643349+0000 mgr.y (mgr.25139) 809 : cluster [DBG] pgmap v489: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:34:52.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:51 smithi062 bash[89221]: cluster 2024-09-13T14:34:50.643349+0000 mgr.y (mgr.25139) 809 : cluster [DBG] pgmap v489: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:34:52.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:51 smithi062 bash[89221]: cluster 2024-09-13T14:34:50.643349+0000 mgr.y (mgr.25139) 809 : cluster [DBG] pgmap v489: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:34:53.185 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:34:52 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:34:52.729652784Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:34:53.577 INFO:teuthology.orchestra.run.smithi062.stderr:Inferring config /var/lib/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T14:34:53.934 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:34:53 smithi062 bash[68610]: ::ffff:172.21.15.178 - - [13/Sep/2024:14:34:53] "GET /metrics HTTP/1.1" 200 38399 "" "Prometheus/2.51.0" 2024-09-13T14:34:54.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:53 smithi062 bash[89221]: cluster 2024-09-13T14:34:52.644869+0000 mgr.y (mgr.25139) 810 : cluster [DBG] pgmap v490: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:34:54.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:53 smithi062 bash[89221]: cluster 2024-09-13T14:34:52.644869+0000 mgr.y (mgr.25139) 810 : cluster [DBG] pgmap v490: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:34:54.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:53 smithi062 bash[89221]: audit 2024-09-13T14:34:52.924404+0000 mgr.y (mgr.25139) 811 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:34:54.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:53 smithi062 bash[89221]: audit 2024-09-13T14:34:52.924404+0000 mgr.y (mgr.25139) 811 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:34:54.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:53 smithi062 bash[92878]: cluster 2024-09-13T14:34:52.644869+0000 mgr.y (mgr.25139) 810 : cluster [DBG] pgmap v490: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:34:54.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:53 smithi062 bash[92878]: cluster 2024-09-13T14:34:52.644869+0000 mgr.y (mgr.25139) 810 : cluster [DBG] pgmap v490: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:34:54.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:53 smithi062 bash[92878]: audit 2024-09-13T14:34:52.924404+0000 mgr.y (mgr.25139) 811 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:34:54.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:53 smithi062 bash[92878]: audit 2024-09-13T14:34:52.924404+0000 mgr.y (mgr.25139) 811 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:34:54.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:53 smithi178 bash[70490]: cluster 2024-09-13T14:34:52.644869+0000 mgr.y (mgr.25139) 810 : cluster [DBG] pgmap v490: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:34:54.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:53 smithi178 bash[70490]: cluster 2024-09-13T14:34:52.644869+0000 mgr.y (mgr.25139) 810 : cluster [DBG] pgmap v490: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:34:54.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:53 smithi178 bash[70490]: audit 2024-09-13T14:34:52.924404+0000 mgr.y (mgr.25139) 811 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:34:54.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:53 smithi178 bash[70490]: audit 2024-09-13T14:34:52.924404+0000 mgr.y (mgr.25139) 811 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:34:55.235 INFO:teuthology.orchestra.run.smithi062.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-13T14:34:55.236 INFO:teuthology.orchestra.run.smithi062.stdout:alertmanager.a smithi062 *:9093,9094 running (12m) 3m ago 40m 14.0M - 0.27.0 11f11916f8cd 6e93dcf56cea 2024-09-13T14:34:55.236 INFO:teuthology.orchestra.run.smithi062.stdout:grafana.a smithi178 *:3000 running (12m) 49s ago 39m 68.1M - 10.4.0 c8b91775d855 e5af99a01b68 2024-09-13T14:34:55.236 INFO:teuthology.orchestra.run.smithi062.stdout:iscsi.foo.smithi062.auboqe smithi062 *:5000 running (14m) 3m ago 37m 50.2M - 3.8 19dc8d659727 5db99a6f8116 2024-09-13T14:34:55.236 INFO:teuthology.orchestra.run.smithi062.stdout:mgr.x smithi178 *:8443,9283,8765 running (14m) 49s ago 48m 445M - 19.3.0-4917-gb0201b8c 1641fe80ce72 fc18b6fcd5bd 2024-09-13T14:34:55.236 INFO:teuthology.orchestra.run.smithi062.stdout:mgr.y smithi062 *:8443,9283,8765 running (25m) 3m ago 50m 514M - 19.3.0-4917-gb0201b8c 1641fe80ce72 fd629cc84850 2024-09-13T14:34:55.236 INFO:teuthology.orchestra.run.smithi062.stdout:mon.a smithi062 running (9m) 3m ago 51m 51.7M 2048M 19.3.0-4917-gb0201b8c 1641fe80ce72 6370c6daf05c 2024-09-13T14:34:55.236 INFO:teuthology.orchestra.run.smithi062.stdout:mon.b smithi178 running (10m) 49s ago 48m 48.2M 2048M 19.3.0-4917-gb0201b8c 1641fe80ce72 4246b63ea822 2024-09-13T14:34:55.236 INFO:teuthology.orchestra.run.smithi062.stdout:mon.c smithi062 running (8m) 3m ago 48m 37.6M 2048M 19.3.0-4917-gb0201b8c 1641fe80ce72 546ed05b6de1 2024-09-13T14:34:55.236 INFO:teuthology.orchestra.run.smithi062.stdout:node-exporter.a smithi062 *:9100 running (14m) 3m ago 40m 8200k - 1.7.0 72c9c2088986 d2a19c03fb98 2024-09-13T14:34:55.236 INFO:teuthology.orchestra.run.smithi062.stdout:node-exporter.b smithi178 *:9100 running (14m) 49s ago 40m 8584k - 1.7.0 72c9c2088986 ef73b17b6575 2024-09-13T14:34:55.236 INFO:teuthology.orchestra.run.smithi062.stdout:osd.0 smithi062 running (7m) 3m ago 47m 50.8M 3036M 19.3.0-4917-gb0201b8c 1641fe80ce72 711a747f4c3b 2024-09-13T14:34:55.236 INFO:teuthology.orchestra.run.smithi062.stdout:osd.1 smithi062 running (6m) 3m ago 46m 48.0M 3036M 19.3.0-4917-gb0201b8c 1641fe80ce72 8ddc722fe2b2 2024-09-13T14:34:55.237 INFO:teuthology.orchestra.run.smithi062.stdout:osd.2 smithi062 running (5m) 3m ago 46m 46.8M 3036M 19.3.0-4917-gb0201b8c 1641fe80ce72 6b0d80723a64 2024-09-13T14:34:55.237 INFO:teuthology.orchestra.run.smithi062.stdout:osd.3 smithi062 running (3m) 3m ago 45m - 3036M 19.3.0-4917-gb0201b8c 1641fe80ce72 fbedce232013 2024-09-13T14:34:55.237 INFO:teuthology.orchestra.run.smithi062.stdout:osd.4 smithi178 running (2m) 49s ago 44m 53.4M 3292M 19.3.0-4917-gb0201b8c 1641fe80ce72 6c0f465cbec8 2024-09-13T14:34:55.237 INFO:teuthology.orchestra.run.smithi062.stdout:osd.5 smithi178 running (2m) 49s ago 43m 49.3M 3292M 19.3.0-4917-gb0201b8c 1641fe80ce72 a4331d922968 2024-09-13T14:34:55.237 INFO:teuthology.orchestra.run.smithi062.stdout:osd.6 smithi178 running (96s) 49s ago 42m 45.4M 3292M 19.3.0-4917-gb0201b8c 1641fe80ce72 27e3e9b24e4c 2024-09-13T14:34:55.237 INFO:teuthology.orchestra.run.smithi062.stdout:osd.7 smithi178 running (50s) 49s ago 41m - 3292M 19.3.0-4917-gb0201b8c 1641fe80ce72 0fbed61cff37 2024-09-13T14:34:55.237 INFO:teuthology.orchestra.run.smithi062.stdout:prometheus.a smithi178 *:9095 running (13m) 49s ago 40m 52.8M - 2.51.0 1d3b7f56885b 3a9393efc8c5 2024-09-13T14:34:55.237 INFO:teuthology.orchestra.run.smithi062.stdout:rgw.foo.smithi062.raldkl smithi062 *:8000 running (37m) 3m ago 37m 101M - 19.1.1-322-g7741f7f9 19dc8d659727 c374202ad667 2024-09-13T14:34:55.237 INFO:teuthology.orchestra.run.smithi062.stdout:rgw.foo.smithi178.sseeij smithi178 *:8000 running (37m) 49s ago 37m 103M - 19.1.1-322-g7741f7f9 19dc8d659727 86fcacc26a6b 2024-09-13T14:34:55.971 DEBUG:teuthology.orchestra.run.smithi062:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ff1149ea-71d5-11ef-bceb-c7b262605968 -e sha1=b0201b8c79733293453e7f10a10c7fa43119222b -- bash -c 'ceph versions | jq -e '"'"'.osd | length == 1'"'"'' 2024-09-13T14:34:56.185 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:34:55 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:34:55.7282071Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:34:56.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:55 smithi178 bash[70490]: cluster 2024-09-13T14:34:54.645520+0000 mgr.y (mgr.25139) 812 : cluster [DBG] pgmap v491: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:34:56.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:55 smithi178 bash[70490]: cluster 2024-09-13T14:34:54.645520+0000 mgr.y (mgr.25139) 812 : cluster [DBG] pgmap v491: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:34:56.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:55 smithi062 bash[92878]: cluster 2024-09-13T14:34:54.645520+0000 mgr.y (mgr.25139) 812 : cluster [DBG] pgmap v491: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:34:56.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:55 smithi062 bash[92878]: cluster 2024-09-13T14:34:54.645520+0000 mgr.y (mgr.25139) 812 : cluster [DBG] pgmap v491: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:34:56.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:55 smithi062 bash[89221]: cluster 2024-09-13T14:34:54.645520+0000 mgr.y (mgr.25139) 812 : cluster [DBG] pgmap v491: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:34:56.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:55 smithi062 bash[89221]: cluster 2024-09-13T14:34:54.645520+0000 mgr.y (mgr.25139) 812 : cluster [DBG] pgmap v491: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:34:57.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:56 smithi062 bash[89221]: audit 2024-09-13T14:34:55.222447+0000 mgr.y (mgr.25139) 813 : audit [DBG] from='client.44595 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:34:57.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:56 smithi062 bash[89221]: audit 2024-09-13T14:34:55.222447+0000 mgr.y (mgr.25139) 813 : audit [DBG] from='client.44595 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:34:57.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:56 smithi062 bash[92878]: audit 2024-09-13T14:34:55.222447+0000 mgr.y (mgr.25139) 813 : audit [DBG] from='client.44595 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:34:57.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:56 smithi062 bash[92878]: audit 2024-09-13T14:34:55.222447+0000 mgr.y (mgr.25139) 813 : audit [DBG] from='client.44595 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:34:57.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:56 smithi178 bash[70490]: audit 2024-09-13T14:34:55.222447+0000 mgr.y (mgr.25139) 813 : audit [DBG] from='client.44595 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:34:57.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:56 smithi178 bash[70490]: audit 2024-09-13T14:34:55.222447+0000 mgr.y (mgr.25139) 813 : audit [DBG] from='client.44595 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:34:58.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:57 smithi062 bash[89221]: cluster 2024-09-13T14:34:56.646897+0000 mgr.y (mgr.25139) 814 : cluster [DBG] pgmap v492: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:34:58.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:57 smithi062 bash[89221]: cluster 2024-09-13T14:34:56.646897+0000 mgr.y (mgr.25139) 814 : cluster [DBG] pgmap v492: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:34:58.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:57 smithi062 bash[92878]: cluster 2024-09-13T14:34:56.646897+0000 mgr.y (mgr.25139) 814 : cluster [DBG] pgmap v492: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:34:58.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:57 smithi062 bash[92878]: cluster 2024-09-13T14:34:56.646897+0000 mgr.y (mgr.25139) 814 : cluster [DBG] pgmap v492: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:34:58.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:57 smithi178 bash[70490]: cluster 2024-09-13T14:34:56.646897+0000 mgr.y (mgr.25139) 814 : cluster [DBG] pgmap v492: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:34:58.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:57 smithi178 bash[70490]: cluster 2024-09-13T14:34:56.646897+0000 mgr.y (mgr.25139) 814 : cluster [DBG] pgmap v492: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:34:59.185 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:34:58 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:34:58.729654253Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:34:59.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:58 smithi178 bash[70490]: audit 2024-09-13T14:34:58.870992+0000 mon.b (mon.1) 320 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:34:59.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:58 smithi178 bash[70490]: audit 2024-09-13T14:34:58.870992+0000 mon.b (mon.1) 320 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:34:59.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:58 smithi062 bash[89221]: audit 2024-09-13T14:34:58.870992+0000 mon.b (mon.1) 320 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:34:59.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:58 smithi062 bash[89221]: audit 2024-09-13T14:34:58.870992+0000 mon.b (mon.1) 320 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:34:59.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:58 smithi062 bash[92878]: audit 2024-09-13T14:34:58.870992+0000 mon.b (mon.1) 320 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:34:59.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:58 smithi062 bash[92878]: audit 2024-09-13T14:34:58.870992+0000 mon.b (mon.1) 320 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:35:00.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:59 smithi062 bash[89221]: cluster 2024-09-13T14:34:58.648070+0000 mgr.y (mgr.25139) 815 : cluster [DBG] pgmap v493: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:35:00.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:34:59 smithi062 bash[89221]: cluster 2024-09-13T14:34:58.648070+0000 mgr.y (mgr.25139) 815 : cluster [DBG] pgmap v493: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:35:00.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:59 smithi062 bash[92878]: cluster 2024-09-13T14:34:58.648070+0000 mgr.y (mgr.25139) 815 : cluster [DBG] pgmap v493: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:35:00.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:34:59 smithi062 bash[92878]: cluster 2024-09-13T14:34:58.648070+0000 mgr.y (mgr.25139) 815 : cluster [DBG] pgmap v493: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:35:00.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:59 smithi178 bash[70490]: cluster 2024-09-13T14:34:58.648070+0000 mgr.y (mgr.25139) 815 : cluster [DBG] pgmap v493: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:35:00.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:34:59 smithi178 bash[70490]: cluster 2024-09-13T14:34:58.648070+0000 mgr.y (mgr.25139) 815 : cluster [DBG] pgmap v493: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:35:00.799 INFO:teuthology.orchestra.run.smithi062.stderr:Inferring config /var/lib/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T14:35:02.185 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:35:01 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:35:01.737135323Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:35:02.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:35:01 smithi178 bash[70490]: cluster 2024-09-13T14:35:00.649044+0000 mgr.y (mgr.25139) 816 : cluster [DBG] pgmap v494: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:35:02.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:35:01 smithi178 bash[70490]: cluster 2024-09-13T14:35:00.649044+0000 mgr.y (mgr.25139) 816 : cluster [DBG] pgmap v494: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:35:02.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:35:01 smithi062 bash[89221]: cluster 2024-09-13T14:35:00.649044+0000 mgr.y (mgr.25139) 816 : cluster [DBG] pgmap v494: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:35:02.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:35:01 smithi062 bash[89221]: cluster 2024-09-13T14:35:00.649044+0000 mgr.y (mgr.25139) 816 : cluster [DBG] pgmap v494: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:35:02.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:35:01 smithi062 bash[92878]: cluster 2024-09-13T14:35:00.649044+0000 mgr.y (mgr.25139) 816 : cluster [DBG] pgmap v494: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:35:02.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:35:01 smithi062 bash[92878]: cluster 2024-09-13T14:35:00.649044+0000 mgr.y (mgr.25139) 816 : cluster [DBG] pgmap v494: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:35:02.336 INFO:teuthology.orchestra.run.smithi062.stdout:true 2024-09-13T14:35:03.079 DEBUG:teuthology.orchestra.run.smithi062:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ff1149ea-71d5-11ef-bceb-c7b262605968 -e sha1=b0201b8c79733293453e7f10a10c7fa43119222b -- bash -c 'ceph versions | jq -e '"'"'.osd | keys'"'"' | grep $sha1' 2024-09-13T14:35:03.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:35:02 smithi062 bash[89221]: audit 2024-09-13T14:35:02.325815+0000 mon.c (mon.2) 12 : audit [DBG] from='client.? 172.21.15.62:0/4151254852' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:35:03.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:35:02 smithi062 bash[89221]: audit 2024-09-13T14:35:02.325815+0000 mon.c (mon.2) 12 : audit [DBG] from='client.? 172.21.15.62:0/4151254852' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:35:03.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:35:02 smithi062 bash[92878]: audit 2024-09-13T14:35:02.325815+0000 mon.c (mon.2) 12 : audit [DBG] from='client.? 172.21.15.62:0/4151254852' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:35:03.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:35:02 smithi062 bash[92878]: audit 2024-09-13T14:35:02.325815+0000 mon.c (mon.2) 12 : audit [DBG] from='client.? 172.21.15.62:0/4151254852' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:35:03.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:35:02 smithi178 bash[70490]: audit 2024-09-13T14:35:02.325815+0000 mon.c (mon.2) 12 : audit [DBG] from='client.? 172.21.15.62:0/4151254852' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:35:03.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:35:02 smithi178 bash[70490]: audit 2024-09-13T14:35:02.325815+0000 mon.c (mon.2) 12 : audit [DBG] from='client.? 172.21.15.62:0/4151254852' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:35:03.977 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:35:03 smithi062 bash[68610]: ::ffff:172.21.15.178 - - [13/Sep/2024:14:35:03] "GET /metrics HTTP/1.1" 200 38396 "" "Prometheus/2.51.0" 2024-09-13T14:35:04.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:35:03 smithi062 bash[89221]: cluster 2024-09-13T14:35:02.650641+0000 mgr.y (mgr.25139) 817 : cluster [DBG] pgmap v495: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:35:04.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:35:03 smithi062 bash[89221]: cluster 2024-09-13T14:35:02.650641+0000 mgr.y (mgr.25139) 817 : cluster [DBG] pgmap v495: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:35:04.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:35:03 smithi062 bash[89221]: audit 2024-09-13T14:35:02.935584+0000 mgr.y (mgr.25139) 818 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:35:04.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:35:03 smithi062 bash[89221]: audit 2024-09-13T14:35:02.935584+0000 mgr.y (mgr.25139) 818 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:35:04.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:35:03 smithi062 bash[92878]: cluster 2024-09-13T14:35:02.650641+0000 mgr.y (mgr.25139) 817 : cluster [DBG] pgmap v495: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:35:04.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:35:03 smithi062 bash[92878]: cluster 2024-09-13T14:35:02.650641+0000 mgr.y (mgr.25139) 817 : cluster [DBG] pgmap v495: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:35:04.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:35:03 smithi062 bash[92878]: audit 2024-09-13T14:35:02.935584+0000 mgr.y (mgr.25139) 818 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:35:04.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:35:03 smithi062 bash[92878]: audit 2024-09-13T14:35:02.935584+0000 mgr.y (mgr.25139) 818 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:35:04.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:35:03 smithi178 bash[70490]: cluster 2024-09-13T14:35:02.650641+0000 mgr.y (mgr.25139) 817 : cluster [DBG] pgmap v495: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:35:04.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:35:03 smithi178 bash[70490]: cluster 2024-09-13T14:35:02.650641+0000 mgr.y (mgr.25139) 817 : cluster [DBG] pgmap v495: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:35:04.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:35:03 smithi178 bash[70490]: audit 2024-09-13T14:35:02.935584+0000 mgr.y (mgr.25139) 818 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:35:04.436 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:35:03 smithi178 bash[70490]: audit 2024-09-13T14:35:02.935584+0000 mgr.y (mgr.25139) 818 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:35:05.185 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:35:04 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:35:04.715253215Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:35:06.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:35:05 smithi062 bash[89221]: cluster 2024-09-13T14:35:04.651402+0000 mgr.y (mgr.25139) 819 : cluster [DBG] pgmap v496: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:35:06.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:35:05 smithi062 bash[89221]: cluster 2024-09-13T14:35:04.651402+0000 mgr.y (mgr.25139) 819 : cluster [DBG] pgmap v496: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:35:06.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:35:05 smithi062 bash[92878]: cluster 2024-09-13T14:35:04.651402+0000 mgr.y (mgr.25139) 819 : cluster [DBG] pgmap v496: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:35:06.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:35:05 smithi062 bash[92878]: cluster 2024-09-13T14:35:04.651402+0000 mgr.y (mgr.25139) 819 : cluster [DBG] pgmap v496: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:35:06.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:35:05 smithi178 bash[70490]: cluster 2024-09-13T14:35:04.651402+0000 mgr.y (mgr.25139) 819 : cluster [DBG] pgmap v496: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:35:06.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:35:05 smithi178 bash[70490]: cluster 2024-09-13T14:35:04.651402+0000 mgr.y (mgr.25139) 819 : cluster [DBG] pgmap v496: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:35:07.911 INFO:teuthology.orchestra.run.smithi062.stderr:Inferring config /var/lib/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T14:35:08.185 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:35:07 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:35:07.757825632Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:35:08.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:35:07 smithi178 bash[70490]: cluster 2024-09-13T14:35:06.652910+0000 mgr.y (mgr.25139) 820 : cluster [DBG] pgmap v497: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:35:08.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:35:07 smithi178 bash[70490]: cluster 2024-09-13T14:35:06.652910+0000 mgr.y (mgr.25139) 820 : cluster [DBG] pgmap v497: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:35:08.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:35:07 smithi062 bash[89221]: cluster 2024-09-13T14:35:06.652910+0000 mgr.y (mgr.25139) 820 : cluster [DBG] pgmap v497: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:35:08.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:35:07 smithi062 bash[89221]: cluster 2024-09-13T14:35:06.652910+0000 mgr.y (mgr.25139) 820 : cluster [DBG] pgmap v497: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:35:08.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:35:07 smithi062 bash[92878]: cluster 2024-09-13T14:35:06.652910+0000 mgr.y (mgr.25139) 820 : cluster [DBG] pgmap v497: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:35:08.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:35:07 smithi062 bash[92878]: cluster 2024-09-13T14:35:06.652910+0000 mgr.y (mgr.25139) 820 : cluster [DBG] pgmap v497: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:35:09.529 INFO:teuthology.orchestra.run.smithi062.stdout: "ceph version 19.3.0-4917-gb0201b8c (b0201b8c79733293453e7f10a10c7fa43119222b) squid (dev)" 2024-09-13T14:35:10.214 DEBUG:teuthology.orchestra.run.smithi062:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ff1149ea-71d5-11ef-bceb-c7b262605968 -e sha1=b0201b8c79733293453e7f10a10c7fa43119222b -- bash -c 'ceph orch upgrade status' 2024-09-13T14:35:10.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:35:09 smithi062 bash[89221]: cluster 2024-09-13T14:35:08.654055+0000 mgr.y (mgr.25139) 821 : cluster [DBG] pgmap v498: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:35:10.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:35:09 smithi062 bash[89221]: cluster 2024-09-13T14:35:08.654055+0000 mgr.y (mgr.25139) 821 : cluster [DBG] pgmap v498: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:35:10.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:35:09 smithi062 bash[89221]: audit 2024-09-13T14:35:09.518972+0000 mon.a (mon.0) 531 : audit [DBG] from='client.? 172.21.15.62:0/3968798273' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:35:10.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:35:09 smithi062 bash[89221]: audit 2024-09-13T14:35:09.518972+0000 mon.a (mon.0) 531 : audit [DBG] from='client.? 172.21.15.62:0/3968798273' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:35:10.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:35:09 smithi062 bash[92878]: cluster 2024-09-13T14:35:08.654055+0000 mgr.y (mgr.25139) 821 : cluster [DBG] pgmap v498: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:35:10.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:35:09 smithi062 bash[92878]: cluster 2024-09-13T14:35:08.654055+0000 mgr.y (mgr.25139) 821 : cluster [DBG] pgmap v498: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:35:10.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:35:09 smithi062 bash[92878]: audit 2024-09-13T14:35:09.518972+0000 mon.a (mon.0) 531 : audit [DBG] from='client.? 172.21.15.62:0/3968798273' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:35:10.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:35:09 smithi062 bash[92878]: audit 2024-09-13T14:35:09.518972+0000 mon.a (mon.0) 531 : audit [DBG] from='client.? 172.21.15.62:0/3968798273' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:35:10.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:35:09 smithi178 bash[70490]: cluster 2024-09-13T14:35:08.654055+0000 mgr.y (mgr.25139) 821 : cluster [DBG] pgmap v498: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:35:10.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:35:09 smithi178 bash[70490]: cluster 2024-09-13T14:35:08.654055+0000 mgr.y (mgr.25139) 821 : cluster [DBG] pgmap v498: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:35:10.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:35:09 smithi178 bash[70490]: audit 2024-09-13T14:35:09.518972+0000 mon.a (mon.0) 531 : audit [DBG] from='client.? 172.21.15.62:0/3968798273' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:35:10.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:35:09 smithi178 bash[70490]: audit 2024-09-13T14:35:09.518972+0000 mon.a (mon.0) 531 : audit [DBG] from='client.? 172.21.15.62:0/3968798273' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:35:11.185 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:35:10 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:35:10.730259332Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:35:12.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:35:11 smithi062 bash[89221]: cluster 2024-09-13T14:35:10.655049+0000 mgr.y (mgr.25139) 822 : cluster [DBG] pgmap v499: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:35:12.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:35:11 smithi062 bash[89221]: cluster 2024-09-13T14:35:10.655049+0000 mgr.y (mgr.25139) 822 : cluster [DBG] pgmap v499: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:35:12.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:35:12 smithi062 bash[92878]: cluster 2024-09-13T14:35:10.655049+0000 mgr.y (mgr.25139) 822 : cluster [DBG] pgmap v499: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:35:12.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:35:12 smithi062 bash[92878]: cluster 2024-09-13T14:35:10.655049+0000 mgr.y (mgr.25139) 822 : cluster [DBG] pgmap v499: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:35:12.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:35:11 smithi178 bash[70490]: cluster 2024-09-13T14:35:10.655049+0000 mgr.y (mgr.25139) 822 : cluster [DBG] pgmap v499: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:35:12.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:35:11 smithi178 bash[70490]: cluster 2024-09-13T14:35:10.655049+0000 mgr.y (mgr.25139) 822 : cluster [DBG] pgmap v499: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:35:14.003 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:35:13 smithi062 bash[68610]: ::ffff:172.21.15.178 - - [13/Sep/2024:14:35:13] "GET /metrics HTTP/1.1" 200 38396 "" "Prometheus/2.51.0" 2024-09-13T14:35:14.005 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:35:13 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:35:13.751686974Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:35:14.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:35:14 smithi178 bash[70490]: cluster 2024-09-13T14:35:12.656604+0000 mgr.y (mgr.25139) 823 : cluster [DBG] pgmap v500: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:35:14.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:35:14 smithi178 bash[70490]: cluster 2024-09-13T14:35:12.656604+0000 mgr.y (mgr.25139) 823 : cluster [DBG] pgmap v500: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:35:14.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:35:14 smithi178 bash[70490]: audit 2024-09-13T14:35:12.940460+0000 mgr.y (mgr.25139) 824 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:35:14.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:35:14 smithi178 bash[70490]: audit 2024-09-13T14:35:12.940460+0000 mgr.y (mgr.25139) 824 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:35:14.436 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:35:14 smithi178 bash[70490]: audit 2024-09-13T14:35:13.871750+0000 mon.b (mon.1) 321 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:35:14.436 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:35:14 smithi178 bash[70490]: audit 2024-09-13T14:35:13.871750+0000 mon.b (mon.1) 321 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:35:14.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:35:14 smithi062 bash[89221]: cluster 2024-09-13T14:35:12.656604+0000 mgr.y (mgr.25139) 823 : cluster [DBG] pgmap v500: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:35:14.504 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:35:14 smithi062 bash[89221]: cluster 2024-09-13T14:35:12.656604+0000 mgr.y (mgr.25139) 823 : cluster [DBG] pgmap v500: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:35:14.504 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:35:14 smithi062 bash[89221]: audit 2024-09-13T14:35:12.940460+0000 mgr.y (mgr.25139) 824 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:35:14.504 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:35:14 smithi062 bash[89221]: audit 2024-09-13T14:35:12.940460+0000 mgr.y (mgr.25139) 824 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:35:14.504 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:35:14 smithi062 bash[89221]: audit 2024-09-13T14:35:13.871750+0000 mon.b (mon.1) 321 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:35:14.504 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:35:14 smithi062 bash[89221]: audit 2024-09-13T14:35:13.871750+0000 mon.b (mon.1) 321 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:35:14.504 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:35:14 smithi062 bash[92878]: cluster 2024-09-13T14:35:12.656604+0000 mgr.y (mgr.25139) 823 : cluster [DBG] pgmap v500: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:35:14.504 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:35:14 smithi062 bash[92878]: cluster 2024-09-13T14:35:12.656604+0000 mgr.y (mgr.25139) 823 : cluster [DBG] pgmap v500: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:35:14.504 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:35:14 smithi062 bash[92878]: audit 2024-09-13T14:35:12.940460+0000 mgr.y (mgr.25139) 824 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:35:14.504 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:35:14 smithi062 bash[92878]: audit 2024-09-13T14:35:12.940460+0000 mgr.y (mgr.25139) 824 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:35:14.505 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:35:14 smithi062 bash[92878]: audit 2024-09-13T14:35:13.871750+0000 mon.b (mon.1) 321 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:35:14.505 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:35:14 smithi062 bash[92878]: audit 2024-09-13T14:35:13.871750+0000 mon.b (mon.1) 321 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:35:15.033 INFO:teuthology.orchestra.run.smithi062.stderr:Inferring config /var/lib/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T14:35:16.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:35:16 smithi178 bash[70490]: cluster 2024-09-13T14:35:14.657347+0000 mgr.y (mgr.25139) 825 : cluster [DBG] pgmap v501: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:35:16.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:35:16 smithi178 bash[70490]: cluster 2024-09-13T14:35:14.657347+0000 mgr.y (mgr.25139) 825 : cluster [DBG] pgmap v501: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:35:16.501 INFO:teuthology.orchestra.run.smithi062.stdout:{ 2024-09-13T14:35:16.501 INFO:teuthology.orchestra.run.smithi062.stdout: "target_image": null, 2024-09-13T14:35:16.501 INFO:teuthology.orchestra.run.smithi062.stdout: "in_progress": false, 2024-09-13T14:35:16.501 INFO:teuthology.orchestra.run.smithi062.stdout: "which": "", 2024-09-13T14:35:16.501 INFO:teuthology.orchestra.run.smithi062.stdout: "services_complete": [], 2024-09-13T14:35:16.501 INFO:teuthology.orchestra.run.smithi062.stdout: "progress": null, 2024-09-13T14:35:16.501 INFO:teuthology.orchestra.run.smithi062.stdout: "message": "", 2024-09-13T14:35:16.501 INFO:teuthology.orchestra.run.smithi062.stdout: "is_paused": false 2024-09-13T14:35:16.502 INFO:teuthology.orchestra.run.smithi062.stdout:} 2024-09-13T14:35:16.503 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:35:16 smithi062 bash[92878]: cluster 2024-09-13T14:35:14.657347+0000 mgr.y (mgr.25139) 825 : cluster [DBG] pgmap v501: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:35:16.503 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:35:16 smithi062 bash[92878]: cluster 2024-09-13T14:35:14.657347+0000 mgr.y (mgr.25139) 825 : cluster [DBG] pgmap v501: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:35:16.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:35:16 smithi062 bash[89221]: cluster 2024-09-13T14:35:14.657347+0000 mgr.y (mgr.25139) 825 : cluster [DBG] pgmap v501: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:35:16.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:35:16 smithi062 bash[89221]: cluster 2024-09-13T14:35:14.657347+0000 mgr.y (mgr.25139) 825 : cluster [DBG] pgmap v501: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:35:17.185 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:35:16 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:35:16.752935028Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:35:17.336 DEBUG:teuthology.orchestra.run.smithi062:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ff1149ea-71d5-11ef-bceb-c7b262605968 -e sha1=b0201b8c79733293453e7f10a10c7fa43119222b -- bash -c 'ceph health detail' 2024-09-13T14:35:18.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:35:18 smithi178 bash[70490]: audit 2024-09-13T14:35:16.501448+0000 mgr.y (mgr.25139) 826 : audit [DBG] from='client.44613 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:35:18.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:35:18 smithi178 bash[70490]: audit 2024-09-13T14:35:16.501448+0000 mgr.y (mgr.25139) 826 : audit [DBG] from='client.44613 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:35:18.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:35:18 smithi178 bash[70490]: cluster 2024-09-13T14:35:16.658672+0000 mgr.y (mgr.25139) 827 : cluster [DBG] pgmap v502: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:35:18.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:35:18 smithi178 bash[70490]: cluster 2024-09-13T14:35:16.658672+0000 mgr.y (mgr.25139) 827 : cluster [DBG] pgmap v502: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:35:18.503 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:35:18 smithi062 bash[92878]: audit 2024-09-13T14:35:16.501448+0000 mgr.y (mgr.25139) 826 : audit [DBG] from='client.44613 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:35:18.503 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:35:18 smithi062 bash[92878]: audit 2024-09-13T14:35:16.501448+0000 mgr.y (mgr.25139) 826 : audit [DBG] from='client.44613 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:35:18.503 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:35:18 smithi062 bash[92878]: cluster 2024-09-13T14:35:16.658672+0000 mgr.y (mgr.25139) 827 : cluster [DBG] pgmap v502: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:35:18.503 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:35:18 smithi062 bash[92878]: cluster 2024-09-13T14:35:16.658672+0000 mgr.y (mgr.25139) 827 : cluster [DBG] pgmap v502: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:35:18.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:35:18 smithi062 bash[89221]: audit 2024-09-13T14:35:16.501448+0000 mgr.y (mgr.25139) 826 : audit [DBG] from='client.44613 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:35:18.504 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:35:18 smithi062 bash[89221]: audit 2024-09-13T14:35:16.501448+0000 mgr.y (mgr.25139) 826 : audit [DBG] from='client.44613 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:35:18.504 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:35:18 smithi062 bash[89221]: cluster 2024-09-13T14:35:16.658672+0000 mgr.y (mgr.25139) 827 : cluster [DBG] pgmap v502: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:35:18.504 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:35:18 smithi062 bash[89221]: cluster 2024-09-13T14:35:16.658672+0000 mgr.y (mgr.25139) 827 : cluster [DBG] pgmap v502: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:35:20.021 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:35:19 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:35:19.751556413Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:35:20.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:35:20 smithi178 bash[70490]: cluster 2024-09-13T14:35:18.659737+0000 mgr.y (mgr.25139) 828 : cluster [DBG] pgmap v503: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:35:20.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:35:20 smithi178 bash[70490]: cluster 2024-09-13T14:35:18.659737+0000 mgr.y (mgr.25139) 828 : cluster [DBG] pgmap v503: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:35:20.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:35:20 smithi178 bash[70490]: audit 2024-09-13T14:35:19.136802+0000 mon.b (mon.1) 322 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:35:20.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:35:20 smithi178 bash[70490]: audit 2024-09-13T14:35:19.136802+0000 mon.b (mon.1) 322 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:35:20.436 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:35:20 smithi178 bash[70490]: audit 2024-09-13T14:35:19.138277+0000 mon.b (mon.1) 323 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-13T14:35:20.436 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:35:20 smithi178 bash[70490]: audit 2024-09-13T14:35:19.138277+0000 mon.b (mon.1) 323 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-13T14:35:20.436 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:35:20 smithi178 bash[70490]: audit 2024-09-13T14:35:19.148344+0000 mon.a (mon.0) 532 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:35:20.436 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:35:20 smithi178 bash[70490]: audit 2024-09-13T14:35:19.148344+0000 mon.a (mon.0) 532 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:35:20.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:35:20 smithi062 bash[89221]: cluster 2024-09-13T14:35:18.659737+0000 mgr.y (mgr.25139) 828 : cluster [DBG] pgmap v503: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:35:20.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:35:20 smithi062 bash[89221]: cluster 2024-09-13T14:35:18.659737+0000 mgr.y (mgr.25139) 828 : cluster [DBG] pgmap v503: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:35:20.504 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:35:20 smithi062 bash[89221]: audit 2024-09-13T14:35:19.136802+0000 mon.b (mon.1) 322 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:35:20.504 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:35:20 smithi062 bash[89221]: audit 2024-09-13T14:35:19.136802+0000 mon.b (mon.1) 322 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:35:20.504 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:35:20 smithi062 bash[89221]: audit 2024-09-13T14:35:19.138277+0000 mon.b (mon.1) 323 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-13T14:35:20.504 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:35:20 smithi062 bash[89221]: audit 2024-09-13T14:35:19.138277+0000 mon.b (mon.1) 323 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-13T14:35:20.504 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:35:20 smithi062 bash[89221]: audit 2024-09-13T14:35:19.148344+0000 mon.a (mon.0) 532 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:35:20.504 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:35:20 smithi062 bash[89221]: audit 2024-09-13T14:35:19.148344+0000 mon.a (mon.0) 532 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:35:20.504 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:35:20 smithi062 bash[92878]: cluster 2024-09-13T14:35:18.659737+0000 mgr.y (mgr.25139) 828 : cluster [DBG] pgmap v503: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:35:20.504 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:35:20 smithi062 bash[92878]: cluster 2024-09-13T14:35:18.659737+0000 mgr.y (mgr.25139) 828 : cluster [DBG] pgmap v503: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:35:20.504 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:35:20 smithi062 bash[92878]: audit 2024-09-13T14:35:19.136802+0000 mon.b (mon.1) 322 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:35:20.504 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:35:20 smithi062 bash[92878]: audit 2024-09-13T14:35:19.136802+0000 mon.b (mon.1) 322 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:35:20.504 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:35:20 smithi062 bash[92878]: audit 2024-09-13T14:35:19.138277+0000 mon.b (mon.1) 323 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-13T14:35:20.505 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:35:20 smithi062 bash[92878]: audit 2024-09-13T14:35:19.138277+0000 mon.b (mon.1) 323 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-13T14:35:20.505 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:35:20 smithi062 bash[92878]: audit 2024-09-13T14:35:19.148344+0000 mon.a (mon.0) 532 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:35:20.505 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:35:20 smithi062 bash[92878]: audit 2024-09-13T14:35:19.148344+0000 mon.a (mon.0) 532 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:35:22.148 INFO:teuthology.orchestra.run.smithi062.stderr:Inferring config /var/lib/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T14:35:22.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:35:22 smithi178 bash[70490]: cluster 2024-09-13T14:35:20.660748+0000 mgr.y (mgr.25139) 829 : cluster [DBG] pgmap v504: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:35:22.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:35:22 smithi178 bash[70490]: cluster 2024-09-13T14:35:20.660748+0000 mgr.y (mgr.25139) 829 : cluster [DBG] pgmap v504: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:35:22.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:35:22 smithi062 bash[89221]: cluster 2024-09-13T14:35:20.660748+0000 mgr.y (mgr.25139) 829 : cluster [DBG] pgmap v504: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:35:22.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:35:22 smithi062 bash[89221]: cluster 2024-09-13T14:35:20.660748+0000 mgr.y (mgr.25139) 829 : cluster [DBG] pgmap v504: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:35:22.503 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:35:22 smithi062 bash[92878]: cluster 2024-09-13T14:35:20.660748+0000 mgr.y (mgr.25139) 829 : cluster [DBG] pgmap v504: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:35:22.503 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:35:22 smithi062 bash[92878]: cluster 2024-09-13T14:35:20.660748+0000 mgr.y (mgr.25139) 829 : cluster [DBG] pgmap v504: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:35:23.185 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:35:22 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:35:22.752031531Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:35:23.661 INFO:teuthology.orchestra.run.smithi062.stdout:HEALTH_OK 2024-09-13T14:35:23.837 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:35:23 smithi062 bash[68610]: ::ffff:172.21.15.178 - - [13/Sep/2024:14:35:23] "GET /metrics HTTP/1.1" 200 38402 "" "Prometheus/2.51.0" 2024-09-13T14:35:24.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:35:24 smithi062 bash[89221]: cluster 2024-09-13T14:35:22.662270+0000 mgr.y (mgr.25139) 830 : cluster [DBG] pgmap v505: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:35:24.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:35:24 smithi062 bash[89221]: cluster 2024-09-13T14:35:22.662270+0000 mgr.y (mgr.25139) 830 : cluster [DBG] pgmap v505: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:35:24.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:35:24 smithi062 bash[89221]: audit 2024-09-13T14:35:22.948496+0000 mgr.y (mgr.25139) 831 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:35:24.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:35:24 smithi062 bash[89221]: audit 2024-09-13T14:35:22.948496+0000 mgr.y (mgr.25139) 831 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:35:24.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:35:24 smithi062 bash[89221]: audit 2024-09-13T14:35:23.662240+0000 mon.c (mon.2) 13 : audit [DBG] from='client.? 172.21.15.62:0/1505044305' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-09-13T14:35:24.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:35:24 smithi062 bash[89221]: audit 2024-09-13T14:35:23.662240+0000 mon.c (mon.2) 13 : audit [DBG] from='client.? 172.21.15.62:0/1505044305' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-09-13T14:35:24.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:35:24 smithi062 bash[92878]: cluster 2024-09-13T14:35:22.662270+0000 mgr.y (mgr.25139) 830 : cluster [DBG] pgmap v505: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:35:24.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:35:24 smithi062 bash[92878]: cluster 2024-09-13T14:35:22.662270+0000 mgr.y (mgr.25139) 830 : cluster [DBG] pgmap v505: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:35:24.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:35:24 smithi062 bash[92878]: audit 2024-09-13T14:35:22.948496+0000 mgr.y (mgr.25139) 831 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:35:24.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:35:24 smithi062 bash[92878]: audit 2024-09-13T14:35:22.948496+0000 mgr.y (mgr.25139) 831 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:35:24.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:35:24 smithi062 bash[92878]: audit 2024-09-13T14:35:23.662240+0000 mon.c (mon.2) 13 : audit [DBG] from='client.? 172.21.15.62:0/1505044305' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-09-13T14:35:24.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:35:24 smithi062 bash[92878]: audit 2024-09-13T14:35:23.662240+0000 mon.c (mon.2) 13 : audit [DBG] from='client.? 172.21.15.62:0/1505044305' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-09-13T14:35:24.363 DEBUG:teuthology.orchestra.run.smithi062:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ff1149ea-71d5-11ef-bceb-c7b262605968 -e sha1=b0201b8c79733293453e7f10a10c7fa43119222b -- bash -c 'ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 --services rgw.foo' 2024-09-13T14:35:24.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:35:24 smithi178 bash[70490]: cluster 2024-09-13T14:35:22.662270+0000 mgr.y (mgr.25139) 830 : cluster [DBG] pgmap v505: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:35:24.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:35:24 smithi178 bash[70490]: cluster 2024-09-13T14:35:22.662270+0000 mgr.y (mgr.25139) 830 : cluster [DBG] pgmap v505: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:35:24.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:35:24 smithi178 bash[70490]: audit 2024-09-13T14:35:22.948496+0000 mgr.y (mgr.25139) 831 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:35:24.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:35:24 smithi178 bash[70490]: audit 2024-09-13T14:35:22.948496+0000 mgr.y (mgr.25139) 831 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:35:24.436 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:35:24 smithi178 bash[70490]: audit 2024-09-13T14:35:23.662240+0000 mon.c (mon.2) 13 : audit [DBG] from='client.? 172.21.15.62:0/1505044305' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-09-13T14:35:24.436 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:35:24 smithi178 bash[70490]: audit 2024-09-13T14:35:23.662240+0000 mon.c (mon.2) 13 : audit [DBG] from='client.? 172.21.15.62:0/1505044305' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-09-13T14:35:26.034 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:35:25 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:35:25.723750047Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:35:26.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:35:26 smithi178 bash[70490]: cluster 2024-09-13T14:35:24.662985+0000 mgr.y (mgr.25139) 832 : cluster [DBG] pgmap v506: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:35:26.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:35:26 smithi178 bash[70490]: cluster 2024-09-13T14:35:24.662985+0000 mgr.y (mgr.25139) 832 : cluster [DBG] pgmap v506: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:35:26.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:35:26 smithi062 bash[89221]: cluster 2024-09-13T14:35:24.662985+0000 mgr.y (mgr.25139) 832 : cluster [DBG] pgmap v506: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:35:26.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:35:26 smithi062 bash[89221]: cluster 2024-09-13T14:35:24.662985+0000 mgr.y (mgr.25139) 832 : cluster [DBG] pgmap v506: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:35:26.503 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:35:26 smithi062 bash[92878]: cluster 2024-09-13T14:35:24.662985+0000 mgr.y (mgr.25139) 832 : cluster [DBG] pgmap v506: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:35:26.504 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:35:26 smithi062 bash[92878]: cluster 2024-09-13T14:35:24.662985+0000 mgr.y (mgr.25139) 832 : cluster [DBG] pgmap v506: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:35:28.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:35:28 smithi178 bash[70490]: cluster 2024-09-13T14:35:26.664483+0000 mgr.y (mgr.25139) 833 : cluster [DBG] pgmap v507: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:35:28.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:35:28 smithi178 bash[70490]: cluster 2024-09-13T14:35:26.664483+0000 mgr.y (mgr.25139) 833 : cluster [DBG] pgmap v507: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:35:28.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:35:28 smithi062 bash[89221]: cluster 2024-09-13T14:35:26.664483+0000 mgr.y (mgr.25139) 833 : cluster [DBG] pgmap v507: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:35:28.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:35:28 smithi062 bash[89221]: cluster 2024-09-13T14:35:26.664483+0000 mgr.y (mgr.25139) 833 : cluster [DBG] pgmap v507: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:35:28.504 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:35:28 smithi062 bash[92878]: cluster 2024-09-13T14:35:26.664483+0000 mgr.y (mgr.25139) 833 : cluster [DBG] pgmap v507: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:35:28.504 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:35:28 smithi062 bash[92878]: cluster 2024-09-13T14:35:26.664483+0000 mgr.y (mgr.25139) 833 : cluster [DBG] pgmap v507: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:35:29.048 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:35:28 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:35:28.748385194Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:35:29.179 INFO:teuthology.orchestra.run.smithi062.stderr:Inferring config /var/lib/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T14:35:29.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:35:29 smithi178 bash[70490]: audit 2024-09-13T14:35:28.872050+0000 mon.b (mon.1) 324 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:35:29.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:35:29 smithi178 bash[70490]: audit 2024-09-13T14:35:28.872050+0000 mon.b (mon.1) 324 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:35:29.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:35:29 smithi062 bash[89221]: audit 2024-09-13T14:35:28.872050+0000 mon.b (mon.1) 324 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:35:29.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:35:29 smithi062 bash[89221]: audit 2024-09-13T14:35:28.872050+0000 mon.b (mon.1) 324 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:35:29.503 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:35:29 smithi062 bash[92878]: audit 2024-09-13T14:35:28.872050+0000 mon.b (mon.1) 324 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:35:29.504 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:35:29 smithi062 bash[92878]: audit 2024-09-13T14:35:28.872050+0000 mon.b (mon.1) 324 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:35:30.412 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:35:30 smithi062 bash[92878]: cluster 2024-09-13T14:35:28.665281+0000 mgr.y (mgr.25139) 834 : cluster [DBG] pgmap v508: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:35:30.412 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:35:30 smithi062 bash[92878]: cluster 2024-09-13T14:35:28.665281+0000 mgr.y (mgr.25139) 834 : cluster [DBG] pgmap v508: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:35:30.412 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:35:30 smithi062 bash[89221]: cluster 2024-09-13T14:35:28.665281+0000 mgr.y (mgr.25139) 834 : cluster [DBG] pgmap v508: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:35:30.412 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:35:30 smithi062 bash[89221]: cluster 2024-09-13T14:35:28.665281+0000 mgr.y (mgr.25139) 834 : cluster [DBG] pgmap v508: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:35:30.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:35:30 smithi178 bash[70490]: cluster 2024-09-13T14:35:28.665281+0000 mgr.y (mgr.25139) 834 : cluster [DBG] pgmap v508: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:35:30.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:35:30 smithi178 bash[70490]: cluster 2024-09-13T14:35:28.665281+0000 mgr.y (mgr.25139) 834 : cluster [DBG] pgmap v508: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:35:32.055 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:35:31 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:35:31.745266167Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:35:32.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:35:32 smithi178 bash[70490]: cluster 2024-09-13T14:35:30.666207+0000 mgr.y (mgr.25139) 835 : cluster [DBG] pgmap v509: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:35:32.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:35:32 smithi178 bash[70490]: cluster 2024-09-13T14:35:30.666207+0000 mgr.y (mgr.25139) 835 : cluster [DBG] pgmap v509: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:35:32.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:35:32 smithi178 bash[70490]: audit 2024-09-13T14:35:30.778799+0000 mgr.y (mgr.25139) 836 : audit [DBG] from='client.44625 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:b0201b8c79733293453e7f10a10c7fa43119222b", "services": "rgw.foo", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:35:32.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:35:32 smithi178 bash[70490]: audit 2024-09-13T14:35:30.778799+0000 mgr.y (mgr.25139) 836 : audit [DBG] from='client.44625 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:b0201b8c79733293453e7f10a10c7fa43119222b", "services": "rgw.foo", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:35:32.442 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:35:32 smithi062 bash[92878]: cluster 2024-09-13T14:35:30.666207+0000 mgr.y (mgr.25139) 835 : cluster [DBG] pgmap v509: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:35:32.442 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:35:32 smithi062 bash[92878]: cluster 2024-09-13T14:35:30.666207+0000 mgr.y (mgr.25139) 835 : cluster [DBG] pgmap v509: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:35:32.442 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:35:32 smithi062 bash[92878]: audit 2024-09-13T14:35:30.778799+0000 mgr.y (mgr.25139) 836 : audit [DBG] from='client.44625 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:b0201b8c79733293453e7f10a10c7fa43119222b", "services": "rgw.foo", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:35:32.442 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:35:32 smithi062 bash[92878]: audit 2024-09-13T14:35:30.778799+0000 mgr.y (mgr.25139) 836 : audit [DBG] from='client.44625 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:b0201b8c79733293453e7f10a10c7fa43119222b", "services": "rgw.foo", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:35:32.442 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:35:32 smithi062 bash[89221]: cluster 2024-09-13T14:35:30.666207+0000 mgr.y (mgr.25139) 835 : cluster [DBG] pgmap v509: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:35:32.443 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:35:32 smithi062 bash[89221]: cluster 2024-09-13T14:35:30.666207+0000 mgr.y (mgr.25139) 835 : cluster [DBG] pgmap v509: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:35:32.443 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:35:32 smithi062 bash[89221]: audit 2024-09-13T14:35:30.778799+0000 mgr.y (mgr.25139) 836 : audit [DBG] from='client.44625 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:b0201b8c79733293453e7f10a10c7fa43119222b", "services": "rgw.foo", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:35:32.443 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:35:32 smithi062 bash[89221]: audit 2024-09-13T14:35:30.778799+0000 mgr.y (mgr.25139) 836 : audit [DBG] from='client.44625 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:b0201b8c79733293453e7f10a10c7fa43119222b", "services": "rgw.foo", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:35:33.250 INFO:teuthology.orchestra.run.smithi062.stdout:Initiating upgrade to quay.ceph.io/ceph-ci/ceph:b0201b8c79733293453e7f10a10c7fa43119222b 2024-09-13T14:35:33.847 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:35:33 smithi062 bash[68610]: ::ffff:172.21.15.178 - - [13/Sep/2024:14:35:33] "GET /metrics HTTP/1.1" 200 38401 "" "Prometheus/2.51.0" 2024-09-13T14:35:33.849 DEBUG:teuthology.orchestra.run.smithi062:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ff1149ea-71d5-11ef-bceb-c7b262605968 -e sha1=b0201b8c79733293453e7f10a10c7fa43119222b -- bash -c 'while ceph orch upgrade status | jq '"'"'.in_progress'"'"' | grep true && ! ceph orch upgrade status | jq '"'"'.message'"'"' | grep Error ; do ceph orch ps ; ceph versions ; ceph orch upgrade status ; sleep 30 ; done' 2024-09-13T14:35:34.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:35:34 smithi062 bash[92878]: cluster 2024-09-13T14:35:32.667643+0000 mgr.y (mgr.25139) 837 : cluster [DBG] pgmap v510: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:35:34.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:35:34 smithi062 bash[92878]: cluster 2024-09-13T14:35:32.667643+0000 mgr.y (mgr.25139) 837 : cluster [DBG] pgmap v510: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:35:34.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:35:34 smithi062 bash[92878]: audit 2024-09-13T14:35:32.959794+0000 mgr.y (mgr.25139) 838 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:35:34.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:35:34 smithi062 bash[92878]: audit 2024-09-13T14:35:32.959794+0000 mgr.y (mgr.25139) 838 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:35:34.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:35:34 smithi062 bash[92878]: audit 2024-09-13T14:35:33.247982+0000 mon.a (mon.0) 533 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:35:34.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:35:34 smithi062 bash[92878]: audit 2024-09-13T14:35:33.247982+0000 mon.a (mon.0) 533 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:35:34.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:35:34 smithi062 bash[92878]: audit 2024-09-13T14:35:33.250719+0000 mon.b (mon.1) 325 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:35:34.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:35:34 smithi062 bash[92878]: audit 2024-09-13T14:35:33.250719+0000 mon.b (mon.1) 325 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:35:34.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:35:34 smithi062 bash[92878]: audit 2024-09-13T14:35:33.252062+0000 mon.b (mon.1) 326 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-13T14:35:34.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:35:34 smithi062 bash[92878]: audit 2024-09-13T14:35:33.252062+0000 mon.b (mon.1) 326 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-13T14:35:34.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:35:34 smithi062 bash[92878]: audit 2024-09-13T14:35:33.261813+0000 mon.a (mon.0) 534 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:35:34.255 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:35:34 smithi062 bash[92878]: audit 2024-09-13T14:35:33.261813+0000 mon.a (mon.0) 534 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:35:34.255 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:35:34 smithi062 bash[89221]: cluster 2024-09-13T14:35:32.667643+0000 mgr.y (mgr.25139) 837 : cluster [DBG] pgmap v510: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:35:34.255 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:35:34 smithi062 bash[89221]: cluster 2024-09-13T14:35:32.667643+0000 mgr.y (mgr.25139) 837 : cluster [DBG] pgmap v510: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:35:34.255 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:35:34 smithi062 bash[89221]: audit 2024-09-13T14:35:32.959794+0000 mgr.y (mgr.25139) 838 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:35:34.255 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:35:34 smithi062 bash[89221]: audit 2024-09-13T14:35:32.959794+0000 mgr.y (mgr.25139) 838 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:35:34.255 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:35:34 smithi062 bash[89221]: audit 2024-09-13T14:35:33.247982+0000 mon.a (mon.0) 533 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:35:34.255 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:35:34 smithi062 bash[89221]: audit 2024-09-13T14:35:33.247982+0000 mon.a (mon.0) 533 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:35:34.255 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:35:34 smithi062 bash[89221]: audit 2024-09-13T14:35:33.250719+0000 mon.b (mon.1) 325 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:35:34.255 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:35:34 smithi062 bash[89221]: audit 2024-09-13T14:35:33.250719+0000 mon.b (mon.1) 325 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:35:34.255 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:35:34 smithi062 bash[89221]: audit 2024-09-13T14:35:33.252062+0000 mon.b (mon.1) 326 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-13T14:35:34.255 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:35:34 smithi062 bash[89221]: audit 2024-09-13T14:35:33.252062+0000 mon.b (mon.1) 326 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-13T14:35:34.256 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:35:34 smithi062 bash[89221]: audit 2024-09-13T14:35:33.261813+0000 mon.a (mon.0) 534 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:35:34.256 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:35:34 smithi062 bash[89221]: audit 2024-09-13T14:35:33.261813+0000 mon.a (mon.0) 534 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:35:34.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:35:34 smithi178 bash[70490]: cluster 2024-09-13T14:35:32.667643+0000 mgr.y (mgr.25139) 837 : cluster [DBG] pgmap v510: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:35:34.436 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:35:34 smithi178 bash[70490]: cluster 2024-09-13T14:35:32.667643+0000 mgr.y (mgr.25139) 837 : cluster [DBG] pgmap v510: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:35:34.436 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:35:34 smithi178 bash[70490]: audit 2024-09-13T14:35:32.959794+0000 mgr.y (mgr.25139) 838 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:35:34.436 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:35:34 smithi178 bash[70490]: audit 2024-09-13T14:35:32.959794+0000 mgr.y (mgr.25139) 838 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:35:34.436 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:35:34 smithi178 bash[70490]: audit 2024-09-13T14:35:33.247982+0000 mon.a (mon.0) 533 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:35:34.436 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:35:34 smithi178 bash[70490]: audit 2024-09-13T14:35:33.247982+0000 mon.a (mon.0) 533 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:35:34.436 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:35:34 smithi178 bash[70490]: audit 2024-09-13T14:35:33.250719+0000 mon.b (mon.1) 325 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:35:34.436 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:35:34 smithi178 bash[70490]: audit 2024-09-13T14:35:33.250719+0000 mon.b (mon.1) 325 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:35:34.436 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:35:34 smithi178 bash[70490]: audit 2024-09-13T14:35:33.252062+0000 mon.b (mon.1) 326 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-13T14:35:34.436 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:35:34 smithi178 bash[70490]: audit 2024-09-13T14:35:33.252062+0000 mon.b (mon.1) 326 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-13T14:35:34.436 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:35:34 smithi178 bash[70490]: audit 2024-09-13T14:35:33.261813+0000 mon.a (mon.0) 534 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:35:34.436 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:35:34 smithi178 bash[70490]: audit 2024-09-13T14:35:33.261813+0000 mon.a (mon.0) 534 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:35:35.069 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:35:34 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:35:34.737476579Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:35:35.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:35:35 smithi062 bash[89221]: cephadm 2024-09-13T14:35:33.241107+0000 mgr.y (mgr.25139) 839 : cephadm [INF] Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:b0201b8c79733293453e7f10a10c7fa43119222b 2024-09-13T14:35:35.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:35:35 smithi062 bash[89221]: cephadm 2024-09-13T14:35:33.241107+0000 mgr.y (mgr.25139) 839 : cephadm [INF] Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:b0201b8c79733293453e7f10a10c7fa43119222b 2024-09-13T14:35:35.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:35:35 smithi062 bash[89221]: cephadm 2024-09-13T14:35:33.328489+0000 mgr.y (mgr.25139) 840 : cephadm [INF] Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:b0201b8c79733293453e7f10a10c7fa43119222b 2024-09-13T14:35:35.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:35:35 smithi062 bash[89221]: cephadm 2024-09-13T14:35:33.328489+0000 mgr.y (mgr.25139) 840 : cephadm [INF] Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:b0201b8c79733293453e7f10a10c7fa43119222b 2024-09-13T14:35:35.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:35:35 smithi062 bash[92878]: cephadm 2024-09-13T14:35:33.241107+0000 mgr.y (mgr.25139) 839 : cephadm [INF] Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:b0201b8c79733293453e7f10a10c7fa43119222b 2024-09-13T14:35:35.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:35:35 smithi062 bash[92878]: cephadm 2024-09-13T14:35:33.241107+0000 mgr.y (mgr.25139) 839 : cephadm [INF] Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:b0201b8c79733293453e7f10a10c7fa43119222b 2024-09-13T14:35:35.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:35:35 smithi062 bash[92878]: cephadm 2024-09-13T14:35:33.328489+0000 mgr.y (mgr.25139) 840 : cephadm [INF] Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:b0201b8c79733293453e7f10a10c7fa43119222b 2024-09-13T14:35:35.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:35:35 smithi062 bash[92878]: cephadm 2024-09-13T14:35:33.328489+0000 mgr.y (mgr.25139) 840 : cephadm [INF] Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:b0201b8c79733293453e7f10a10c7fa43119222b 2024-09-13T14:35:35.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:35:35 smithi178 bash[70490]: cephadm 2024-09-13T14:35:33.241107+0000 mgr.y (mgr.25139) 839 : cephadm [INF] Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:b0201b8c79733293453e7f10a10c7fa43119222b 2024-09-13T14:35:35.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:35:35 smithi178 bash[70490]: cephadm 2024-09-13T14:35:33.241107+0000 mgr.y (mgr.25139) 839 : cephadm [INF] Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:b0201b8c79733293453e7f10a10c7fa43119222b 2024-09-13T14:35:35.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:35:35 smithi178 bash[70490]: cephadm 2024-09-13T14:35:33.328489+0000 mgr.y (mgr.25139) 840 : cephadm [INF] Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:b0201b8c79733293453e7f10a10c7fa43119222b 2024-09-13T14:35:35.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:35:35 smithi178 bash[70490]: cephadm 2024-09-13T14:35:33.328489+0000 mgr.y (mgr.25139) 840 : cephadm [INF] Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:b0201b8c79733293453e7f10a10c7fa43119222b 2024-09-13T14:35:36.436 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:35:36 smithi178 bash[70490]: cluster 2024-09-13T14:35:34.668353+0000 mgr.y (mgr.25139) 841 : cluster [DBG] pgmap v511: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:35:36.436 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:35:36 smithi178 bash[70490]: cluster 2024-09-13T14:35:34.668353+0000 mgr.y (mgr.25139) 841 : cluster [DBG] pgmap v511: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:35:36.436 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:35:36 smithi178 bash[70490]: audit 2024-09-13T14:35:35.779596+0000 mon.a (mon.0) 535 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:35:36.436 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:35:36 smithi178 bash[70490]: audit 2024-09-13T14:35:35.779596+0000 mon.a (mon.0) 535 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:35:36.436 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:35:36 smithi178 bash[70490]: audit 2024-09-13T14:35:35.783061+0000 mon.b (mon.1) 327 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-13T14:35:36.437 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:35:36 smithi178 bash[70490]: audit 2024-09-13T14:35:35.783061+0000 mon.b (mon.1) 327 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-13T14:35:36.437 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:35:36 smithi178 bash[70490]: audit 2024-09-13T14:35:35.787181+0000 mon.b (mon.1) 328 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:35:36.437 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:35:36 smithi178 bash[70490]: audit 2024-09-13T14:35:35.787181+0000 mon.b (mon.1) 328 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:35:36.437 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:35:36 smithi178 bash[70490]: audit 2024-09-13T14:35:35.798853+0000 mon.a (mon.0) 536 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:35:36.437 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:35:36 smithi178 bash[70490]: audit 2024-09-13T14:35:35.798853+0000 mon.a (mon.0) 536 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:35:36.437 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:35:36 smithi178 bash[70490]: audit 2024-09-13T14:35:35.803918+0000 mon.b (mon.1) 329 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:35:36.437 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:35:36 smithi178 bash[70490]: audit 2024-09-13T14:35:35.803918+0000 mon.b (mon.1) 329 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:35:36.437 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:35:36 smithi178 bash[70490]: audit 2024-09-13T14:35:35.816140+0000 mon.a (mon.0) 537 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:35:36.437 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:35:36 smithi178 bash[70490]: audit 2024-09-13T14:35:35.816140+0000 mon.a (mon.0) 537 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:35:36.437 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:35:36 smithi178 bash[70490]: audit 2024-09-13T14:35:35.820947+0000 mon.b (mon.1) 330 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:35:36.437 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:35:36 smithi178 bash[70490]: audit 2024-09-13T14:35:35.820947+0000 mon.b (mon.1) 330 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:35:36.437 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:35:36 smithi178 bash[70490]: audit 2024-09-13T14:35:35.832582+0000 mon.a (mon.0) 538 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:35:36.438 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:35:36 smithi178 bash[70490]: audit 2024-09-13T14:35:35.832582+0000 mon.a (mon.0) 538 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:35:36.438 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:35:36 smithi178 bash[70490]: audit 2024-09-13T14:35:35.838451+0000 mon.b (mon.1) 331 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:35:36.438 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:35:36 smithi178 bash[70490]: audit 2024-09-13T14:35:35.838451+0000 mon.b (mon.1) 331 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:35:36.438 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:35:36 smithi178 bash[70490]: audit 2024-09-13T14:35:35.850474+0000 mon.a (mon.0) 539 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:35:36.438 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:35:36 smithi178 bash[70490]: audit 2024-09-13T14:35:35.850474+0000 mon.a (mon.0) 539 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:35:36.438 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:35:36 smithi178 bash[70490]: audit 2024-09-13T14:35:35.859279+0000 mon.b (mon.1) 332 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:35:36.438 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:35:36 smithi178 bash[70490]: audit 2024-09-13T14:35:35.859279+0000 mon.b (mon.1) 332 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:35:36.438 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:35:36 smithi178 bash[70490]: audit 2024-09-13T14:35:35.871664+0000 mon.a (mon.0) 540 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:35:36.438 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:35:36 smithi178 bash[70490]: audit 2024-09-13T14:35:35.871664+0000 mon.a (mon.0) 540 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:35:36.474 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:35:36 smithi062 bash[92878]: cluster 2024-09-13T14:35:34.668353+0000 mgr.y (mgr.25139) 841 : cluster [DBG] pgmap v511: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:35:36.474 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:35:36 smithi062 bash[92878]: cluster 2024-09-13T14:35:34.668353+0000 mgr.y (mgr.25139) 841 : cluster [DBG] pgmap v511: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:35:36.474 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:35:36 smithi062 bash[92878]: audit 2024-09-13T14:35:35.779596+0000 mon.a (mon.0) 535 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:35:36.474 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:35:36 smithi062 bash[92878]: audit 2024-09-13T14:35:35.779596+0000 mon.a (mon.0) 535 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:35:36.474 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:35:36 smithi062 bash[92878]: audit 2024-09-13T14:35:35.783061+0000 mon.b (mon.1) 327 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-13T14:35:36.474 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:35:36 smithi062 bash[92878]: audit 2024-09-13T14:35:35.783061+0000 mon.b (mon.1) 327 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-13T14:35:36.474 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:35:36 smithi062 bash[92878]: audit 2024-09-13T14:35:35.787181+0000 mon.b (mon.1) 328 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:35:36.474 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:35:36 smithi062 bash[92878]: audit 2024-09-13T14:35:35.787181+0000 mon.b (mon.1) 328 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:35:36.474 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:35:36 smithi062 bash[92878]: audit 2024-09-13T14:35:35.798853+0000 mon.a (mon.0) 536 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:35:36.475 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:35:36 smithi062 bash[92878]: audit 2024-09-13T14:35:35.798853+0000 mon.a (mon.0) 536 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:35:36.475 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:35:36 smithi062 bash[92878]: audit 2024-09-13T14:35:35.803918+0000 mon.b (mon.1) 329 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:35:36.475 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:35:36 smithi062 bash[92878]: audit 2024-09-13T14:35:35.803918+0000 mon.b (mon.1) 329 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:35:36.475 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:35:36 smithi062 bash[92878]: audit 2024-09-13T14:35:35.816140+0000 mon.a (mon.0) 537 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:35:36.475 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:35:36 smithi062 bash[92878]: audit 2024-09-13T14:35:35.816140+0000 mon.a (mon.0) 537 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:35:36.475 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:35:36 smithi062 bash[92878]: audit 2024-09-13T14:35:35.820947+0000 mon.b (mon.1) 330 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:35:36.475 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:35:36 smithi062 bash[92878]: audit 2024-09-13T14:35:35.820947+0000 mon.b (mon.1) 330 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:35:36.475 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:35:36 smithi062 bash[92878]: audit 2024-09-13T14:35:35.832582+0000 mon.a (mon.0) 538 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:35:36.475 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:35:36 smithi062 bash[92878]: audit 2024-09-13T14:35:35.832582+0000 mon.a (mon.0) 538 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:35:36.475 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:35:36 smithi062 bash[92878]: audit 2024-09-13T14:35:35.838451+0000 mon.b (mon.1) 331 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:35:36.475 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:35:36 smithi062 bash[92878]: audit 2024-09-13T14:35:35.838451+0000 mon.b (mon.1) 331 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:35:36.475 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:35:36 smithi062 bash[92878]: audit 2024-09-13T14:35:35.850474+0000 mon.a (mon.0) 539 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:35:36.476 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:35:36 smithi062 bash[92878]: audit 2024-09-13T14:35:35.850474+0000 mon.a (mon.0) 539 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:35:36.476 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:35:36 smithi062 bash[92878]: audit 2024-09-13T14:35:35.859279+0000 mon.b (mon.1) 332 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:35:36.476 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:35:36 smithi062 bash[92878]: audit 2024-09-13T14:35:35.859279+0000 mon.b (mon.1) 332 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:35:36.476 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:35:36 smithi062 bash[92878]: audit 2024-09-13T14:35:35.871664+0000 mon.a (mon.0) 540 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:35:36.476 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:35:36 smithi062 bash[92878]: audit 2024-09-13T14:35:35.871664+0000 mon.a (mon.0) 540 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:35:36.476 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:35:36 smithi062 bash[89221]: cluster 2024-09-13T14:35:34.668353+0000 mgr.y (mgr.25139) 841 : cluster [DBG] pgmap v511: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:35:36.477 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:35:36 smithi062 bash[89221]: cluster 2024-09-13T14:35:34.668353+0000 mgr.y (mgr.25139) 841 : cluster [DBG] pgmap v511: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:35:36.477 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:35:36 smithi062 bash[89221]: audit 2024-09-13T14:35:35.779596+0000 mon.a (mon.0) 535 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:35:36.477 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:35:36 smithi062 bash[89221]: audit 2024-09-13T14:35:35.779596+0000 mon.a (mon.0) 535 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:35:36.477 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:35:36 smithi062 bash[89221]: audit 2024-09-13T14:35:35.783061+0000 mon.b (mon.1) 327 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-13T14:35:36.477 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:35:36 smithi062 bash[89221]: audit 2024-09-13T14:35:35.783061+0000 mon.b (mon.1) 327 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-13T14:35:36.477 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:35:36 smithi062 bash[89221]: audit 2024-09-13T14:35:35.787181+0000 mon.b (mon.1) 328 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:35:36.477 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:35:36 smithi062 bash[89221]: audit 2024-09-13T14:35:35.787181+0000 mon.b (mon.1) 328 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:35:36.477 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:35:36 smithi062 bash[89221]: audit 2024-09-13T14:35:35.798853+0000 mon.a (mon.0) 536 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:35:36.477 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:35:36 smithi062 bash[89221]: audit 2024-09-13T14:35:35.798853+0000 mon.a (mon.0) 536 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:35:36.477 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:35:36 smithi062 bash[89221]: audit 2024-09-13T14:35:35.803918+0000 mon.b (mon.1) 329 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:35:36.477 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:35:36 smithi062 bash[89221]: audit 2024-09-13T14:35:35.803918+0000 mon.b (mon.1) 329 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:35:36.477 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:35:36 smithi062 bash[89221]: audit 2024-09-13T14:35:35.816140+0000 mon.a (mon.0) 537 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:35:36.477 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:35:36 smithi062 bash[89221]: audit 2024-09-13T14:35:35.816140+0000 mon.a (mon.0) 537 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:35:36.477 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:35:36 smithi062 bash[89221]: audit 2024-09-13T14:35:35.820947+0000 mon.b (mon.1) 330 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:35:36.478 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:35:36 smithi062 bash[89221]: audit 2024-09-13T14:35:35.820947+0000 mon.b (mon.1) 330 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:35:36.478 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:35:36 smithi062 bash[89221]: audit 2024-09-13T14:35:35.832582+0000 mon.a (mon.0) 538 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:35:36.478 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:35:36 smithi062 bash[89221]: audit 2024-09-13T14:35:35.832582+0000 mon.a (mon.0) 538 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:35:36.478 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:35:36 smithi062 bash[89221]: audit 2024-09-13T14:35:35.838451+0000 mon.b (mon.1) 331 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:35:36.478 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:35:36 smithi062 bash[89221]: audit 2024-09-13T14:35:35.838451+0000 mon.b (mon.1) 331 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:35:36.478 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:35:36 smithi062 bash[89221]: audit 2024-09-13T14:35:35.850474+0000 mon.a (mon.0) 539 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:35:36.478 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:35:36 smithi062 bash[89221]: audit 2024-09-13T14:35:35.850474+0000 mon.a (mon.0) 539 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:35:36.478 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:35:36 smithi062 bash[89221]: audit 2024-09-13T14:35:35.859279+0000 mon.b (mon.1) 332 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:35:36.478 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:35:36 smithi062 bash[89221]: audit 2024-09-13T14:35:35.859279+0000 mon.b (mon.1) 332 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:35:36.478 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:35:36 smithi062 bash[89221]: audit 2024-09-13T14:35:35.871664+0000 mon.a (mon.0) 540 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:35:36.478 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:35:36 smithi062 bash[89221]: audit 2024-09-13T14:35:35.871664+0000 mon.a (mon.0) 540 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:35:37.408 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:35:37 smithi062 bash[92878]: cephadm 2024-09-13T14:35:35.781484+0000 mgr.y (mgr.25139) 842 : cephadm [INF] Upgrade: Target is version 19.3.0-4917-gb0201b8c (squid) 2024-09-13T14:35:37.408 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:35:37 smithi062 bash[92878]: cephadm 2024-09-13T14:35:35.781484+0000 mgr.y (mgr.25139) 842 : cephadm [INF] Upgrade: Target is version 19.3.0-4917-gb0201b8c (squid) 2024-09-13T14:35:37.408 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:35:37 smithi062 bash[92878]: cephadm 2024-09-13T14:35:35.781578+0000 mgr.y (mgr.25139) 843 : cephadm [INF] Upgrade: Target container is quay.ceph.io/ceph-ci/ceph:b0201b8c79733293453e7f10a10c7fa43119222b, digests ['quay.ceph.io/ceph-ci/ceph@sha256:5ab18e92f956ea4280103e54eef24f76e1a43e77fc4dc78cee3cb12c7a94538b'] 2024-09-13T14:35:37.408 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:35:37 smithi062 bash[92878]: cephadm 2024-09-13T14:35:35.781578+0000 mgr.y (mgr.25139) 843 : cephadm [INF] Upgrade: Target container is quay.ceph.io/ceph-ci/ceph:b0201b8c79733293453e7f10a10c7fa43119222b, digests ['quay.ceph.io/ceph-ci/ceph@sha256:5ab18e92f956ea4280103e54eef24f76e1a43e77fc4dc78cee3cb12c7a94538b'] 2024-09-13T14:35:37.408 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:35:37 smithi062 bash[92878]: cephadm 2024-09-13T14:35:35.789749+0000 mgr.y (mgr.25139) 844 : cephadm [INF] Upgrade: Setting container_image for all mgr 2024-09-13T14:35:37.408 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:35:37 smithi062 bash[92878]: cephadm 2024-09-13T14:35:35.789749+0000 mgr.y (mgr.25139) 844 : cephadm [INF] Upgrade: Setting container_image for all mgr 2024-09-13T14:35:37.408 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:35:37 smithi062 bash[92878]: cephadm 2024-09-13T14:35:35.806447+0000 mgr.y (mgr.25139) 845 : cephadm [INF] Upgrade: Setting container_image for all mon 2024-09-13T14:35:37.408 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:35:37 smithi062 bash[92878]: cephadm 2024-09-13T14:35:35.806447+0000 mgr.y (mgr.25139) 845 : cephadm [INF] Upgrade: Setting container_image for all mon 2024-09-13T14:35:37.408 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:35:37 smithi062 bash[92878]: cephadm 2024-09-13T14:35:35.823482+0000 mgr.y (mgr.25139) 846 : cephadm [INF] Upgrade: Setting container_image for all crash 2024-09-13T14:35:37.409 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:35:37 smithi062 bash[92878]: cephadm 2024-09-13T14:35:35.823482+0000 mgr.y (mgr.25139) 846 : cephadm [INF] Upgrade: Setting container_image for all crash 2024-09-13T14:35:37.409 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:35:37 smithi062 bash[92878]: cephadm 2024-09-13T14:35:35.841098+0000 mgr.y (mgr.25139) 847 : cephadm [INF] Upgrade: Setting container_image for all osd 2024-09-13T14:35:37.409 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:35:37 smithi062 bash[92878]: cephadm 2024-09-13T14:35:35.841098+0000 mgr.y (mgr.25139) 847 : cephadm [INF] Upgrade: Setting container_image for all osd 2024-09-13T14:35:37.409 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:35:37 smithi062 bash[92878]: cephadm 2024-09-13T14:35:35.862134+0000 mgr.y (mgr.25139) 848 : cephadm [INF] Upgrade: Setting container_image for all mds 2024-09-13T14:35:37.409 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:35:37 smithi062 bash[92878]: cephadm 2024-09-13T14:35:35.862134+0000 mgr.y (mgr.25139) 848 : cephadm [INF] Upgrade: Setting container_image for all mds 2024-09-13T14:35:37.409 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:35:37 smithi062 bash[89221]: cephadm 2024-09-13T14:35:35.781484+0000 mgr.y (mgr.25139) 842 : cephadm [INF] Upgrade: Target is version 19.3.0-4917-gb0201b8c (squid) 2024-09-13T14:35:37.409 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:35:37 smithi062 bash[89221]: cephadm 2024-09-13T14:35:35.781484+0000 mgr.y (mgr.25139) 842 : cephadm [INF] Upgrade: Target is version 19.3.0-4917-gb0201b8c (squid) 2024-09-13T14:35:37.409 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:35:37 smithi062 bash[89221]: cephadm 2024-09-13T14:35:35.781578+0000 mgr.y (mgr.25139) 843 : cephadm [INF] Upgrade: Target container is quay.ceph.io/ceph-ci/ceph:b0201b8c79733293453e7f10a10c7fa43119222b, digests ['quay.ceph.io/ceph-ci/ceph@sha256:5ab18e92f956ea4280103e54eef24f76e1a43e77fc4dc78cee3cb12c7a94538b'] 2024-09-13T14:35:37.409 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:35:37 smithi062 bash[89221]: cephadm 2024-09-13T14:35:35.781578+0000 mgr.y (mgr.25139) 843 : cephadm [INF] Upgrade: Target container is quay.ceph.io/ceph-ci/ceph:b0201b8c79733293453e7f10a10c7fa43119222b, digests ['quay.ceph.io/ceph-ci/ceph@sha256:5ab18e92f956ea4280103e54eef24f76e1a43e77fc4dc78cee3cb12c7a94538b'] 2024-09-13T14:35:37.409 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:35:37 smithi062 bash[89221]: cephadm 2024-09-13T14:35:35.789749+0000 mgr.y (mgr.25139) 844 : cephadm [INF] Upgrade: Setting container_image for all mgr 2024-09-13T14:35:37.409 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:35:37 smithi062 bash[89221]: cephadm 2024-09-13T14:35:35.789749+0000 mgr.y (mgr.25139) 844 : cephadm [INF] Upgrade: Setting container_image for all mgr 2024-09-13T14:35:37.410 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:35:37 smithi062 bash[89221]: cephadm 2024-09-13T14:35:35.806447+0000 mgr.y (mgr.25139) 845 : cephadm [INF] Upgrade: Setting container_image for all mon 2024-09-13T14:35:37.410 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:35:37 smithi062 bash[89221]: cephadm 2024-09-13T14:35:35.806447+0000 mgr.y (mgr.25139) 845 : cephadm [INF] Upgrade: Setting container_image for all mon 2024-09-13T14:35:37.410 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:35:37 smithi062 bash[89221]: cephadm 2024-09-13T14:35:35.823482+0000 mgr.y (mgr.25139) 846 : cephadm [INF] Upgrade: Setting container_image for all crash 2024-09-13T14:35:37.410 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:35:37 smithi062 bash[89221]: cephadm 2024-09-13T14:35:35.823482+0000 mgr.y (mgr.25139) 846 : cephadm [INF] Upgrade: Setting container_image for all crash 2024-09-13T14:35:37.410 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:35:37 smithi062 bash[89221]: cephadm 2024-09-13T14:35:35.841098+0000 mgr.y (mgr.25139) 847 : cephadm [INF] Upgrade: Setting container_image for all osd 2024-09-13T14:35:37.410 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:35:37 smithi062 bash[89221]: cephadm 2024-09-13T14:35:35.841098+0000 mgr.y (mgr.25139) 847 : cephadm [INF] Upgrade: Setting container_image for all osd 2024-09-13T14:35:37.410 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:35:37 smithi062 bash[89221]: cephadm 2024-09-13T14:35:35.862134+0000 mgr.y (mgr.25139) 848 : cephadm [INF] Upgrade: Setting container_image for all mds 2024-09-13T14:35:37.410 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:35:37 smithi062 bash[89221]: cephadm 2024-09-13T14:35:35.862134+0000 mgr.y (mgr.25139) 848 : cephadm [INF] Upgrade: Setting container_image for all mds 2024-09-13T14:35:37.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:35:37 smithi178 bash[70490]: cephadm 2024-09-13T14:35:35.781484+0000 mgr.y (mgr.25139) 842 : cephadm [INF] Upgrade: Target is version 19.3.0-4917-gb0201b8c (squid) 2024-09-13T14:35:37.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:35:37 smithi178 bash[70490]: cephadm 2024-09-13T14:35:35.781484+0000 mgr.y (mgr.25139) 842 : cephadm [INF] Upgrade: Target is version 19.3.0-4917-gb0201b8c (squid) 2024-09-13T14:35:37.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:35:37 smithi178 bash[70490]: cephadm 2024-09-13T14:35:35.781578+0000 mgr.y (mgr.25139) 843 : cephadm [INF] Upgrade: Target container is quay.ceph.io/ceph-ci/ceph:b0201b8c79733293453e7f10a10c7fa43119222b, digests ['quay.ceph.io/ceph-ci/ceph@sha256:5ab18e92f956ea4280103e54eef24f76e1a43e77fc4dc78cee3cb12c7a94538b'] 2024-09-13T14:35:37.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:35:37 smithi178 bash[70490]: cephadm 2024-09-13T14:35:35.781578+0000 mgr.y (mgr.25139) 843 : cephadm [INF] Upgrade: Target container is quay.ceph.io/ceph-ci/ceph:b0201b8c79733293453e7f10a10c7fa43119222b, digests ['quay.ceph.io/ceph-ci/ceph@sha256:5ab18e92f956ea4280103e54eef24f76e1a43e77fc4dc78cee3cb12c7a94538b'] 2024-09-13T14:35:37.436 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:35:37 smithi178 bash[70490]: cephadm 2024-09-13T14:35:35.789749+0000 mgr.y (mgr.25139) 844 : cephadm [INF] Upgrade: Setting container_image for all mgr 2024-09-13T14:35:37.436 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:35:37 smithi178 bash[70490]: cephadm 2024-09-13T14:35:35.789749+0000 mgr.y (mgr.25139) 844 : cephadm [INF] Upgrade: Setting container_image for all mgr 2024-09-13T14:35:37.436 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:35:37 smithi178 bash[70490]: cephadm 2024-09-13T14:35:35.806447+0000 mgr.y (mgr.25139) 845 : cephadm [INF] Upgrade: Setting container_image for all mon 2024-09-13T14:35:37.436 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:35:37 smithi178 bash[70490]: cephadm 2024-09-13T14:35:35.806447+0000 mgr.y (mgr.25139) 845 : cephadm [INF] Upgrade: Setting container_image for all mon 2024-09-13T14:35:37.436 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:35:37 smithi178 bash[70490]: cephadm 2024-09-13T14:35:35.823482+0000 mgr.y (mgr.25139) 846 : cephadm [INF] Upgrade: Setting container_image for all crash 2024-09-13T14:35:37.436 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:35:37 smithi178 bash[70490]: cephadm 2024-09-13T14:35:35.823482+0000 mgr.y (mgr.25139) 846 : cephadm [INF] Upgrade: Setting container_image for all crash 2024-09-13T14:35:37.436 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:35:37 smithi178 bash[70490]: cephadm 2024-09-13T14:35:35.841098+0000 mgr.y (mgr.25139) 847 : cephadm [INF] Upgrade: Setting container_image for all osd 2024-09-13T14:35:37.436 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:35:37 smithi178 bash[70490]: cephadm 2024-09-13T14:35:35.841098+0000 mgr.y (mgr.25139) 847 : cephadm [INF] Upgrade: Setting container_image for all osd 2024-09-13T14:35:37.436 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:35:37 smithi178 bash[70490]: cephadm 2024-09-13T14:35:35.862134+0000 mgr.y (mgr.25139) 848 : cephadm [INF] Upgrade: Setting container_image for all mds 2024-09-13T14:35:37.436 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:35:37 smithi178 bash[70490]: cephadm 2024-09-13T14:35:35.862134+0000 mgr.y (mgr.25139) 848 : cephadm [INF] Upgrade: Setting container_image for all mds 2024-09-13T14:35:38.086 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:35:37 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:35:37.755525594Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:35:38.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:35:38 smithi178 bash[70490]: cluster 2024-09-13T14:35:36.669766+0000 mgr.y (mgr.25139) 849 : cluster [DBG] pgmap v512: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:35:38.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:35:38 smithi178 bash[70490]: cluster 2024-09-13T14:35:36.669766+0000 mgr.y (mgr.25139) 849 : cluster [DBG] pgmap v512: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:35:38.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:35:38 smithi062 bash[89221]: cluster 2024-09-13T14:35:36.669766+0000 mgr.y (mgr.25139) 849 : cluster [DBG] pgmap v512: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:35:38.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:35:38 smithi062 bash[89221]: cluster 2024-09-13T14:35:36.669766+0000 mgr.y (mgr.25139) 849 : cluster [DBG] pgmap v512: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:35:38.504 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:35:38 smithi062 bash[92878]: cluster 2024-09-13T14:35:36.669766+0000 mgr.y (mgr.25139) 849 : cluster [DBG] pgmap v512: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:35:38.504 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:35:38 smithi062 bash[92878]: cluster 2024-09-13T14:35:36.669766+0000 mgr.y (mgr.25139) 849 : cluster [DBG] pgmap v512: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:35:38.693 INFO:teuthology.orchestra.run.smithi062.stderr:Inferring config /var/lib/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T14:35:39.504 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:35:39 smithi062 bash[89221]: cephadm 2024-09-13T14:35:38.230037+0000 mgr.y (mgr.25139) 850 : cephadm [INF] Upgrade: Updating rgw.foo.smithi062.raldkl (1/2) 2024-09-13T14:35:39.504 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:35:39 smithi062 bash[89221]: cephadm 2024-09-13T14:35:38.230037+0000 mgr.y (mgr.25139) 850 : cephadm [INF] Upgrade: Updating rgw.foo.smithi062.raldkl (1/2) 2024-09-13T14:35:39.504 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:35:39 smithi062 bash[89221]: audit 2024-09-13T14:35:38.239630+0000 mon.a (mon.0) 541 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:35:39.504 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:35:39 smithi062 bash[89221]: audit 2024-09-13T14:35:38.239630+0000 mon.a (mon.0) 541 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:35:39.504 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:35:39 smithi062 bash[89221]: audit 2024-09-13T14:35:38.258930+0000 mon.b (mon.1) 333 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "client.rgw.foo.smithi062.raldkl", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]} : dispatch 2024-09-13T14:35:39.505 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:35:39 smithi062 bash[89221]: audit 2024-09-13T14:35:38.258930+0000 mon.b (mon.1) 333 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "client.rgw.foo.smithi062.raldkl", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]} : dispatch 2024-09-13T14:35:39.505 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:35:39 smithi062 bash[89221]: audit 2024-09-13T14:35:38.260605+0000 mon.a (mon.0) 542 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "client.rgw.foo.smithi062.raldkl", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]} : dispatch 2024-09-13T14:35:39.505 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:35:39 smithi062 bash[89221]: audit 2024-09-13T14:35:38.260605+0000 mon.a (mon.0) 542 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "client.rgw.foo.smithi062.raldkl", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]} : dispatch 2024-09-13T14:35:39.505 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:35:39 smithi062 bash[89221]: audit 2024-09-13T14:35:38.264703+0000 mon.b (mon.1) 334 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:35:39.505 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:35:39 smithi062 bash[89221]: audit 2024-09-13T14:35:38.264703+0000 mon.b (mon.1) 334 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:35:39.505 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:35:39 smithi062 bash[89221]: cephadm 2024-09-13T14:35:38.267497+0000 mgr.y (mgr.25139) 851 : cephadm [INF] Deploying daemon rgw.foo.smithi062.raldkl on smithi062 2024-09-13T14:35:39.505 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:35:39 smithi062 bash[89221]: cephadm 2024-09-13T14:35:38.267497+0000 mgr.y (mgr.25139) 851 : cephadm [INF] Deploying daemon rgw.foo.smithi062.raldkl on smithi062 2024-09-13T14:35:39.505 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:35:39 smithi062 bash[89221]: cluster 2024-09-13T14:35:38.670800+0000 mgr.y (mgr.25139) 852 : cluster [DBG] pgmap v513: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:35:39.505 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:35:39 smithi062 bash[89221]: cluster 2024-09-13T14:35:38.670800+0000 mgr.y (mgr.25139) 852 : cluster [DBG] pgmap v513: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:35:39.505 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:35:39 smithi062 bash[92878]: cephadm 2024-09-13T14:35:38.230037+0000 mgr.y (mgr.25139) 850 : cephadm [INF] Upgrade: Updating rgw.foo.smithi062.raldkl (1/2) 2024-09-13T14:35:39.506 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:35:39 smithi062 bash[92878]: cephadm 2024-09-13T14:35:38.230037+0000 mgr.y (mgr.25139) 850 : cephadm [INF] Upgrade: Updating rgw.foo.smithi062.raldkl (1/2) 2024-09-13T14:35:39.506 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:35:39 smithi062 bash[92878]: audit 2024-09-13T14:35:38.239630+0000 mon.a (mon.0) 541 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:35:39.506 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:35:39 smithi062 bash[92878]: audit 2024-09-13T14:35:38.239630+0000 mon.a (mon.0) 541 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:35:39.506 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:35:39 smithi062 bash[92878]: audit 2024-09-13T14:35:38.258930+0000 mon.b (mon.1) 333 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "client.rgw.foo.smithi062.raldkl", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]} : dispatch 2024-09-13T14:35:39.506 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:35:39 smithi062 bash[92878]: audit 2024-09-13T14:35:38.258930+0000 mon.b (mon.1) 333 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "client.rgw.foo.smithi062.raldkl", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]} : dispatch 2024-09-13T14:35:39.506 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:35:39 smithi062 bash[92878]: audit 2024-09-13T14:35:38.260605+0000 mon.a (mon.0) 542 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "client.rgw.foo.smithi062.raldkl", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]} : dispatch 2024-09-13T14:35:39.506 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:35:39 smithi062 bash[92878]: audit 2024-09-13T14:35:38.260605+0000 mon.a (mon.0) 542 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "client.rgw.foo.smithi062.raldkl", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]} : dispatch 2024-09-13T14:35:39.506 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:35:39 smithi062 bash[92878]: audit 2024-09-13T14:35:38.264703+0000 mon.b (mon.1) 334 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:35:39.506 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:35:39 smithi062 bash[92878]: audit 2024-09-13T14:35:38.264703+0000 mon.b (mon.1) 334 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:35:39.506 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:35:39 smithi062 bash[92878]: cephadm 2024-09-13T14:35:38.267497+0000 mgr.y (mgr.25139) 851 : cephadm [INF] Deploying daemon rgw.foo.smithi062.raldkl on smithi062 2024-09-13T14:35:39.506 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:35:39 smithi062 bash[92878]: cephadm 2024-09-13T14:35:38.267497+0000 mgr.y (mgr.25139) 851 : cephadm [INF] Deploying daemon rgw.foo.smithi062.raldkl on smithi062 2024-09-13T14:35:39.506 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:35:39 smithi062 bash[92878]: cluster 2024-09-13T14:35:38.670800+0000 mgr.y (mgr.25139) 852 : cluster [DBG] pgmap v513: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:35:39.507 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:35:39 smithi062 bash[92878]: cluster 2024-09-13T14:35:38.670800+0000 mgr.y (mgr.25139) 852 : cluster [DBG] pgmap v513: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:35:39.685 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:35:39 smithi178 bash[70490]: cephadm 2024-09-13T14:35:38.230037+0000 mgr.y (mgr.25139) 850 : cephadm [INF] Upgrade: Updating rgw.foo.smithi062.raldkl (1/2) 2024-09-13T14:35:39.686 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:35:39 smithi178 bash[70490]: cephadm 2024-09-13T14:35:38.230037+0000 mgr.y (mgr.25139) 850 : cephadm [INF] Upgrade: Updating rgw.foo.smithi062.raldkl (1/2) 2024-09-13T14:35:39.686 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:35:39 smithi178 bash[70490]: audit 2024-09-13T14:35:38.239630+0000 mon.a (mon.0) 541 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:35:39.686 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:35:39 smithi178 bash[70490]: audit 2024-09-13T14:35:38.239630+0000 mon.a (mon.0) 541 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:35:39.686 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:35:39 smithi178 bash[70490]: audit 2024-09-13T14:35:38.258930+0000 mon.b (mon.1) 333 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "client.rgw.foo.smithi062.raldkl", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]} : dispatch 2024-09-13T14:35:39.686 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:35:39 smithi178 bash[70490]: audit 2024-09-13T14:35:38.258930+0000 mon.b (mon.1) 333 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "client.rgw.foo.smithi062.raldkl", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]} : dispatch 2024-09-13T14:35:39.686 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:35:39 smithi178 bash[70490]: audit 2024-09-13T14:35:38.260605+0000 mon.a (mon.0) 542 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "client.rgw.foo.smithi062.raldkl", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]} : dispatch 2024-09-13T14:35:39.686 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:35:39 smithi178 bash[70490]: audit 2024-09-13T14:35:38.260605+0000 mon.a (mon.0) 542 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "client.rgw.foo.smithi062.raldkl", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]} : dispatch 2024-09-13T14:35:39.686 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:35:39 smithi178 bash[70490]: audit 2024-09-13T14:35:38.264703+0000 mon.b (mon.1) 334 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:35:39.686 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:35:39 smithi178 bash[70490]: audit 2024-09-13T14:35:38.264703+0000 mon.b (mon.1) 334 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:35:39.686 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:35:39 smithi178 bash[70490]: cephadm 2024-09-13T14:35:38.267497+0000 mgr.y (mgr.25139) 851 : cephadm [INF] Deploying daemon rgw.foo.smithi062.raldkl on smithi062 2024-09-13T14:35:39.686 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:35:39 smithi178 bash[70490]: cephadm 2024-09-13T14:35:38.267497+0000 mgr.y (mgr.25139) 851 : cephadm [INF] Deploying daemon rgw.foo.smithi062.raldkl on smithi062 2024-09-13T14:35:39.686 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:35:39 smithi178 bash[70490]: cluster 2024-09-13T14:35:38.670800+0000 mgr.y (mgr.25139) 852 : cluster [DBG] pgmap v513: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:35:39.686 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:35:39 smithi178 bash[70490]: cluster 2024-09-13T14:35:38.670800+0000 mgr.y (mgr.25139) 852 : cluster [DBG] pgmap v513: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:35:40.957 INFO:teuthology.orchestra.run.smithi062.stdout:true 2024-09-13T14:35:41.185 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:35:40 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:35:40.740157961Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:35:41.657 INFO:teuthology.orchestra.run.smithi062.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-13T14:35:41.658 INFO:teuthology.orchestra.run.smithi062.stdout:alertmanager.a smithi062 *:9093,9094 running (13m) 4m ago 40m 14.0M - 0.27.0 11f11916f8cd 6e93dcf56cea 2024-09-13T14:35:41.658 INFO:teuthology.orchestra.run.smithi062.stdout:grafana.a smithi178 *:3000 running (13m) 95s ago 40m 68.1M - 10.4.0 c8b91775d855 e5af99a01b68 2024-09-13T14:35:41.658 INFO:teuthology.orchestra.run.smithi062.stdout:iscsi.foo.smithi062.auboqe smithi062 *:5000 running (15m) 4m ago 38m 50.2M - 3.8 19dc8d659727 5db99a6f8116 2024-09-13T14:35:41.658 INFO:teuthology.orchestra.run.smithi062.stdout:mgr.x smithi178 *:8443,9283,8765 running (15m) 95s ago 49m 445M - 19.3.0-4917-gb0201b8c 1641fe80ce72 fc18b6fcd5bd 2024-09-13T14:35:41.658 INFO:teuthology.orchestra.run.smithi062.stdout:mgr.y smithi062 *:8443,9283,8765 running (26m) 4m ago 51m 514M - 19.3.0-4917-gb0201b8c 1641fe80ce72 fd629cc84850 2024-09-13T14:35:41.658 INFO:teuthology.orchestra.run.smithi062.stdout:mon.a smithi062 running (10m) 4m ago 51m 51.7M 2048M 19.3.0-4917-gb0201b8c 1641fe80ce72 6370c6daf05c 2024-09-13T14:35:41.658 INFO:teuthology.orchestra.run.smithi062.stdout:mon.b smithi178 running (11m) 95s ago 49m 48.2M 2048M 19.3.0-4917-gb0201b8c 1641fe80ce72 4246b63ea822 2024-09-13T14:35:41.658 INFO:teuthology.orchestra.run.smithi062.stdout:mon.c smithi062 running (9m) 4m ago 49m 37.6M 2048M 19.3.0-4917-gb0201b8c 1641fe80ce72 546ed05b6de1 2024-09-13T14:35:41.658 INFO:teuthology.orchestra.run.smithi062.stdout:node-exporter.a smithi062 *:9100 running (14m) 4m ago 41m 8200k - 1.7.0 72c9c2088986 d2a19c03fb98 2024-09-13T14:35:41.658 INFO:teuthology.orchestra.run.smithi062.stdout:node-exporter.b smithi178 *:9100 running (14m) 95s ago 41m 8584k - 1.7.0 72c9c2088986 ef73b17b6575 2024-09-13T14:35:41.658 INFO:teuthology.orchestra.run.smithi062.stdout:osd.0 smithi062 running (7m) 4m ago 48m 50.8M 3036M 19.3.0-4917-gb0201b8c 1641fe80ce72 711a747f4c3b 2024-09-13T14:35:41.658 INFO:teuthology.orchestra.run.smithi062.stdout:osd.1 smithi062 running (7m) 4m ago 47m 48.0M 3036M 19.3.0-4917-gb0201b8c 1641fe80ce72 8ddc722fe2b2 2024-09-13T14:35:41.658 INFO:teuthology.orchestra.run.smithi062.stdout:osd.2 smithi062 running (5m) 4m ago 46m 46.8M 3036M 19.3.0-4917-gb0201b8c 1641fe80ce72 6b0d80723a64 2024-09-13T14:35:41.659 INFO:teuthology.orchestra.run.smithi062.stdout:osd.3 smithi062 running (4m) 4m ago 45m - 3036M 19.3.0-4917-gb0201b8c 1641fe80ce72 fbedce232013 2024-09-13T14:35:41.659 INFO:teuthology.orchestra.run.smithi062.stdout:osd.4 smithi178 running (3m) 95s ago 45m 53.4M 3292M 19.3.0-4917-gb0201b8c 1641fe80ce72 6c0f465cbec8 2024-09-13T14:35:41.659 INFO:teuthology.orchestra.run.smithi062.stdout:osd.5 smithi178 running (2m) 95s ago 44m 49.3M 3292M 19.3.0-4917-gb0201b8c 1641fe80ce72 a4331d922968 2024-09-13T14:35:41.659 INFO:teuthology.orchestra.run.smithi062.stdout:osd.6 smithi178 running (2m) 95s ago 43m 45.4M 3292M 19.3.0-4917-gb0201b8c 1641fe80ce72 27e3e9b24e4c 2024-09-13T14:35:41.659 INFO:teuthology.orchestra.run.smithi062.stdout:osd.7 smithi178 running (96s) 95s ago 42m - 3292M 19.3.0-4917-gb0201b8c 1641fe80ce72 0fbed61cff37 2024-09-13T14:35:41.659 INFO:teuthology.orchestra.run.smithi062.stdout:prometheus.a smithi178 *:9095 running (14m) 95s ago 41m 52.8M - 2.51.0 1d3b7f56885b 3a9393efc8c5 2024-09-13T14:35:41.659 INFO:teuthology.orchestra.run.smithi062.stdout:rgw.foo.smithi062.raldkl smithi062 *:8000 running (38m) 4m ago 38m 101M - 19.1.1-322-g7741f7f9 19dc8d659727 c374202ad667 2024-09-13T14:35:41.659 INFO:teuthology.orchestra.run.smithi062.stdout:rgw.foo.smithi178.sseeij smithi178 *:8000 running (38m) 95s ago 38m 103M - 19.1.1-322-g7741f7f9 19dc8d659727 86fcacc26a6b 2024-09-13T14:35:41.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:35:41 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:35:41.753 INFO:journalctl@ceph.osd.2.smithi062.stdout:Sep 13 14:35:41 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:35:41.754 INFO:journalctl@ceph.osd.3.smithi062.stdout:Sep 13 14:35:41 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:35:41.754 INFO:journalctl@ceph.node-exporter.a.smithi062.stdout:Sep 13 14:35:41 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:35:41.754 INFO:journalctl@ceph.alertmanager.a.smithi062.stdout:Sep 13 14:35:41 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:35:41.755 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:35:41 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:35:41.755 INFO:journalctl@ceph.osd.0.smithi062.stdout:Sep 13 14:35:41 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:35:41.755 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:35:41 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:35:41.756 INFO:journalctl@ceph.osd.1.smithi062.stdout:Sep 13 14:35:41 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:35:42.026 INFO:teuthology.orchestra.run.smithi062.stdout:{ 2024-09-13T14:35:42.027 INFO:teuthology.orchestra.run.smithi062.stdout: "mon": { 2024-09-13T14:35:42.027 INFO:teuthology.orchestra.run.smithi062.stdout: "ceph version 19.3.0-4917-gb0201b8c (b0201b8c79733293453e7f10a10c7fa43119222b) squid (dev)": 3 2024-09-13T14:35:42.027 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-09-13T14:35:42.027 INFO:teuthology.orchestra.run.smithi062.stdout: "mgr": { 2024-09-13T14:35:42.027 INFO:teuthology.orchestra.run.smithi062.stdout: "ceph version 19.3.0-4917-gb0201b8c (b0201b8c79733293453e7f10a10c7fa43119222b) squid (dev)": 2 2024-09-13T14:35:42.027 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-09-13T14:35:42.027 INFO:teuthology.orchestra.run.smithi062.stdout: "osd": { 2024-09-13T14:35:42.027 INFO:teuthology.orchestra.run.smithi062.stdout: "ceph version 19.3.0-4917-gb0201b8c (b0201b8c79733293453e7f10a10c7fa43119222b) squid (dev)": 8 2024-09-13T14:35:42.027 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-09-13T14:35:42.027 INFO:teuthology.orchestra.run.smithi062.stdout: "rgw": { 2024-09-13T14:35:42.027 INFO:teuthology.orchestra.run.smithi062.stdout: "ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable)": 2 2024-09-13T14:35:42.027 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-09-13T14:35:42.027 INFO:teuthology.orchestra.run.smithi062.stdout: "overall": { 2024-09-13T14:35:42.027 INFO:teuthology.orchestra.run.smithi062.stdout: "ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable)": 2, 2024-09-13T14:35:42.027 INFO:teuthology.orchestra.run.smithi062.stdout: "ceph version 19.3.0-4917-gb0201b8c (b0201b8c79733293453e7f10a10c7fa43119222b) squid (dev)": 13 2024-09-13T14:35:42.028 INFO:teuthology.orchestra.run.smithi062.stdout: } 2024-09-13T14:35:42.028 INFO:teuthology.orchestra.run.smithi062.stdout:} 2024-09-13T14:35:42.340 INFO:teuthology.orchestra.run.smithi062.stdout:{ 2024-09-13T14:35:42.340 INFO:teuthology.orchestra.run.smithi062.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph:b0201b8c79733293453e7f10a10c7fa43119222b", 2024-09-13T14:35:42.340 INFO:teuthology.orchestra.run.smithi062.stdout: "in_progress": true, 2024-09-13T14:35:42.340 INFO:teuthology.orchestra.run.smithi062.stdout: "which": "Upgrading daemons in service(s) rgw.foo", 2024-09-13T14:35:42.341 INFO:teuthology.orchestra.run.smithi062.stdout: "services_complete": [], 2024-09-13T14:35:42.341 INFO:teuthology.orchestra.run.smithi062.stdout: "progress": "0/2 daemons upgraded", 2024-09-13T14:35:42.341 INFO:teuthology.orchestra.run.smithi062.stdout: "message": "Currently upgrading rgw daemons", 2024-09-13T14:35:42.341 INFO:teuthology.orchestra.run.smithi062.stdout: "is_paused": false 2024-09-13T14:35:42.341 INFO:teuthology.orchestra.run.smithi062.stdout:} 2024-09-13T14:35:42.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:35:42 smithi178 bash[70490]: cluster 2024-09-13T14:35:40.671379+0000 mgr.y (mgr.25139) 853 : cluster [DBG] pgmap v514: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:35:42.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:35:42 smithi178 bash[70490]: cluster 2024-09-13T14:35:40.671379+0000 mgr.y (mgr.25139) 853 : cluster [DBG] pgmap v514: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:35:42.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:35:42 smithi178 bash[70490]: audit 2024-09-13T14:35:40.945891+0000 mgr.y (mgr.25139) 854 : audit [DBG] from='client.44631 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:35:42.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:35:42 smithi178 bash[70490]: audit 2024-09-13T14:35:40.945891+0000 mgr.y (mgr.25139) 854 : audit [DBG] from='client.44631 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:35:42.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:35:42 smithi178 bash[70490]: audit 2024-09-13T14:35:42.027232+0000 mon.c (mon.2) 14 : audit [DBG] from='client.? 172.21.15.62:0/2043449661' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:35:42.436 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:35:42 smithi178 bash[70490]: audit 2024-09-13T14:35:42.027232+0000 mon.c (mon.2) 14 : audit [DBG] from='client.? 172.21.15.62:0/2043449661' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:35:42.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:35:42 smithi062 bash[89221]: cluster 2024-09-13T14:35:40.671379+0000 mgr.y (mgr.25139) 853 : cluster [DBG] pgmap v514: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:35:42.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:35:42 smithi062 bash[89221]: cluster 2024-09-13T14:35:40.671379+0000 mgr.y (mgr.25139) 853 : cluster [DBG] pgmap v514: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:35:42.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:35:42 smithi062 bash[89221]: audit 2024-09-13T14:35:40.945891+0000 mgr.y (mgr.25139) 854 : audit [DBG] from='client.44631 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:35:42.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:35:42 smithi062 bash[89221]: audit 2024-09-13T14:35:40.945891+0000 mgr.y (mgr.25139) 854 : audit [DBG] from='client.44631 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:35:42.504 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:35:42 smithi062 bash[89221]: audit 2024-09-13T14:35:42.027232+0000 mon.c (mon.2) 14 : audit [DBG] from='client.? 172.21.15.62:0/2043449661' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:35:42.504 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:35:42 smithi062 bash[89221]: audit 2024-09-13T14:35:42.027232+0000 mon.c (mon.2) 14 : audit [DBG] from='client.? 172.21.15.62:0/2043449661' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:35:42.504 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:35:42 smithi062 bash[92878]: cluster 2024-09-13T14:35:40.671379+0000 mgr.y (mgr.25139) 853 : cluster [DBG] pgmap v514: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:35:42.504 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:35:42 smithi062 bash[92878]: cluster 2024-09-13T14:35:40.671379+0000 mgr.y (mgr.25139) 853 : cluster [DBG] pgmap v514: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:35:42.504 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:35:42 smithi062 bash[92878]: audit 2024-09-13T14:35:40.945891+0000 mgr.y (mgr.25139) 854 : audit [DBG] from='client.44631 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:35:42.504 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:35:42 smithi062 bash[92878]: audit 2024-09-13T14:35:40.945891+0000 mgr.y (mgr.25139) 854 : audit [DBG] from='client.44631 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:35:42.504 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:35:42 smithi062 bash[92878]: audit 2024-09-13T14:35:42.027232+0000 mon.c (mon.2) 14 : audit [DBG] from='client.? 172.21.15.62:0/2043449661' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:35:42.504 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:35:42 smithi062 bash[92878]: audit 2024-09-13T14:35:42.027232+0000 mon.c (mon.2) 14 : audit [DBG] from='client.? 172.21.15.62:0/2043449661' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:35:43.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:35:43 smithi062 bash[89221]: audit 2024-09-13T14:35:41.273068+0000 mgr.y (mgr.25139) 855 : audit [DBG] from='client.54611 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:35:43.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:35:43 smithi062 bash[89221]: audit 2024-09-13T14:35:41.273068+0000 mgr.y (mgr.25139) 855 : audit [DBG] from='client.54611 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:35:43.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:35:43 smithi062 bash[89221]: audit 2024-09-13T14:35:41.618551+0000 mgr.y (mgr.25139) 856 : audit [DBG] from='client.44643 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:35:43.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:35:43 smithi062 bash[89221]: audit 2024-09-13T14:35:41.618551+0000 mgr.y (mgr.25139) 856 : audit [DBG] from='client.44643 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:35:43.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:35:43 smithi062 bash[92878]: audit 2024-09-13T14:35:41.273068+0000 mgr.y (mgr.25139) 855 : audit [DBG] from='client.54611 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:35:43.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:35:43 smithi062 bash[92878]: audit 2024-09-13T14:35:41.273068+0000 mgr.y (mgr.25139) 855 : audit [DBG] from='client.54611 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:35:43.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:35:43 smithi062 bash[92878]: audit 2024-09-13T14:35:41.618551+0000 mgr.y (mgr.25139) 856 : audit [DBG] from='client.44643 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:35:43.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:35:43 smithi062 bash[92878]: audit 2024-09-13T14:35:41.618551+0000 mgr.y (mgr.25139) 856 : audit [DBG] from='client.44643 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:35:43.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:35:43 smithi178 bash[70490]: audit 2024-09-13T14:35:41.273068+0000 mgr.y (mgr.25139) 855 : audit [DBG] from='client.54611 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:35:43.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:35:43 smithi178 bash[70490]: audit 2024-09-13T14:35:41.273068+0000 mgr.y (mgr.25139) 855 : audit [DBG] from='client.54611 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:35:43.436 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:35:43 smithi178 bash[70490]: audit 2024-09-13T14:35:41.618551+0000 mgr.y (mgr.25139) 856 : audit [DBG] from='client.44643 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:35:43.436 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:35:43 smithi178 bash[70490]: audit 2024-09-13T14:35:41.618551+0000 mgr.y (mgr.25139) 856 : audit [DBG] from='client.44643 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:35:44.003 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:35:43 smithi062 bash[68610]: ::ffff:172.21.15.178 - - [13/Sep/2024:14:35:43] "GET /metrics HTTP/1.1" 200 38401 "" "Prometheus/2.51.0" 2024-09-13T14:35:44.168 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:35:43 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:35:43.715711424Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:35:44.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:35:44 smithi178 bash[70490]: audit 2024-09-13T14:35:42.340728+0000 mgr.y (mgr.25139) 857 : audit [DBG] from='client.54629 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:35:44.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:35:44 smithi178 bash[70490]: audit 2024-09-13T14:35:42.340728+0000 mgr.y (mgr.25139) 857 : audit [DBG] from='client.54629 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:35:44.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:35:44 smithi178 bash[70490]: cluster 2024-09-13T14:35:42.672822+0000 mgr.y (mgr.25139) 858 : cluster [DBG] pgmap v515: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:35:44.436 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:35:44 smithi178 bash[70490]: cluster 2024-09-13T14:35:42.672822+0000 mgr.y (mgr.25139) 858 : cluster [DBG] pgmap v515: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:35:44.436 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:35:44 smithi178 bash[70490]: audit 2024-09-13T14:35:42.970929+0000 mgr.y (mgr.25139) 859 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:35:44.436 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:35:44 smithi178 bash[70490]: audit 2024-09-13T14:35:42.970929+0000 mgr.y (mgr.25139) 859 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:35:44.436 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:35:44 smithi178 bash[70490]: audit 2024-09-13T14:35:43.872340+0000 mon.b (mon.1) 335 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:35:44.436 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:35:44 smithi178 bash[70490]: audit 2024-09-13T14:35:43.872340+0000 mon.b (mon.1) 335 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:35:44.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:35:44 smithi062 bash[89221]: audit 2024-09-13T14:35:42.340728+0000 mgr.y (mgr.25139) 857 : audit [DBG] from='client.54629 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:35:44.504 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:35:44 smithi062 bash[89221]: audit 2024-09-13T14:35:42.340728+0000 mgr.y (mgr.25139) 857 : audit [DBG] from='client.54629 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:35:44.504 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:35:44 smithi062 bash[89221]: cluster 2024-09-13T14:35:42.672822+0000 mgr.y (mgr.25139) 858 : cluster [DBG] pgmap v515: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:35:44.504 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:35:44 smithi062 bash[89221]: cluster 2024-09-13T14:35:42.672822+0000 mgr.y (mgr.25139) 858 : cluster [DBG] pgmap v515: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:35:44.504 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:35:44 smithi062 bash[89221]: audit 2024-09-13T14:35:42.970929+0000 mgr.y (mgr.25139) 859 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:35:44.504 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:35:44 smithi062 bash[89221]: audit 2024-09-13T14:35:42.970929+0000 mgr.y (mgr.25139) 859 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:35:44.504 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:35:44 smithi062 bash[89221]: audit 2024-09-13T14:35:43.872340+0000 mon.b (mon.1) 335 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:35:44.504 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:35:44 smithi062 bash[89221]: audit 2024-09-13T14:35:43.872340+0000 mon.b (mon.1) 335 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:35:44.504 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:35:44 smithi062 bash[92878]: audit 2024-09-13T14:35:42.340728+0000 mgr.y (mgr.25139) 857 : audit [DBG] from='client.54629 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:35:44.504 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:35:44 smithi062 bash[92878]: audit 2024-09-13T14:35:42.340728+0000 mgr.y (mgr.25139) 857 : audit [DBG] from='client.54629 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:35:44.504 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:35:44 smithi062 bash[92878]: cluster 2024-09-13T14:35:42.672822+0000 mgr.y (mgr.25139) 858 : cluster [DBG] pgmap v515: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:35:44.504 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:35:44 smithi062 bash[92878]: cluster 2024-09-13T14:35:42.672822+0000 mgr.y (mgr.25139) 858 : cluster [DBG] pgmap v515: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:35:44.505 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:35:44 smithi062 bash[92878]: audit 2024-09-13T14:35:42.970929+0000 mgr.y (mgr.25139) 859 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:35:44.505 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:35:44 smithi062 bash[92878]: audit 2024-09-13T14:35:42.970929+0000 mgr.y (mgr.25139) 859 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:35:44.505 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:35:44 smithi062 bash[92878]: audit 2024-09-13T14:35:43.872340+0000 mon.b (mon.1) 335 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:35:44.505 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:35:44 smithi062 bash[92878]: audit 2024-09-13T14:35:43.872340+0000 mon.b (mon.1) 335 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:35:46.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:35:46 smithi178 bash[70490]: cluster 2024-09-13T14:35:44.673488+0000 mgr.y (mgr.25139) 860 : cluster [DBG] pgmap v516: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:35:46.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:35:46 smithi178 bash[70490]: cluster 2024-09-13T14:35:44.673488+0000 mgr.y (mgr.25139) 860 : cluster [DBG] pgmap v516: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:35:46.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:35:46 smithi062 bash[89221]: cluster 2024-09-13T14:35:44.673488+0000 mgr.y (mgr.25139) 860 : cluster [DBG] pgmap v516: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:35:46.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:35:46 smithi062 bash[89221]: cluster 2024-09-13T14:35:44.673488+0000 mgr.y (mgr.25139) 860 : cluster [DBG] pgmap v516: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:35:46.503 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:35:46 smithi062 bash[92878]: cluster 2024-09-13T14:35:44.673488+0000 mgr.y (mgr.25139) 860 : cluster [DBG] pgmap v516: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:35:46.503 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:35:46 smithi062 bash[92878]: cluster 2024-09-13T14:35:44.673488+0000 mgr.y (mgr.25139) 860 : cluster [DBG] pgmap v516: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:35:47.180 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:35:46 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:35:46.714863535Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:35:47.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:35:47 smithi178 bash[70490]: cluster 2024-09-13T14:35:46.674865+0000 mgr.y (mgr.25139) 861 : cluster [DBG] pgmap v517: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:35:47.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:35:47 smithi178 bash[70490]: cluster 2024-09-13T14:35:46.674865+0000 mgr.y (mgr.25139) 861 : cluster [DBG] pgmap v517: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:35:47.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:35:47 smithi062 bash[89221]: cluster 2024-09-13T14:35:46.674865+0000 mgr.y (mgr.25139) 861 : cluster [DBG] pgmap v517: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:35:47.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:35:47 smithi062 bash[89221]: cluster 2024-09-13T14:35:46.674865+0000 mgr.y (mgr.25139) 861 : cluster [DBG] pgmap v517: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:35:47.503 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:35:47 smithi062 bash[92878]: cluster 2024-09-13T14:35:46.674865+0000 mgr.y (mgr.25139) 861 : cluster [DBG] pgmap v517: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:35:47.503 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:35:47 smithi062 bash[92878]: cluster 2024-09-13T14:35:46.674865+0000 mgr.y (mgr.25139) 861 : cluster [DBG] pgmap v517: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:35:50.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:35:49 smithi062 bash[89221]: cluster 2024-09-13T14:35:48.675995+0000 mgr.y (mgr.25139) 862 : cluster [DBG] pgmap v518: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:35:50.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:35:49 smithi062 bash[89221]: cluster 2024-09-13T14:35:48.675995+0000 mgr.y (mgr.25139) 862 : cluster [DBG] pgmap v518: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:35:50.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:35:49 smithi062 bash[92878]: cluster 2024-09-13T14:35:48.675995+0000 mgr.y (mgr.25139) 862 : cluster [DBG] pgmap v518: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:35:50.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:35:49 smithi062 bash[92878]: cluster 2024-09-13T14:35:48.675995+0000 mgr.y (mgr.25139) 862 : cluster [DBG] pgmap v518: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:35:50.185 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:35:49 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:35:49.732606346Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:35:50.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:35:49 smithi178 bash[70490]: cluster 2024-09-13T14:35:48.675995+0000 mgr.y (mgr.25139) 862 : cluster [DBG] pgmap v518: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:35:50.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:35:49 smithi178 bash[70490]: cluster 2024-09-13T14:35:48.675995+0000 mgr.y (mgr.25139) 862 : cluster [DBG] pgmap v518: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:35:52.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:35:51 smithi062 bash[92878]: cluster 2024-09-13T14:35:50.676992+0000 mgr.y (mgr.25139) 863 : cluster [DBG] pgmap v519: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:35:52.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:35:51 smithi062 bash[92878]: cluster 2024-09-13T14:35:50.676992+0000 mgr.y (mgr.25139) 863 : cluster [DBG] pgmap v519: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:35:52.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:35:51 smithi062 bash[89221]: cluster 2024-09-13T14:35:50.676992+0000 mgr.y (mgr.25139) 863 : cluster [DBG] pgmap v519: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:35:52.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:35:51 smithi062 bash[89221]: cluster 2024-09-13T14:35:50.676992+0000 mgr.y (mgr.25139) 863 : cluster [DBG] pgmap v519: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:35:52.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:35:51 smithi178 bash[70490]: cluster 2024-09-13T14:35:50.676992+0000 mgr.y (mgr.25139) 863 : cluster [DBG] pgmap v519: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:35:52.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:35:51 smithi178 bash[70490]: cluster 2024-09-13T14:35:50.676992+0000 mgr.y (mgr.25139) 863 : cluster [DBG] pgmap v519: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:35:53.185 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:35:52 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:35:52.723407377Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:35:53.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:35:52 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:35:53.253 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:35:52 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:35:53.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:35:52 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:35:53.254 INFO:journalctl@ceph.osd.0.smithi062.stdout:Sep 13 14:35:52 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:35:53.254 INFO:journalctl@ceph.osd.2.smithi062.stdout:Sep 13 14:35:52 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:35:53.255 INFO:journalctl@ceph.osd.3.smithi062.stdout:Sep 13 14:35:52 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:35:53.255 INFO:journalctl@ceph.node-exporter.a.smithi062.stdout:Sep 13 14:35:52 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:35:53.255 INFO:journalctl@ceph.alertmanager.a.smithi062.stdout:Sep 13 14:35:52 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:35:53.255 INFO:journalctl@ceph.osd.1.smithi062.stdout:Sep 13 14:35:52 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:35:54.003 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:35:53 smithi062 bash[68610]: ::ffff:172.21.15.178 - - [13/Sep/2024:14:35:53] "GET /metrics HTTP/1.1" 200 38403 "" "Prometheus/2.51.0" 2024-09-13T14:35:54.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:35:54 smithi178 bash[70490]: cluster 2024-09-13T14:35:52.677801+0000 mgr.y (mgr.25139) 864 : cluster [DBG] pgmap v520: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:35:54.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:35:54 smithi178 bash[70490]: cluster 2024-09-13T14:35:52.677801+0000 mgr.y (mgr.25139) 864 : cluster [DBG] pgmap v520: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:35:54.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:35:54 smithi178 bash[70490]: audit 2024-09-13T14:35:52.980176+0000 mgr.y (mgr.25139) 865 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:35:54.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:35:54 smithi178 bash[70490]: audit 2024-09-13T14:35:52.980176+0000 mgr.y (mgr.25139) 865 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:35:54.436 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:35:54 smithi178 bash[70490]: audit 2024-09-13T14:35:53.137399+0000 mon.a (mon.0) 543 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:35:54.436 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:35:54 smithi178 bash[70490]: audit 2024-09-13T14:35:53.137399+0000 mon.a (mon.0) 543 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:35:54.436 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:35:54 smithi178 bash[70490]: audit 2024-09-13T14:35:53.148023+0000 mon.a (mon.0) 544 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:35:54.436 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:35:54 smithi178 bash[70490]: audit 2024-09-13T14:35:53.148023+0000 mon.a (mon.0) 544 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:35:54.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:35:54 smithi062 bash[89221]: cluster 2024-09-13T14:35:52.677801+0000 mgr.y (mgr.25139) 864 : cluster [DBG] pgmap v520: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:35:54.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:35:54 smithi062 bash[89221]: cluster 2024-09-13T14:35:52.677801+0000 mgr.y (mgr.25139) 864 : cluster [DBG] pgmap v520: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:35:54.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:35:54 smithi062 bash[89221]: audit 2024-09-13T14:35:52.980176+0000 mgr.y (mgr.25139) 865 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:35:54.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:35:54 smithi062 bash[89221]: audit 2024-09-13T14:35:52.980176+0000 mgr.y (mgr.25139) 865 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:35:54.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:35:54 smithi062 bash[89221]: audit 2024-09-13T14:35:53.137399+0000 mon.a (mon.0) 543 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:35:54.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:35:54 smithi062 bash[89221]: audit 2024-09-13T14:35:53.137399+0000 mon.a (mon.0) 543 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:35:54.504 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:35:54 smithi062 bash[89221]: audit 2024-09-13T14:35:53.148023+0000 mon.a (mon.0) 544 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:35:54.504 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:35:54 smithi062 bash[89221]: audit 2024-09-13T14:35:53.148023+0000 mon.a (mon.0) 544 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:35:54.504 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:35:54 smithi062 bash[92878]: cluster 2024-09-13T14:35:52.677801+0000 mgr.y (mgr.25139) 864 : cluster [DBG] pgmap v520: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:35:54.504 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:35:54 smithi062 bash[92878]: cluster 2024-09-13T14:35:52.677801+0000 mgr.y (mgr.25139) 864 : cluster [DBG] pgmap v520: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:35:54.504 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:35:54 smithi062 bash[92878]: audit 2024-09-13T14:35:52.980176+0000 mgr.y (mgr.25139) 865 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:35:54.504 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:35:54 smithi062 bash[92878]: audit 2024-09-13T14:35:52.980176+0000 mgr.y (mgr.25139) 865 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:35:54.504 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:35:54 smithi062 bash[92878]: audit 2024-09-13T14:35:53.137399+0000 mon.a (mon.0) 543 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:35:54.504 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:35:54 smithi062 bash[92878]: audit 2024-09-13T14:35:53.137399+0000 mon.a (mon.0) 543 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:35:54.504 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:35:54 smithi062 bash[92878]: audit 2024-09-13T14:35:53.148023+0000 mon.a (mon.0) 544 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:35:54.504 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:35:54 smithi062 bash[92878]: audit 2024-09-13T14:35:53.148023+0000 mon.a (mon.0) 544 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:35:56.141 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:35:55 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:35:55.714790185Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:35:56.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:35:56 smithi178 bash[70490]: cluster 2024-09-13T14:35:54.678325+0000 mgr.y (mgr.25139) 866 : cluster [DBG] pgmap v521: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:35:56.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:35:56 smithi178 bash[70490]: cluster 2024-09-13T14:35:54.678325+0000 mgr.y (mgr.25139) 866 : cluster [DBG] pgmap v521: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:35:56.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:35:56 smithi178 bash[70490]: audit 2024-09-13T14:35:55.907575+0000 mon.a (mon.0) 545 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:35:56.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:35:56 smithi178 bash[70490]: audit 2024-09-13T14:35:55.907575+0000 mon.a (mon.0) 545 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:35:56.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:35:56 smithi178 bash[70490]: audit 2024-09-13T14:35:55.912757+0000 mon.b (mon.1) 336 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "client.rgw.foo.smithi178.sseeij", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]} : dispatch 2024-09-13T14:35:56.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:35:56 smithi178 bash[70490]: audit 2024-09-13T14:35:55.912757+0000 mon.b (mon.1) 336 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "client.rgw.foo.smithi178.sseeij", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]} : dispatch 2024-09-13T14:35:56.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:35:56 smithi178 bash[70490]: audit 2024-09-13T14:35:55.914611+0000 mon.a (mon.0) 546 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "client.rgw.foo.smithi178.sseeij", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]} : dispatch 2024-09-13T14:35:56.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:35:56 smithi178 bash[70490]: audit 2024-09-13T14:35:55.914611+0000 mon.a (mon.0) 546 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "client.rgw.foo.smithi178.sseeij", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]} : dispatch 2024-09-13T14:35:56.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:35:56 smithi178 bash[70490]: audit 2024-09-13T14:35:55.920640+0000 mon.b (mon.1) 337 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:35:56.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:35:56 smithi178 bash[70490]: audit 2024-09-13T14:35:55.920640+0000 mon.b (mon.1) 337 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:35:56.504 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:35:56 smithi062 bash[89221]: cluster 2024-09-13T14:35:54.678325+0000 mgr.y (mgr.25139) 866 : cluster [DBG] pgmap v521: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:35:56.504 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:35:56 smithi062 bash[89221]: cluster 2024-09-13T14:35:54.678325+0000 mgr.y (mgr.25139) 866 : cluster [DBG] pgmap v521: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:35:56.504 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:35:56 smithi062 bash[89221]: audit 2024-09-13T14:35:55.907575+0000 mon.a (mon.0) 545 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:35:56.504 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:35:56 smithi062 bash[89221]: audit 2024-09-13T14:35:55.907575+0000 mon.a (mon.0) 545 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:35:56.504 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:35:56 smithi062 bash[89221]: audit 2024-09-13T14:35:55.912757+0000 mon.b (mon.1) 336 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "client.rgw.foo.smithi178.sseeij", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]} : dispatch 2024-09-13T14:35:56.504 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:35:56 smithi062 bash[89221]: audit 2024-09-13T14:35:55.912757+0000 mon.b (mon.1) 336 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "client.rgw.foo.smithi178.sseeij", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]} : dispatch 2024-09-13T14:35:56.504 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:35:56 smithi062 bash[89221]: audit 2024-09-13T14:35:55.914611+0000 mon.a (mon.0) 546 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "client.rgw.foo.smithi178.sseeij", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]} : dispatch 2024-09-13T14:35:56.504 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:35:56 smithi062 bash[89221]: audit 2024-09-13T14:35:55.914611+0000 mon.a (mon.0) 546 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "client.rgw.foo.smithi178.sseeij", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]} : dispatch 2024-09-13T14:35:56.504 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:35:56 smithi062 bash[89221]: audit 2024-09-13T14:35:55.920640+0000 mon.b (mon.1) 337 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:35:56.504 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:35:56 smithi062 bash[89221]: audit 2024-09-13T14:35:55.920640+0000 mon.b (mon.1) 337 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:35:56.505 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:35:56 smithi062 bash[92878]: cluster 2024-09-13T14:35:54.678325+0000 mgr.y (mgr.25139) 866 : cluster [DBG] pgmap v521: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:35:56.505 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:35:56 smithi062 bash[92878]: cluster 2024-09-13T14:35:54.678325+0000 mgr.y (mgr.25139) 866 : cluster [DBG] pgmap v521: 161 pgs: 161 active+clean; 585 KiB data, 243 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:35:56.505 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:35:56 smithi062 bash[92878]: audit 2024-09-13T14:35:55.907575+0000 mon.a (mon.0) 545 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:35:56.505 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:35:56 smithi062 bash[92878]: audit 2024-09-13T14:35:55.907575+0000 mon.a (mon.0) 545 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:35:56.505 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:35:56 smithi062 bash[92878]: audit 2024-09-13T14:35:55.912757+0000 mon.b (mon.1) 336 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "client.rgw.foo.smithi178.sseeij", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]} : dispatch 2024-09-13T14:35:56.505 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:35:56 smithi062 bash[92878]: audit 2024-09-13T14:35:55.912757+0000 mon.b (mon.1) 336 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "client.rgw.foo.smithi178.sseeij", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]} : dispatch 2024-09-13T14:35:56.505 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:35:56 smithi062 bash[92878]: audit 2024-09-13T14:35:55.914611+0000 mon.a (mon.0) 546 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "client.rgw.foo.smithi178.sseeij", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]} : dispatch 2024-09-13T14:35:56.505 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:35:56 smithi062 bash[92878]: audit 2024-09-13T14:35:55.914611+0000 mon.a (mon.0) 546 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "client.rgw.foo.smithi178.sseeij", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]} : dispatch 2024-09-13T14:35:56.505 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:35:56 smithi062 bash[92878]: audit 2024-09-13T14:35:55.920640+0000 mon.b (mon.1) 337 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:35:56.505 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:35:56 smithi062 bash[92878]: audit 2024-09-13T14:35:55.920640+0000 mon.b (mon.1) 337 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:35:57.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:35:57 smithi178 bash[70490]: cephadm 2024-09-13T14:35:55.898997+0000 mgr.y (mgr.25139) 867 : cephadm [INF] Upgrade: Updating rgw.foo.smithi178.sseeij (2/2) 2024-09-13T14:35:57.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:35:57 smithi178 bash[70490]: cephadm 2024-09-13T14:35:55.898997+0000 mgr.y (mgr.25139) 867 : cephadm [INF] Upgrade: Updating rgw.foo.smithi178.sseeij (2/2) 2024-09-13T14:35:57.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:35:57 smithi178 bash[70490]: cephadm 2024-09-13T14:35:55.923929+0000 mgr.y (mgr.25139) 868 : cephadm [INF] Deploying daemon rgw.foo.smithi178.sseeij on smithi178 2024-09-13T14:35:57.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:35:57 smithi178 bash[70490]: cephadm 2024-09-13T14:35:55.923929+0000 mgr.y (mgr.25139) 868 : cephadm [INF] Deploying daemon rgw.foo.smithi178.sseeij on smithi178 2024-09-13T14:35:57.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:35:57 smithi062 bash[89221]: cephadm 2024-09-13T14:35:55.898997+0000 mgr.y (mgr.25139) 867 : cephadm [INF] Upgrade: Updating rgw.foo.smithi178.sseeij (2/2) 2024-09-13T14:35:57.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:35:57 smithi062 bash[89221]: cephadm 2024-09-13T14:35:55.898997+0000 mgr.y (mgr.25139) 867 : cephadm [INF] Upgrade: Updating rgw.foo.smithi178.sseeij (2/2) 2024-09-13T14:35:57.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:35:57 smithi062 bash[89221]: cephadm 2024-09-13T14:35:55.923929+0000 mgr.y (mgr.25139) 868 : cephadm [INF] Deploying daemon rgw.foo.smithi178.sseeij on smithi178 2024-09-13T14:35:57.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:35:57 smithi062 bash[89221]: cephadm 2024-09-13T14:35:55.923929+0000 mgr.y (mgr.25139) 868 : cephadm [INF] Deploying daemon rgw.foo.smithi178.sseeij on smithi178 2024-09-13T14:35:57.504 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:35:57 smithi062 bash[92878]: cephadm 2024-09-13T14:35:55.898997+0000 mgr.y (mgr.25139) 867 : cephadm [INF] Upgrade: Updating rgw.foo.smithi178.sseeij (2/2) 2024-09-13T14:35:57.504 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:35:57 smithi062 bash[92878]: cephadm 2024-09-13T14:35:55.898997+0000 mgr.y (mgr.25139) 867 : cephadm [INF] Upgrade: Updating rgw.foo.smithi178.sseeij (2/2) 2024-09-13T14:35:57.504 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:35:57 smithi062 bash[92878]: cephadm 2024-09-13T14:35:55.923929+0000 mgr.y (mgr.25139) 868 : cephadm [INF] Deploying daemon rgw.foo.smithi178.sseeij on smithi178 2024-09-13T14:35:57.504 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:35:57 smithi062 bash[92878]: cephadm 2024-09-13T14:35:55.923929+0000 mgr.y (mgr.25139) 868 : cephadm [INF] Deploying daemon rgw.foo.smithi178.sseeij on smithi178 2024-09-13T14:35:58.416 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:35:58 smithi178 bash[70490]: cluster 2024-09-13T14:35:56.679680+0000 mgr.y (mgr.25139) 869 : cluster [DBG] pgmap v522: 161 pgs: 161 active+clean; 585 KiB data, 247 MiB used, 715 GiB / 715 GiB avail; 39 KiB/s rd, 85 B/s wr, 59 op/s 2024-09-13T14:35:58.416 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:35:58 smithi178 bash[70490]: cluster 2024-09-13T14:35:56.679680+0000 mgr.y (mgr.25139) 869 : cluster [DBG] pgmap v522: 161 pgs: 161 active+clean; 585 KiB data, 247 MiB used, 715 GiB / 715 GiB avail; 39 KiB/s rd, 85 B/s wr, 59 op/s 2024-09-13T14:35:58.503 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:35:58 smithi062 bash[92878]: cluster 2024-09-13T14:35:56.679680+0000 mgr.y (mgr.25139) 869 : cluster [DBG] pgmap v522: 161 pgs: 161 active+clean; 585 KiB data, 247 MiB used, 715 GiB / 715 GiB avail; 39 KiB/s rd, 85 B/s wr, 59 op/s 2024-09-13T14:35:58.503 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:35:58 smithi062 bash[92878]: cluster 2024-09-13T14:35:56.679680+0000 mgr.y (mgr.25139) 869 : cluster [DBG] pgmap v522: 161 pgs: 161 active+clean; 585 KiB data, 247 MiB used, 715 GiB / 715 GiB avail; 39 KiB/s rd, 85 B/s wr, 59 op/s 2024-09-13T14:35:58.504 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:35:58 smithi062 bash[89221]: cluster 2024-09-13T14:35:56.679680+0000 mgr.y (mgr.25139) 869 : cluster [DBG] pgmap v522: 161 pgs: 161 active+clean; 585 KiB data, 247 MiB used, 715 GiB / 715 GiB avail; 39 KiB/s rd, 85 B/s wr, 59 op/s 2024-09-13T14:35:58.504 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:35:58 smithi062 bash[89221]: cluster 2024-09-13T14:35:56.679680+0000 mgr.y (mgr.25139) 869 : cluster [DBG] pgmap v522: 161 pgs: 161 active+clean; 585 KiB data, 247 MiB used, 715 GiB / 715 GiB avail; 39 KiB/s rd, 85 B/s wr, 59 op/s 2024-09-13T14:35:58.676 INFO:journalctl@ceph.osd.6.smithi178.stdout:Sep 13 14:35:58 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:35:58.676 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 14:35:58 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:35:58.677 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 13 14:35:58 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:35:58.677 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:35:58 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:35:58.677 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 13 14:35:58 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:35:58.678 INFO:journalctl@ceph.osd.4.smithi178.stdout:Sep 13 14:35:58 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:35:58.678 INFO:journalctl@ceph.osd.7.smithi178.stdout:Sep 13 14:35:58 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:35:58.678 INFO:journalctl@ceph.osd.5.smithi178.stdout:Sep 13 14:35:58 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:35:58.679 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:35:58 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:35:58.935 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:35:58 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:35:58.716563968Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:35:59.436 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:35:59 smithi178 bash[70490]: audit 2024-09-13T14:35:58.872540+0000 mon.b (mon.1) 338 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:35:59.436 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:35:59 smithi178 bash[70490]: audit 2024-09-13T14:35:58.872540+0000 mon.b (mon.1) 338 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:35:59.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:35:59 smithi062 bash[89221]: audit 2024-09-13T14:35:58.872540+0000 mon.b (mon.1) 338 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:35:59.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:35:59 smithi062 bash[89221]: audit 2024-09-13T14:35:58.872540+0000 mon.b (mon.1) 338 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:35:59.503 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:35:59 smithi062 bash[92878]: audit 2024-09-13T14:35:58.872540+0000 mon.b (mon.1) 338 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:35:59.504 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:35:59 smithi062 bash[92878]: audit 2024-09-13T14:35:58.872540+0000 mon.b (mon.1) 338 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:36:00.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:00 smithi178 bash[70490]: cluster 2024-09-13T14:35:58.680810+0000 mgr.y (mgr.25139) 870 : cluster [DBG] pgmap v523: 161 pgs: 161 active+clean; 585 KiB data, 247 MiB used, 715 GiB / 715 GiB avail; 55 KiB/s rd, 85 B/s wr, 83 op/s 2024-09-13T14:36:00.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:00 smithi178 bash[70490]: cluster 2024-09-13T14:35:58.680810+0000 mgr.y (mgr.25139) 870 : cluster [DBG] pgmap v523: 161 pgs: 161 active+clean; 585 KiB data, 247 MiB used, 715 GiB / 715 GiB avail; 55 KiB/s rd, 85 B/s wr, 83 op/s 2024-09-13T14:36:00.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:00 smithi062 bash[89221]: cluster 2024-09-13T14:35:58.680810+0000 mgr.y (mgr.25139) 870 : cluster [DBG] pgmap v523: 161 pgs: 161 active+clean; 585 KiB data, 247 MiB used, 715 GiB / 715 GiB avail; 55 KiB/s rd, 85 B/s wr, 83 op/s 2024-09-13T14:36:00.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:00 smithi062 bash[89221]: cluster 2024-09-13T14:35:58.680810+0000 mgr.y (mgr.25139) 870 : cluster [DBG] pgmap v523: 161 pgs: 161 active+clean; 585 KiB data, 247 MiB used, 715 GiB / 715 GiB avail; 55 KiB/s rd, 85 B/s wr, 83 op/s 2024-09-13T14:36:00.503 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:00 smithi062 bash[92878]: cluster 2024-09-13T14:35:58.680810+0000 mgr.y (mgr.25139) 870 : cluster [DBG] pgmap v523: 161 pgs: 161 active+clean; 585 KiB data, 247 MiB used, 715 GiB / 715 GiB avail; 55 KiB/s rd, 85 B/s wr, 83 op/s 2024-09-13T14:36:00.504 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:00 smithi062 bash[92878]: cluster 2024-09-13T14:35:58.680810+0000 mgr.y (mgr.25139) 870 : cluster [DBG] pgmap v523: 161 pgs: 161 active+clean; 585 KiB data, 247 MiB used, 715 GiB / 715 GiB avail; 55 KiB/s rd, 85 B/s wr, 83 op/s 2024-09-13T14:36:02.171 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:36:01 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:36:01.721829598Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:36:02.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:02 smithi178 bash[70490]: cluster 2024-09-13T14:36:00.681898+0000 mgr.y (mgr.25139) 871 : cluster [DBG] pgmap v524: 161 pgs: 161 active+clean; 585 KiB data, 251 MiB used, 715 GiB / 715 GiB avail; 56 KiB/s rd, 85 B/s wr, 84 op/s 2024-09-13T14:36:02.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:02 smithi178 bash[70490]: cluster 2024-09-13T14:36:00.681898+0000 mgr.y (mgr.25139) 871 : cluster [DBG] pgmap v524: 161 pgs: 161 active+clean; 585 KiB data, 251 MiB used, 715 GiB / 715 GiB avail; 56 KiB/s rd, 85 B/s wr, 84 op/s 2024-09-13T14:36:02.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:02 smithi062 bash[89221]: cluster 2024-09-13T14:36:00.681898+0000 mgr.y (mgr.25139) 871 : cluster [DBG] pgmap v524: 161 pgs: 161 active+clean; 585 KiB data, 251 MiB used, 715 GiB / 715 GiB avail; 56 KiB/s rd, 85 B/s wr, 84 op/s 2024-09-13T14:36:02.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:02 smithi062 bash[89221]: cluster 2024-09-13T14:36:00.681898+0000 mgr.y (mgr.25139) 871 : cluster [DBG] pgmap v524: 161 pgs: 161 active+clean; 585 KiB data, 251 MiB used, 715 GiB / 715 GiB avail; 56 KiB/s rd, 85 B/s wr, 84 op/s 2024-09-13T14:36:02.504 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:02 smithi062 bash[92878]: cluster 2024-09-13T14:36:00.681898+0000 mgr.y (mgr.25139) 871 : cluster [DBG] pgmap v524: 161 pgs: 161 active+clean; 585 KiB data, 251 MiB used, 715 GiB / 715 GiB avail; 56 KiB/s rd, 85 B/s wr, 84 op/s 2024-09-13T14:36:02.504 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:02 smithi062 bash[92878]: cluster 2024-09-13T14:36:00.681898+0000 mgr.y (mgr.25139) 871 : cluster [DBG] pgmap v524: 161 pgs: 161 active+clean; 585 KiB data, 251 MiB used, 715 GiB / 715 GiB avail; 56 KiB/s rd, 85 B/s wr, 84 op/s 2024-09-13T14:36:04.003 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:36:03 smithi062 bash[68610]: ::ffff:172.21.15.178 - - [13/Sep/2024:14:36:03] "GET /metrics HTTP/1.1" 200 38385 "" "Prometheus/2.51.0" 2024-09-13T14:36:04.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:04 smithi178 bash[70490]: cluster 2024-09-13T14:36:02.683414+0000 mgr.y (mgr.25139) 872 : cluster [DBG] pgmap v525: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 55 KiB/s rd, 85 B/s wr, 84 op/s 2024-09-13T14:36:04.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:04 smithi178 bash[70490]: cluster 2024-09-13T14:36:02.683414+0000 mgr.y (mgr.25139) 872 : cluster [DBG] pgmap v525: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 55 KiB/s rd, 85 B/s wr, 84 op/s 2024-09-13T14:36:04.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:04 smithi178 bash[70490]: audit 2024-09-13T14:36:02.991128+0000 mgr.y (mgr.25139) 873 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:36:04.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:04 smithi178 bash[70490]: audit 2024-09-13T14:36:02.991128+0000 mgr.y (mgr.25139) 873 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:36:04.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:04 smithi062 bash[89221]: cluster 2024-09-13T14:36:02.683414+0000 mgr.y (mgr.25139) 872 : cluster [DBG] pgmap v525: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 55 KiB/s rd, 85 B/s wr, 84 op/s 2024-09-13T14:36:04.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:04 smithi062 bash[89221]: cluster 2024-09-13T14:36:02.683414+0000 mgr.y (mgr.25139) 872 : cluster [DBG] pgmap v525: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 55 KiB/s rd, 85 B/s wr, 84 op/s 2024-09-13T14:36:04.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:04 smithi062 bash[89221]: audit 2024-09-13T14:36:02.991128+0000 mgr.y (mgr.25139) 873 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:36:04.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:04 smithi062 bash[89221]: audit 2024-09-13T14:36:02.991128+0000 mgr.y (mgr.25139) 873 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:36:04.504 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:04 smithi062 bash[92878]: cluster 2024-09-13T14:36:02.683414+0000 mgr.y (mgr.25139) 872 : cluster [DBG] pgmap v525: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 55 KiB/s rd, 85 B/s wr, 84 op/s 2024-09-13T14:36:04.504 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:04 smithi062 bash[92878]: cluster 2024-09-13T14:36:02.683414+0000 mgr.y (mgr.25139) 872 : cluster [DBG] pgmap v525: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 55 KiB/s rd, 85 B/s wr, 84 op/s 2024-09-13T14:36:04.504 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:04 smithi062 bash[92878]: audit 2024-09-13T14:36:02.991128+0000 mgr.y (mgr.25139) 873 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:36:04.504 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:04 smithi062 bash[92878]: audit 2024-09-13T14:36:02.991128+0000 mgr.y (mgr.25139) 873 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:36:05.184 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:36:04 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:36:04.740262076Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:36:05.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:05 smithi178 bash[70490]: cluster 2024-09-13T14:36:04.684177+0000 mgr.y (mgr.25139) 874 : cluster [DBG] pgmap v526: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 55 KiB/s rd, 85 B/s wr, 84 op/s 2024-09-13T14:36:05.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:05 smithi178 bash[70490]: cluster 2024-09-13T14:36:04.684177+0000 mgr.y (mgr.25139) 874 : cluster [DBG] pgmap v526: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 55 KiB/s rd, 85 B/s wr, 84 op/s 2024-09-13T14:36:05.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:05 smithi062 bash[89221]: cluster 2024-09-13T14:36:04.684177+0000 mgr.y (mgr.25139) 874 : cluster [DBG] pgmap v526: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 55 KiB/s rd, 85 B/s wr, 84 op/s 2024-09-13T14:36:05.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:05 smithi062 bash[89221]: cluster 2024-09-13T14:36:04.684177+0000 mgr.y (mgr.25139) 874 : cluster [DBG] pgmap v526: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 55 KiB/s rd, 85 B/s wr, 84 op/s 2024-09-13T14:36:05.503 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:05 smithi062 bash[92878]: cluster 2024-09-13T14:36:04.684177+0000 mgr.y (mgr.25139) 874 : cluster [DBG] pgmap v526: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 55 KiB/s rd, 85 B/s wr, 84 op/s 2024-09-13T14:36:05.504 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:05 smithi062 bash[92878]: cluster 2024-09-13T14:36:04.684177+0000 mgr.y (mgr.25139) 874 : cluster [DBG] pgmap v526: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 55 KiB/s rd, 85 B/s wr, 84 op/s 2024-09-13T14:36:08.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:07 smithi062 bash[92878]: cluster 2024-09-13T14:36:06.685560+0000 mgr.y (mgr.25139) 875 : cluster [DBG] pgmap v527: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 56 KiB/s rd, 85 B/s wr, 84 op/s 2024-09-13T14:36:08.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:07 smithi062 bash[92878]: cluster 2024-09-13T14:36:06.685560+0000 mgr.y (mgr.25139) 875 : cluster [DBG] pgmap v527: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 56 KiB/s rd, 85 B/s wr, 84 op/s 2024-09-13T14:36:08.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:07 smithi062 bash[89221]: cluster 2024-09-13T14:36:06.685560+0000 mgr.y (mgr.25139) 875 : cluster [DBG] pgmap v527: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 56 KiB/s rd, 85 B/s wr, 84 op/s 2024-09-13T14:36:08.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:07 smithi062 bash[89221]: cluster 2024-09-13T14:36:06.685560+0000 mgr.y (mgr.25139) 875 : cluster [DBG] pgmap v527: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 56 KiB/s rd, 85 B/s wr, 84 op/s 2024-09-13T14:36:08.185 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:36:07 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:36:07.728477471Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:36:08.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:07 smithi178 bash[70490]: cluster 2024-09-13T14:36:06.685560+0000 mgr.y (mgr.25139) 875 : cluster [DBG] pgmap v527: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 56 KiB/s rd, 85 B/s wr, 84 op/s 2024-09-13T14:36:08.186 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:07 smithi178 bash[70490]: cluster 2024-09-13T14:36:06.685560+0000 mgr.y (mgr.25139) 875 : cluster [DBG] pgmap v527: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 56 KiB/s rd, 85 B/s wr, 84 op/s 2024-09-13T14:36:10.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:09 smithi062 bash[89221]: cluster 2024-09-13T14:36:08.686639+0000 mgr.y (mgr.25139) 876 : cluster [DBG] pgmap v528: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 26 op/s 2024-09-13T14:36:10.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:09 smithi062 bash[89221]: cluster 2024-09-13T14:36:08.686639+0000 mgr.y (mgr.25139) 876 : cluster [DBG] pgmap v528: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 26 op/s 2024-09-13T14:36:10.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:09 smithi062 bash[92878]: cluster 2024-09-13T14:36:08.686639+0000 mgr.y (mgr.25139) 876 : cluster [DBG] pgmap v528: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 26 op/s 2024-09-13T14:36:10.003 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:09 smithi062 bash[92878]: cluster 2024-09-13T14:36:08.686639+0000 mgr.y (mgr.25139) 876 : cluster [DBG] pgmap v528: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 26 op/s 2024-09-13T14:36:10.185 INFO:journalctl@ceph.osd.5.smithi178.stdout:Sep 13 14:36:09 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:36:10.185 INFO:journalctl@ceph.osd.6.smithi178.stdout:Sep 13 14:36:09 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:36:10.186 INFO:journalctl@ceph.osd.7.smithi178.stdout:Sep 13 14:36:09 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:36:10.186 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 14:36:09 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:36:10.186 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:36:09 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:36:10.187 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 13 14:36:09 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:36:10.187 INFO:journalctl@ceph.osd.4.smithi178.stdout:Sep 13 14:36:09 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:36:10.187 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 13 14:36:09 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:36:10.187 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:09 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:36:10.187 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:09 smithi178 bash[70490]: cluster 2024-09-13T14:36:08.686639+0000 mgr.y (mgr.25139) 876 : cluster [DBG] pgmap v528: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 26 op/s 2024-09-13T14:36:10.188 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:09 smithi178 bash[70490]: cluster 2024-09-13T14:36:08.686639+0000 mgr.y (mgr.25139) 876 : cluster [DBG] pgmap v528: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 26 op/s 2024-09-13T14:36:11.067 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:36:10 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:36:10.757611078Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:36:11.068 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:10 smithi178 bash[70490]: audit 2024-09-13T14:36:09.916489+0000 mon.a (mon.0) 547 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:36:11.068 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:10 smithi178 bash[70490]: audit 2024-09-13T14:36:09.916489+0000 mon.a (mon.0) 547 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:36:11.068 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:10 smithi178 bash[70490]: audit 2024-09-13T14:36:09.928593+0000 mon.a (mon.0) 548 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:36:11.068 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:10 smithi178 bash[70490]: audit 2024-09-13T14:36:09.928593+0000 mon.a (mon.0) 548 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:36:11.068 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:10 smithi178 bash[70490]: audit 2024-09-13T14:36:10.503494+0000 mon.a (mon.0) 549 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:36:11.069 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:10 smithi178 bash[70490]: audit 2024-09-13T14:36:10.503494+0000 mon.a (mon.0) 549 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:36:11.069 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:10 smithi178 bash[70490]: audit 2024-09-13T14:36:10.516215+0000 mon.a (mon.0) 550 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:36:11.069 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:10 smithi178 bash[70490]: audit 2024-09-13T14:36:10.516215+0000 mon.a (mon.0) 550 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:36:11.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:10 smithi062 bash[89221]: audit 2024-09-13T14:36:09.916489+0000 mon.a (mon.0) 547 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:36:11.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:10 smithi062 bash[89221]: audit 2024-09-13T14:36:09.916489+0000 mon.a (mon.0) 547 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:36:11.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:10 smithi062 bash[89221]: audit 2024-09-13T14:36:09.928593+0000 mon.a (mon.0) 548 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:36:11.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:10 smithi062 bash[89221]: audit 2024-09-13T14:36:09.928593+0000 mon.a (mon.0) 548 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:36:11.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:10 smithi062 bash[89221]: audit 2024-09-13T14:36:10.503494+0000 mon.a (mon.0) 549 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:36:11.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:10 smithi062 bash[89221]: audit 2024-09-13T14:36:10.503494+0000 mon.a (mon.0) 549 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:36:11.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:10 smithi062 bash[89221]: audit 2024-09-13T14:36:10.516215+0000 mon.a (mon.0) 550 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:36:11.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:10 smithi062 bash[89221]: audit 2024-09-13T14:36:10.516215+0000 mon.a (mon.0) 550 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:36:11.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:10 smithi062 bash[92878]: audit 2024-09-13T14:36:09.916489+0000 mon.a (mon.0) 547 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:36:11.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:10 smithi062 bash[92878]: audit 2024-09-13T14:36:09.916489+0000 mon.a (mon.0) 547 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:36:11.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:10 smithi062 bash[92878]: audit 2024-09-13T14:36:09.928593+0000 mon.a (mon.0) 548 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:36:11.255 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:10 smithi062 bash[92878]: audit 2024-09-13T14:36:09.928593+0000 mon.a (mon.0) 548 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:36:11.255 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:10 smithi062 bash[92878]: audit 2024-09-13T14:36:10.503494+0000 mon.a (mon.0) 549 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:36:11.255 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:10 smithi062 bash[92878]: audit 2024-09-13T14:36:10.503494+0000 mon.a (mon.0) 549 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:36:11.255 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:10 smithi062 bash[92878]: audit 2024-09-13T14:36:10.516215+0000 mon.a (mon.0) 550 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:36:11.255 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:10 smithi062 bash[92878]: audit 2024-09-13T14:36:10.516215+0000 mon.a (mon.0) 550 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:36:12.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:11 smithi178 bash[70490]: cluster 2024-09-13T14:36:10.687653+0000 mgr.y (mgr.25139) 877 : cluster [DBG] pgmap v529: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 1.7 KiB/s rd, 0 B/s wr, 2 op/s 2024-09-13T14:36:12.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:11 smithi178 bash[70490]: cluster 2024-09-13T14:36:10.687653+0000 mgr.y (mgr.25139) 877 : cluster [DBG] pgmap v529: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 1.7 KiB/s rd, 0 B/s wr, 2 op/s 2024-09-13T14:36:12.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:11 smithi062 bash[89221]: cluster 2024-09-13T14:36:10.687653+0000 mgr.y (mgr.25139) 877 : cluster [DBG] pgmap v529: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 1.7 KiB/s rd, 0 B/s wr, 2 op/s 2024-09-13T14:36:12.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:11 smithi062 bash[89221]: cluster 2024-09-13T14:36:10.687653+0000 mgr.y (mgr.25139) 877 : cluster [DBG] pgmap v529: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 1.7 KiB/s rd, 0 B/s wr, 2 op/s 2024-09-13T14:36:12.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:11 smithi062 bash[92878]: cluster 2024-09-13T14:36:10.687653+0000 mgr.y (mgr.25139) 877 : cluster [DBG] pgmap v529: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 1.7 KiB/s rd, 0 B/s wr, 2 op/s 2024-09-13T14:36:12.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:11 smithi062 bash[92878]: cluster 2024-09-13T14:36:10.687653+0000 mgr.y (mgr.25139) 877 : cluster [DBG] pgmap v529: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 1.7 KiB/s rd, 0 B/s wr, 2 op/s 2024-09-13T14:36:12.689 INFO:teuthology.orchestra.run.smithi062.stdout:true 2024-09-13T14:36:13.361 INFO:teuthology.orchestra.run.smithi062.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-13T14:36:13.361 INFO:teuthology.orchestra.run.smithi062.stdout:alertmanager.a smithi062 *:9093,9094 running (14m) 4m ago 41m 14.0M - 0.27.0 11f11916f8cd 6e93dcf56cea 2024-09-13T14:36:13.361 INFO:teuthology.orchestra.run.smithi062.stdout:grafana.a smithi178 *:3000 running (13m) 2m ago 41m 68.1M - 10.4.0 c8b91775d855 e5af99a01b68 2024-09-13T14:36:13.361 INFO:teuthology.orchestra.run.smithi062.stdout:iscsi.foo.smithi062.auboqe smithi062 *:5000 running (16m) 4m ago 38m 50.2M - 3.8 19dc8d659727 5db99a6f8116 2024-09-13T14:36:13.361 INFO:teuthology.orchestra.run.smithi062.stdout:mgr.x smithi178 *:8443,9283,8765 running (15m) 2m ago 49m 445M - 19.3.0-4917-gb0201b8c 1641fe80ce72 fc18b6fcd5bd 2024-09-13T14:36:13.362 INFO:teuthology.orchestra.run.smithi062.stdout:mgr.y smithi062 *:8443,9283,8765 running (26m) 4m ago 52m 514M - 19.3.0-4917-gb0201b8c 1641fe80ce72 fd629cc84850 2024-09-13T14:36:13.362 INFO:teuthology.orchestra.run.smithi062.stdout:mon.a smithi062 running (10m) 4m ago 52m 51.7M 2048M 19.3.0-4917-gb0201b8c 1641fe80ce72 6370c6daf05c 2024-09-13T14:36:13.362 INFO:teuthology.orchestra.run.smithi062.stdout:mon.b smithi178 running (11m) 2m ago 50m 48.2M 2048M 19.3.0-4917-gb0201b8c 1641fe80ce72 4246b63ea822 2024-09-13T14:36:13.362 INFO:teuthology.orchestra.run.smithi062.stdout:mon.c smithi062 running (10m) 4m ago 50m 37.6M 2048M 19.3.0-4917-gb0201b8c 1641fe80ce72 546ed05b6de1 2024-09-13T14:36:13.362 INFO:teuthology.orchestra.run.smithi062.stdout:node-exporter.a smithi062 *:9100 running (15m) 4m ago 41m 8200k - 1.7.0 72c9c2088986 d2a19c03fb98 2024-09-13T14:36:13.362 INFO:teuthology.orchestra.run.smithi062.stdout:node-exporter.b smithi178 *:9100 running (15m) 2m ago 41m 8584k - 1.7.0 72c9c2088986 ef73b17b6575 2024-09-13T14:36:13.362 INFO:teuthology.orchestra.run.smithi062.stdout:osd.0 smithi062 running (8m) 4m ago 49m 50.8M 3036M 19.3.0-4917-gb0201b8c 1641fe80ce72 711a747f4c3b 2024-09-13T14:36:13.362 INFO:teuthology.orchestra.run.smithi062.stdout:osd.1 smithi062 running (7m) 4m ago 48m 48.0M 3036M 19.3.0-4917-gb0201b8c 1641fe80ce72 8ddc722fe2b2 2024-09-13T14:36:13.362 INFO:teuthology.orchestra.run.smithi062.stdout:osd.2 smithi062 running (6m) 4m ago 47m 46.8M 3036M 19.3.0-4917-gb0201b8c 1641fe80ce72 6b0d80723a64 2024-09-13T14:36:13.363 INFO:teuthology.orchestra.run.smithi062.stdout:osd.3 smithi062 running (4m) 4m ago 46m - 3036M 19.3.0-4917-gb0201b8c 1641fe80ce72 fbedce232013 2024-09-13T14:36:13.363 INFO:teuthology.orchestra.run.smithi062.stdout:osd.4 smithi178 running (4m) 2m ago 45m 53.4M 3292M 19.3.0-4917-gb0201b8c 1641fe80ce72 6c0f465cbec8 2024-09-13T14:36:13.363 INFO:teuthology.orchestra.run.smithi062.stdout:osd.5 smithi178 running (3m) 2m ago 44m 49.3M 3292M 19.3.0-4917-gb0201b8c 1641fe80ce72 a4331d922968 2024-09-13T14:36:13.363 INFO:teuthology.orchestra.run.smithi062.stdout:osd.6 smithi178 running (2m) 2m ago 43m 45.4M 3292M 19.3.0-4917-gb0201b8c 1641fe80ce72 27e3e9b24e4c 2024-09-13T14:36:13.363 INFO:teuthology.orchestra.run.smithi062.stdout:osd.7 smithi178 running (2m) 2m ago 42m - 3292M 19.3.0-4917-gb0201b8c 1641fe80ce72 0fbed61cff37 2024-09-13T14:36:13.363 INFO:teuthology.orchestra.run.smithi062.stdout:prometheus.a smithi178 *:9095 running (14m) 2m ago 41m 52.8M - 2.51.0 1d3b7f56885b 3a9393efc8c5 2024-09-13T14:36:13.364 INFO:teuthology.orchestra.run.smithi062.stdout:rgw.foo.smithi062.raldkl smithi062 *:8000 starting - - - - 2024-09-13T14:36:13.364 INFO:teuthology.orchestra.run.smithi062.stdout:rgw.foo.smithi178.sseeij smithi178 *:8000 starting - - - - 2024-09-13T14:36:13.739 INFO:teuthology.orchestra.run.smithi062.stdout:{ 2024-09-13T14:36:13.739 INFO:teuthology.orchestra.run.smithi062.stdout: "mon": { 2024-09-13T14:36:13.739 INFO:teuthology.orchestra.run.smithi062.stdout: "ceph version 19.3.0-4917-gb0201b8c (b0201b8c79733293453e7f10a10c7fa43119222b) squid (dev)": 3 2024-09-13T14:36:13.739 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-09-13T14:36:13.739 INFO:teuthology.orchestra.run.smithi062.stdout: "mgr": { 2024-09-13T14:36:13.739 INFO:teuthology.orchestra.run.smithi062.stdout: "ceph version 19.3.0-4917-gb0201b8c (b0201b8c79733293453e7f10a10c7fa43119222b) squid (dev)": 2 2024-09-13T14:36:13.739 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-09-13T14:36:13.739 INFO:teuthology.orchestra.run.smithi062.stdout: "osd": { 2024-09-13T14:36:13.739 INFO:teuthology.orchestra.run.smithi062.stdout: "ceph version 19.3.0-4917-gb0201b8c (b0201b8c79733293453e7f10a10c7fa43119222b) squid (dev)": 8 2024-09-13T14:36:13.739 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-09-13T14:36:13.739 INFO:teuthology.orchestra.run.smithi062.stdout: "rgw": { 2024-09-13T14:36:13.740 INFO:teuthology.orchestra.run.smithi062.stdout: "ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable)": 2, 2024-09-13T14:36:13.740 INFO:teuthology.orchestra.run.smithi062.stdout: "ceph version 19.3.0-4917-gb0201b8c (b0201b8c79733293453e7f10a10c7fa43119222b) squid (dev)": 2 2024-09-13T14:36:13.740 INFO:teuthology.orchestra.run.smithi062.stdout: }, 2024-09-13T14:36:13.740 INFO:teuthology.orchestra.run.smithi062.stdout: "overall": { 2024-09-13T14:36:13.740 INFO:teuthology.orchestra.run.smithi062.stdout: "ceph version 19.1.1-322-g7741f7f9 (7741f7f9ee20524f89b8f61d1609b32fb3b1570a) squid (stable)": 2, 2024-09-13T14:36:13.740 INFO:teuthology.orchestra.run.smithi062.stdout: "ceph version 19.3.0-4917-gb0201b8c (b0201b8c79733293453e7f10a10c7fa43119222b) squid (dev)": 15 2024-09-13T14:36:13.740 INFO:teuthology.orchestra.run.smithi062.stdout: } 2024-09-13T14:36:13.740 INFO:teuthology.orchestra.run.smithi062.stdout:} 2024-09-13T14:36:13.918 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:36:13 smithi062 bash[68610]: ::ffff:172.21.15.178 - - [13/Sep/2024:14:36:13] "GET /metrics HTTP/1.1" 200 38385 "" "Prometheus/2.51.0" 2024-09-13T14:36:14.059 INFO:teuthology.orchestra.run.smithi062.stdout:{ 2024-09-13T14:36:14.059 INFO:teuthology.orchestra.run.smithi062.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph:b0201b8c79733293453e7f10a10c7fa43119222b", 2024-09-13T14:36:14.059 INFO:teuthology.orchestra.run.smithi062.stdout: "in_progress": true, 2024-09-13T14:36:14.059 INFO:teuthology.orchestra.run.smithi062.stdout: "which": "Upgrading daemons in service(s) rgw.foo", 2024-09-13T14:36:14.059 INFO:teuthology.orchestra.run.smithi062.stdout: "services_complete": [], 2024-09-13T14:36:14.059 INFO:teuthology.orchestra.run.smithi062.stdout: "progress": "0/2 daemons upgraded", 2024-09-13T14:36:14.059 INFO:teuthology.orchestra.run.smithi062.stdout: "message": "Currently upgrading rgw daemons", 2024-09-13T14:36:14.059 INFO:teuthology.orchestra.run.smithi062.stdout: "is_paused": false 2024-09-13T14:36:14.060 INFO:teuthology.orchestra.run.smithi062.stdout:} 2024-09-13T14:36:14.185 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:36:13 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:36:13.754197425Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:36:14.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:13 smithi178 bash[70490]: audit 2024-09-13T14:36:12.676811+0000 mgr.y (mgr.25139) 878 : audit [DBG] from='client.54665 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:36:14.186 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:13 smithi178 bash[70490]: audit 2024-09-13T14:36:12.676811+0000 mgr.y (mgr.25139) 878 : audit [DBG] from='client.54665 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:36:14.186 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:13 smithi178 bash[70490]: cluster 2024-09-13T14:36:12.688656+0000 mgr.y (mgr.25139) 879 : cluster [DBG] pgmap v530: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 23 KiB/s rd, 85 B/s wr, 34 op/s 2024-09-13T14:36:14.186 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:13 smithi178 bash[70490]: cluster 2024-09-13T14:36:12.688656+0000 mgr.y (mgr.25139) 879 : cluster [DBG] pgmap v530: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 23 KiB/s rd, 85 B/s wr, 34 op/s 2024-09-13T14:36:14.186 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:13 smithi178 bash[70490]: audit 2024-09-13T14:36:13.002065+0000 mgr.y (mgr.25139) 880 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:36:14.186 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:13 smithi178 bash[70490]: audit 2024-09-13T14:36:13.002065+0000 mgr.y (mgr.25139) 880 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:36:14.186 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:13 smithi178 bash[70490]: audit 2024-09-13T14:36:13.013137+0000 mgr.y (mgr.25139) 881 : audit [DBG] from='client.54671 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:36:14.186 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:13 smithi178 bash[70490]: audit 2024-09-13T14:36:13.013137+0000 mgr.y (mgr.25139) 881 : audit [DBG] from='client.54671 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:36:14.186 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:13 smithi178 bash[70490]: audit 2024-09-13T14:36:13.739243+0000 mon.a (mon.0) 551 : audit [DBG] from='client.? 172.21.15.62:0/3517627009' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:36:14.186 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:13 smithi178 bash[70490]: audit 2024-09-13T14:36:13.739243+0000 mon.a (mon.0) 551 : audit [DBG] from='client.? 172.21.15.62:0/3517627009' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:36:14.186 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:13 smithi178 bash[70490]: audit 2024-09-13T14:36:13.872530+0000 mon.b (mon.1) 339 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:36:14.186 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:13 smithi178 bash[70490]: audit 2024-09-13T14:36:13.872530+0000 mon.b (mon.1) 339 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:36:14.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:13 smithi062 bash[92878]: audit 2024-09-13T14:36:12.676811+0000 mgr.y (mgr.25139) 878 : audit [DBG] from='client.54665 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:36:14.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:13 smithi062 bash[92878]: audit 2024-09-13T14:36:12.676811+0000 mgr.y (mgr.25139) 878 : audit [DBG] from='client.54665 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:36:14.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:13 smithi062 bash[92878]: cluster 2024-09-13T14:36:12.688656+0000 mgr.y (mgr.25139) 879 : cluster [DBG] pgmap v530: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 23 KiB/s rd, 85 B/s wr, 34 op/s 2024-09-13T14:36:14.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:13 smithi062 bash[92878]: cluster 2024-09-13T14:36:12.688656+0000 mgr.y (mgr.25139) 879 : cluster [DBG] pgmap v530: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 23 KiB/s rd, 85 B/s wr, 34 op/s 2024-09-13T14:36:14.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:13 smithi062 bash[92878]: audit 2024-09-13T14:36:13.002065+0000 mgr.y (mgr.25139) 880 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:36:14.255 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:13 smithi062 bash[92878]: audit 2024-09-13T14:36:13.002065+0000 mgr.y (mgr.25139) 880 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:36:14.255 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:13 smithi062 bash[92878]: audit 2024-09-13T14:36:13.013137+0000 mgr.y (mgr.25139) 881 : audit [DBG] from='client.54671 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:36:14.255 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:13 smithi062 bash[92878]: audit 2024-09-13T14:36:13.013137+0000 mgr.y (mgr.25139) 881 : audit [DBG] from='client.54671 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:36:14.255 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:13 smithi062 bash[92878]: audit 2024-09-13T14:36:13.739243+0000 mon.a (mon.0) 551 : audit [DBG] from='client.? 172.21.15.62:0/3517627009' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:36:14.255 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:13 smithi062 bash[92878]: audit 2024-09-13T14:36:13.739243+0000 mon.a (mon.0) 551 : audit [DBG] from='client.? 172.21.15.62:0/3517627009' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:36:14.255 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:13 smithi062 bash[92878]: audit 2024-09-13T14:36:13.872530+0000 mon.b (mon.1) 339 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:36:14.255 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:13 smithi062 bash[92878]: audit 2024-09-13T14:36:13.872530+0000 mon.b (mon.1) 339 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:36:14.255 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:13 smithi062 bash[89221]: audit 2024-09-13T14:36:12.676811+0000 mgr.y (mgr.25139) 878 : audit [DBG] from='client.54665 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:36:14.255 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:13 smithi062 bash[89221]: audit 2024-09-13T14:36:12.676811+0000 mgr.y (mgr.25139) 878 : audit [DBG] from='client.54665 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:36:14.255 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:13 smithi062 bash[89221]: cluster 2024-09-13T14:36:12.688656+0000 mgr.y (mgr.25139) 879 : cluster [DBG] pgmap v530: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 23 KiB/s rd, 85 B/s wr, 34 op/s 2024-09-13T14:36:14.255 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:13 smithi062 bash[89221]: cluster 2024-09-13T14:36:12.688656+0000 mgr.y (mgr.25139) 879 : cluster [DBG] pgmap v530: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 23 KiB/s rd, 85 B/s wr, 34 op/s 2024-09-13T14:36:14.256 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:13 smithi062 bash[89221]: audit 2024-09-13T14:36:13.002065+0000 mgr.y (mgr.25139) 880 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:36:14.256 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:13 smithi062 bash[89221]: audit 2024-09-13T14:36:13.002065+0000 mgr.y (mgr.25139) 880 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:36:14.256 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:13 smithi062 bash[89221]: audit 2024-09-13T14:36:13.013137+0000 mgr.y (mgr.25139) 881 : audit [DBG] from='client.54671 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:36:14.256 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:13 smithi062 bash[89221]: audit 2024-09-13T14:36:13.013137+0000 mgr.y (mgr.25139) 881 : audit [DBG] from='client.54671 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:36:14.256 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:13 smithi062 bash[89221]: audit 2024-09-13T14:36:13.739243+0000 mon.a (mon.0) 551 : audit [DBG] from='client.? 172.21.15.62:0/3517627009' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:36:14.256 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:13 smithi062 bash[89221]: audit 2024-09-13T14:36:13.739243+0000 mon.a (mon.0) 551 : audit [DBG] from='client.? 172.21.15.62:0/3517627009' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:36:14.256 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:13 smithi062 bash[89221]: audit 2024-09-13T14:36:13.872530+0000 mon.b (mon.1) 339 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:36:14.256 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:13 smithi062 bash[89221]: audit 2024-09-13T14:36:13.872530+0000 mon.b (mon.1) 339 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:36:15.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:14 smithi178 bash[70490]: audit 2024-09-13T14:36:13.325210+0000 mgr.y (mgr.25139) 882 : audit [DBG] from='client.44706 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:36:15.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:14 smithi178 bash[70490]: audit 2024-09-13T14:36:13.325210+0000 mgr.y (mgr.25139) 882 : audit [DBG] from='client.44706 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:36:15.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:14 smithi178 bash[70490]: audit 2024-09-13T14:36:14.059699+0000 mgr.y (mgr.25139) 883 : audit [DBG] from='client.44718 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:36:15.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:14 smithi178 bash[70490]: audit 2024-09-13T14:36:14.059699+0000 mgr.y (mgr.25139) 883 : audit [DBG] from='client.44718 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:36:15.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:14 smithi062 bash[92878]: audit 2024-09-13T14:36:13.325210+0000 mgr.y (mgr.25139) 882 : audit [DBG] from='client.44706 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:36:15.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:14 smithi062 bash[92878]: audit 2024-09-13T14:36:13.325210+0000 mgr.y (mgr.25139) 882 : audit [DBG] from='client.44706 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:36:15.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:14 smithi062 bash[92878]: audit 2024-09-13T14:36:14.059699+0000 mgr.y (mgr.25139) 883 : audit [DBG] from='client.44718 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:36:15.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:14 smithi062 bash[92878]: audit 2024-09-13T14:36:14.059699+0000 mgr.y (mgr.25139) 883 : audit [DBG] from='client.44718 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:36:15.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:14 smithi062 bash[89221]: audit 2024-09-13T14:36:13.325210+0000 mgr.y (mgr.25139) 882 : audit [DBG] from='client.44706 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:36:15.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:14 smithi062 bash[89221]: audit 2024-09-13T14:36:13.325210+0000 mgr.y (mgr.25139) 882 : audit [DBG] from='client.44706 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:36:15.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:14 smithi062 bash[89221]: audit 2024-09-13T14:36:14.059699+0000 mgr.y (mgr.25139) 883 : audit [DBG] from='client.44718 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:36:15.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:14 smithi062 bash[89221]: audit 2024-09-13T14:36:14.059699+0000 mgr.y (mgr.25139) 883 : audit [DBG] from='client.44718 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:36:16.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:15 smithi178 bash[70490]: cluster 2024-09-13T14:36:14.689317+0000 mgr.y (mgr.25139) 884 : cluster [DBG] pgmap v531: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 23 KiB/s rd, 85 B/s wr, 34 op/s 2024-09-13T14:36:16.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:15 smithi178 bash[70490]: cluster 2024-09-13T14:36:14.689317+0000 mgr.y (mgr.25139) 884 : cluster [DBG] pgmap v531: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 23 KiB/s rd, 85 B/s wr, 34 op/s 2024-09-13T14:36:16.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:15 smithi178 bash[70490]: audit 2024-09-13T14:36:15.758492+0000 mon.a (mon.0) 552 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:36:16.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:15 smithi178 bash[70490]: audit 2024-09-13T14:36:15.758492+0000 mon.a (mon.0) 552 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:36:16.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:15 smithi178 bash[70490]: audit 2024-09-13T14:36:15.765635+0000 mon.a (mon.0) 553 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:36:16.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:15 smithi178 bash[70490]: audit 2024-09-13T14:36:15.765635+0000 mon.a (mon.0) 553 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:36:16.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:15 smithi062 bash[89221]: cluster 2024-09-13T14:36:14.689317+0000 mgr.y (mgr.25139) 884 : cluster [DBG] pgmap v531: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 23 KiB/s rd, 85 B/s wr, 34 op/s 2024-09-13T14:36:16.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:15 smithi062 bash[89221]: cluster 2024-09-13T14:36:14.689317+0000 mgr.y (mgr.25139) 884 : cluster [DBG] pgmap v531: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 23 KiB/s rd, 85 B/s wr, 34 op/s 2024-09-13T14:36:16.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:15 smithi062 bash[89221]: audit 2024-09-13T14:36:15.758492+0000 mon.a (mon.0) 552 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:36:16.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:15 smithi062 bash[89221]: audit 2024-09-13T14:36:15.758492+0000 mon.a (mon.0) 552 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:36:16.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:15 smithi062 bash[89221]: audit 2024-09-13T14:36:15.765635+0000 mon.a (mon.0) 553 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:36:16.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:15 smithi062 bash[89221]: audit 2024-09-13T14:36:15.765635+0000 mon.a (mon.0) 553 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:36:16.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:15 smithi062 bash[92878]: cluster 2024-09-13T14:36:14.689317+0000 mgr.y (mgr.25139) 884 : cluster [DBG] pgmap v531: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 23 KiB/s rd, 85 B/s wr, 34 op/s 2024-09-13T14:36:16.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:15 smithi062 bash[92878]: cluster 2024-09-13T14:36:14.689317+0000 mgr.y (mgr.25139) 884 : cluster [DBG] pgmap v531: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 23 KiB/s rd, 85 B/s wr, 34 op/s 2024-09-13T14:36:16.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:15 smithi062 bash[92878]: audit 2024-09-13T14:36:15.758492+0000 mon.a (mon.0) 552 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:36:16.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:15 smithi062 bash[92878]: audit 2024-09-13T14:36:15.758492+0000 mon.a (mon.0) 552 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:36:16.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:15 smithi062 bash[92878]: audit 2024-09-13T14:36:15.765635+0000 mon.a (mon.0) 553 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:36:16.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:15 smithi062 bash[92878]: audit 2024-09-13T14:36:15.765635+0000 mon.a (mon.0) 553 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:36:17.185 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:36:16 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:36:16.723306808Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:36:17.503 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:17 smithi062 bash[92878]: audit 2024-09-13T14:36:16.234866+0000 mon.a (mon.0) 554 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:36:17.503 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:17 smithi062 bash[92878]: audit 2024-09-13T14:36:16.234866+0000 mon.a (mon.0) 554 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:36:17.503 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:17 smithi062 bash[92878]: audit 2024-09-13T14:36:16.246957+0000 mon.a (mon.0) 555 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:36:17.503 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:17 smithi062 bash[92878]: audit 2024-09-13T14:36:16.246957+0000 mon.a (mon.0) 555 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:36:17.504 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:17 smithi062 bash[92878]: cluster 2024-09-13T14:36:16.690737+0000 mgr.y (mgr.25139) 885 : cluster [DBG] pgmap v532: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 55 KiB/s rd, 85 B/s wr, 83 op/s 2024-09-13T14:36:17.504 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:17 smithi062 bash[92878]: cluster 2024-09-13T14:36:16.690737+0000 mgr.y (mgr.25139) 885 : cluster [DBG] pgmap v532: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 55 KiB/s rd, 85 B/s wr, 83 op/s 2024-09-13T14:36:17.504 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:17 smithi062 bash[92878]: audit 2024-09-13T14:36:16.870757+0000 mon.a (mon.0) 556 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:36:17.504 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:17 smithi062 bash[92878]: audit 2024-09-13T14:36:16.870757+0000 mon.a (mon.0) 556 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:36:17.504 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:17 smithi062 bash[92878]: audit 2024-09-13T14:36:16.881674+0000 mon.a (mon.0) 557 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:36:17.504 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:17 smithi062 bash[92878]: audit 2024-09-13T14:36:16.881674+0000 mon.a (mon.0) 557 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:36:17.504 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:17 smithi062 bash[89221]: audit 2024-09-13T14:36:16.234866+0000 mon.a (mon.0) 554 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:36:17.504 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:17 smithi062 bash[89221]: audit 2024-09-13T14:36:16.234866+0000 mon.a (mon.0) 554 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:36:17.505 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:17 smithi062 bash[89221]: audit 2024-09-13T14:36:16.246957+0000 mon.a (mon.0) 555 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:36:17.505 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:17 smithi062 bash[89221]: audit 2024-09-13T14:36:16.246957+0000 mon.a (mon.0) 555 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:36:17.505 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:17 smithi062 bash[89221]: cluster 2024-09-13T14:36:16.690737+0000 mgr.y (mgr.25139) 885 : cluster [DBG] pgmap v532: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 55 KiB/s rd, 85 B/s wr, 83 op/s 2024-09-13T14:36:17.505 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:17 smithi062 bash[89221]: cluster 2024-09-13T14:36:16.690737+0000 mgr.y (mgr.25139) 885 : cluster [DBG] pgmap v532: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 55 KiB/s rd, 85 B/s wr, 83 op/s 2024-09-13T14:36:17.505 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:17 smithi062 bash[89221]: audit 2024-09-13T14:36:16.870757+0000 mon.a (mon.0) 556 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:36:17.505 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:17 smithi062 bash[89221]: audit 2024-09-13T14:36:16.870757+0000 mon.a (mon.0) 556 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:36:17.505 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:17 smithi062 bash[89221]: audit 2024-09-13T14:36:16.881674+0000 mon.a (mon.0) 557 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:36:17.505 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:17 smithi062 bash[89221]: audit 2024-09-13T14:36:16.881674+0000 mon.a (mon.0) 557 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:36:17.685 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:17 smithi178 bash[70490]: audit 2024-09-13T14:36:16.234866+0000 mon.a (mon.0) 554 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:36:17.685 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:17 smithi178 bash[70490]: audit 2024-09-13T14:36:16.234866+0000 mon.a (mon.0) 554 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:36:17.685 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:17 smithi178 bash[70490]: audit 2024-09-13T14:36:16.246957+0000 mon.a (mon.0) 555 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:36:17.685 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:17 smithi178 bash[70490]: audit 2024-09-13T14:36:16.246957+0000 mon.a (mon.0) 555 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:36:17.685 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:17 smithi178 bash[70490]: cluster 2024-09-13T14:36:16.690737+0000 mgr.y (mgr.25139) 885 : cluster [DBG] pgmap v532: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 55 KiB/s rd, 85 B/s wr, 83 op/s 2024-09-13T14:36:17.685 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:17 smithi178 bash[70490]: cluster 2024-09-13T14:36:16.690737+0000 mgr.y (mgr.25139) 885 : cluster [DBG] pgmap v532: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 55 KiB/s rd, 85 B/s wr, 83 op/s 2024-09-13T14:36:17.686 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:17 smithi178 bash[70490]: audit 2024-09-13T14:36:16.870757+0000 mon.a (mon.0) 556 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:36:17.686 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:17 smithi178 bash[70490]: audit 2024-09-13T14:36:16.870757+0000 mon.a (mon.0) 556 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:36:17.686 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:17 smithi178 bash[70490]: audit 2024-09-13T14:36:16.881674+0000 mon.a (mon.0) 557 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:36:17.686 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:17 smithi178 bash[70490]: audit 2024-09-13T14:36:16.881674+0000 mon.a (mon.0) 557 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:36:18.685 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:18 smithi178 bash[70490]: audit 2024-09-13T14:36:17.381376+0000 mon.a (mon.0) 558 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:36:18.685 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:18 smithi178 bash[70490]: audit 2024-09-13T14:36:17.381376+0000 mon.a (mon.0) 558 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:36:18.686 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:18 smithi178 bash[70490]: audit 2024-09-13T14:36:17.391445+0000 mon.a (mon.0) 559 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:36:18.686 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:18 smithi178 bash[70490]: audit 2024-09-13T14:36:17.391445+0000 mon.a (mon.0) 559 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:36:18.753 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:18 smithi062 bash[92878]: audit 2024-09-13T14:36:17.381376+0000 mon.a (mon.0) 558 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:36:18.753 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:18 smithi062 bash[92878]: audit 2024-09-13T14:36:17.381376+0000 mon.a (mon.0) 558 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:36:18.753 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:18 smithi062 bash[92878]: audit 2024-09-13T14:36:17.391445+0000 mon.a (mon.0) 559 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:36:18.753 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:18 smithi062 bash[92878]: audit 2024-09-13T14:36:17.391445+0000 mon.a (mon.0) 559 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:36:18.754 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:18 smithi062 bash[89221]: audit 2024-09-13T14:36:17.381376+0000 mon.a (mon.0) 558 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:36:18.754 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:18 smithi062 bash[89221]: audit 2024-09-13T14:36:17.381376+0000 mon.a (mon.0) 558 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:36:18.754 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:18 smithi062 bash[89221]: audit 2024-09-13T14:36:17.391445+0000 mon.a (mon.0) 559 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:36:18.754 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:18 smithi062 bash[89221]: audit 2024-09-13T14:36:17.391445+0000 mon.a (mon.0) 559 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:36:19.685 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:19 smithi178 bash[70490]: cluster 2024-09-13T14:36:18.692252+0000 mgr.y (mgr.25139) 886 : cluster [DBG] pgmap v533: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 55 KiB/s rd, 85 B/s wr, 84 op/s 2024-09-13T14:36:19.685 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:19 smithi178 bash[70490]: cluster 2024-09-13T14:36:18.692252+0000 mgr.y (mgr.25139) 886 : cluster [DBG] pgmap v533: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 55 KiB/s rd, 85 B/s wr, 84 op/s 2024-09-13T14:36:19.753 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:19 smithi062 bash[92878]: cluster 2024-09-13T14:36:18.692252+0000 mgr.y (mgr.25139) 886 : cluster [DBG] pgmap v533: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 55 KiB/s rd, 85 B/s wr, 84 op/s 2024-09-13T14:36:19.753 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:19 smithi062 bash[92878]: cluster 2024-09-13T14:36:18.692252+0000 mgr.y (mgr.25139) 886 : cluster [DBG] pgmap v533: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 55 KiB/s rd, 85 B/s wr, 84 op/s 2024-09-13T14:36:19.753 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:19 smithi062 bash[89221]: cluster 2024-09-13T14:36:18.692252+0000 mgr.y (mgr.25139) 886 : cluster [DBG] pgmap v533: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 55 KiB/s rd, 85 B/s wr, 84 op/s 2024-09-13T14:36:19.754 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:19 smithi062 bash[89221]: cluster 2024-09-13T14:36:18.692252+0000 mgr.y (mgr.25139) 886 : cluster [DBG] pgmap v533: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 55 KiB/s rd, 85 B/s wr, 84 op/s 2024-09-13T14:36:20.185 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:36:19 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:36:19.730486872Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:36:22.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:22 smithi178 bash[70490]: cluster 2024-09-13T14:36:20.693287+0000 mgr.y (mgr.25139) 887 : cluster [DBG] pgmap v534: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 56 KiB/s rd, 85 B/s wr, 84 op/s 2024-09-13T14:36:22.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:22 smithi178 bash[70490]: cluster 2024-09-13T14:36:20.693287+0000 mgr.y (mgr.25139) 887 : cluster [DBG] pgmap v534: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 56 KiB/s rd, 85 B/s wr, 84 op/s 2024-09-13T14:36:22.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:22 smithi062 bash[89221]: cluster 2024-09-13T14:36:20.693287+0000 mgr.y (mgr.25139) 887 : cluster [DBG] pgmap v534: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 56 KiB/s rd, 85 B/s wr, 84 op/s 2024-09-13T14:36:22.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:22 smithi062 bash[89221]: cluster 2024-09-13T14:36:20.693287+0000 mgr.y (mgr.25139) 887 : cluster [DBG] pgmap v534: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 56 KiB/s rd, 85 B/s wr, 84 op/s 2024-09-13T14:36:22.504 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:22 smithi062 bash[92878]: cluster 2024-09-13T14:36:20.693287+0000 mgr.y (mgr.25139) 887 : cluster [DBG] pgmap v534: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 56 KiB/s rd, 85 B/s wr, 84 op/s 2024-09-13T14:36:22.504 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:22 smithi062 bash[92878]: cluster 2024-09-13T14:36:20.693287+0000 mgr.y (mgr.25139) 887 : cluster [DBG] pgmap v534: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 56 KiB/s rd, 85 B/s wr, 84 op/s 2024-09-13T14:36:23.185 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:36:22 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:36:22.7477427Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:36:23.840 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:36:23 smithi062 bash[68610]: ::ffff:172.21.15.178 - - [13/Sep/2024:14:36:23] "GET /metrics HTTP/1.1" 200 38366 "" "Prometheus/2.51.0" 2024-09-13T14:36:24.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:24 smithi178 bash[70490]: cluster 2024-09-13T14:36:22.694791+0000 mgr.y (mgr.25139) 888 : cluster [DBG] pgmap v535: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 55 KiB/s rd, 85 B/s wr, 84 op/s 2024-09-13T14:36:24.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:24 smithi178 bash[70490]: cluster 2024-09-13T14:36:22.694791+0000 mgr.y (mgr.25139) 888 : cluster [DBG] pgmap v535: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 55 KiB/s rd, 85 B/s wr, 84 op/s 2024-09-13T14:36:24.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:24 smithi178 bash[70490]: audit 2024-09-13T14:36:23.012470+0000 mgr.y (mgr.25139) 889 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:36:24.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:24 smithi178 bash[70490]: audit 2024-09-13T14:36:23.012470+0000 mgr.y (mgr.25139) 889 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:36:24.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:24 smithi062 bash[89221]: cluster 2024-09-13T14:36:22.694791+0000 mgr.y (mgr.25139) 888 : cluster [DBG] pgmap v535: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 55 KiB/s rd, 85 B/s wr, 84 op/s 2024-09-13T14:36:24.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:24 smithi062 bash[89221]: cluster 2024-09-13T14:36:22.694791+0000 mgr.y (mgr.25139) 888 : cluster [DBG] pgmap v535: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 55 KiB/s rd, 85 B/s wr, 84 op/s 2024-09-13T14:36:24.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:24 smithi062 bash[89221]: audit 2024-09-13T14:36:23.012470+0000 mgr.y (mgr.25139) 889 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:36:24.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:24 smithi062 bash[89221]: audit 2024-09-13T14:36:23.012470+0000 mgr.y (mgr.25139) 889 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:36:24.504 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:24 smithi062 bash[92878]: cluster 2024-09-13T14:36:22.694791+0000 mgr.y (mgr.25139) 888 : cluster [DBG] pgmap v535: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 55 KiB/s rd, 85 B/s wr, 84 op/s 2024-09-13T14:36:24.504 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:24 smithi062 bash[92878]: cluster 2024-09-13T14:36:22.694791+0000 mgr.y (mgr.25139) 888 : cluster [DBG] pgmap v535: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 55 KiB/s rd, 85 B/s wr, 84 op/s 2024-09-13T14:36:24.504 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:24 smithi062 bash[92878]: audit 2024-09-13T14:36:23.012470+0000 mgr.y (mgr.25139) 889 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:36:24.504 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:24 smithi062 bash[92878]: audit 2024-09-13T14:36:23.012470+0000 mgr.y (mgr.25139) 889 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:36:25.487 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:25 smithi178 bash[70490]: cluster 2024-09-13T14:36:24.695498+0000 mgr.y (mgr.25139) 890 : cluster [DBG] pgmap v536: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 33 KiB/s rd, 0 B/s wr, 50 op/s 2024-09-13T14:36:25.488 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:25 smithi178 bash[70490]: cluster 2024-09-13T14:36:24.695498+0000 mgr.y (mgr.25139) 890 : cluster [DBG] pgmap v536: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 33 KiB/s rd, 0 B/s wr, 50 op/s 2024-09-13T14:36:25.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:25 smithi062 bash[89221]: cluster 2024-09-13T14:36:24.695498+0000 mgr.y (mgr.25139) 890 : cluster [DBG] pgmap v536: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 33 KiB/s rd, 0 B/s wr, 50 op/s 2024-09-13T14:36:25.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:25 smithi062 bash[89221]: cluster 2024-09-13T14:36:24.695498+0000 mgr.y (mgr.25139) 890 : cluster [DBG] pgmap v536: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 33 KiB/s rd, 0 B/s wr, 50 op/s 2024-09-13T14:36:25.503 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:25 smithi062 bash[92878]: cluster 2024-09-13T14:36:24.695498+0000 mgr.y (mgr.25139) 890 : cluster [DBG] pgmap v536: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 33 KiB/s rd, 0 B/s wr, 50 op/s 2024-09-13T14:36:25.503 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:25 smithi062 bash[92878]: cluster 2024-09-13T14:36:24.695498+0000 mgr.y (mgr.25139) 890 : cluster [DBG] pgmap v536: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 33 KiB/s rd, 0 B/s wr, 50 op/s 2024-09-13T14:36:26.185 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:36:25 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:36:25.722128026Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:36:28.436 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:28 smithi178 bash[70490]: cluster 2024-09-13T14:36:26.696595+0000 mgr.y (mgr.25139) 891 : cluster [DBG] pgmap v537: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 33 KiB/s rd, 0 B/s wr, 51 op/s 2024-09-13T14:36:28.436 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:28 smithi178 bash[70490]: cluster 2024-09-13T14:36:26.696595+0000 mgr.y (mgr.25139) 891 : cluster [DBG] pgmap v537: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 33 KiB/s rd, 0 B/s wr, 51 op/s 2024-09-13T14:36:28.436 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:28 smithi178 bash[70490]: audit 2024-09-13T14:36:27.111117+0000 mon.a (mon.0) 560 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:36:28.436 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:28 smithi178 bash[70490]: audit 2024-09-13T14:36:27.111117+0000 mon.a (mon.0) 560 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:36:28.436 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:28 smithi178 bash[70490]: audit 2024-09-13T14:36:27.124689+0000 mon.a (mon.0) 561 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:36:28.436 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:28 smithi178 bash[70490]: audit 2024-09-13T14:36:27.124689+0000 mon.a (mon.0) 561 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:36:28.436 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:28 smithi178 bash[70490]: audit 2024-09-13T14:36:27.330573+0000 mon.a (mon.0) 562 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:36:28.436 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:28 smithi178 bash[70490]: audit 2024-09-13T14:36:27.330573+0000 mon.a (mon.0) 562 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:36:28.436 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:28 smithi178 bash[70490]: audit 2024-09-13T14:36:27.344097+0000 mon.a (mon.0) 563 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:36:28.437 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:28 smithi178 bash[70490]: audit 2024-09-13T14:36:27.344097+0000 mon.a (mon.0) 563 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:36:28.437 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:28 smithi178 bash[70490]: audit 2024-09-13T14:36:27.346603+0000 mon.b (mon.1) 340 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:36:28.437 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:28 smithi178 bash[70490]: audit 2024-09-13T14:36:27.346603+0000 mon.b (mon.1) 340 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:36:28.437 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:28 smithi178 bash[70490]: audit 2024-09-13T14:36:27.348726+0000 mon.b (mon.1) 341 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-13T14:36:28.437 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:28 smithi178 bash[70490]: audit 2024-09-13T14:36:27.348726+0000 mon.b (mon.1) 341 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-13T14:36:28.437 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:28 smithi178 bash[70490]: audit 2024-09-13T14:36:27.361139+0000 mon.a (mon.0) 564 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:36:28.437 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:28 smithi178 bash[70490]: audit 2024-09-13T14:36:27.361139+0000 mon.a (mon.0) 564 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:36:28.437 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:28 smithi178 bash[70490]: audit 2024-09-13T14:36:27.496036+0000 mon.b (mon.1) 342 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-13T14:36:28.437 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:28 smithi178 bash[70490]: audit 2024-09-13T14:36:27.496036+0000 mon.b (mon.1) 342 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-13T14:36:28.437 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:28 smithi178 bash[70490]: audit 2024-09-13T14:36:27.499894+0000 mon.b (mon.1) 343 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:36:28.437 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:28 smithi178 bash[70490]: audit 2024-09-13T14:36:27.499894+0000 mon.b (mon.1) 343 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:36:28.437 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:28 smithi178 bash[70490]: audit 2024-09-13T14:36:27.503036+0000 mon.b (mon.1) 344 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:36:28.437 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:28 smithi178 bash[70490]: audit 2024-09-13T14:36:27.503036+0000 mon.b (mon.1) 344 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:36:28.438 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:28 smithi178 bash[70490]: audit 2024-09-13T14:36:27.505681+0000 mon.b (mon.1) 345 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:36:28.438 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:28 smithi178 bash[70490]: audit 2024-09-13T14:36:27.505681+0000 mon.b (mon.1) 345 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:36:28.438 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:28 smithi178 bash[70490]: audit 2024-09-13T14:36:27.508811+0000 mon.b (mon.1) 346 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:36:28.438 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:28 smithi178 bash[70490]: audit 2024-09-13T14:36:27.508811+0000 mon.b (mon.1) 346 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:36:28.439 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:28 smithi178 bash[70490]: audit 2024-09-13T14:36:27.514742+0000 mon.b (mon.1) 347 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:36:28.439 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:28 smithi178 bash[70490]: audit 2024-09-13T14:36:27.514742+0000 mon.b (mon.1) 347 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:36:28.439 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:28 smithi178 bash[70490]: audit 2024-09-13T14:36:27.518589+0000 mon.b (mon.1) 348 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:36:28.439 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:28 smithi178 bash[70490]: audit 2024-09-13T14:36:27.518589+0000 mon.b (mon.1) 348 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:36:28.439 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:28 smithi178 bash[70490]: audit 2024-09-13T14:36:27.529724+0000 mon.a (mon.0) 565 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:36:28.439 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:28 smithi178 bash[70490]: audit 2024-09-13T14:36:27.529724+0000 mon.a (mon.0) 565 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:36:28.439 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:28 smithi178 bash[70490]: audit 2024-09-13T14:36:27.533848+0000 mon.b (mon.1) 349 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw.foo.smithi062.raldkl"} : dispatch 2024-09-13T14:36:28.439 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:28 smithi178 bash[70490]: audit 2024-09-13T14:36:27.533848+0000 mon.b (mon.1) 349 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw.foo.smithi062.raldkl"} : dispatch 2024-09-13T14:36:28.439 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:28 smithi178 bash[70490]: audit 2024-09-13T14:36:27.535497+0000 mon.a (mon.0) 566 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw.foo.smithi062.raldkl"} : dispatch 2024-09-13T14:36:28.439 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:28 smithi178 bash[70490]: audit 2024-09-13T14:36:27.535497+0000 mon.a (mon.0) 566 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw.foo.smithi062.raldkl"} : dispatch 2024-09-13T14:36:28.439 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:28 smithi178 bash[70490]: audit 2024-09-13T14:36:27.541415+0000 mon.a (mon.0) 567 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw.foo.smithi062.raldkl"}]': finished 2024-09-13T14:36:28.440 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:28 smithi178 bash[70490]: audit 2024-09-13T14:36:27.541415+0000 mon.a (mon.0) 567 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw.foo.smithi062.raldkl"}]': finished 2024-09-13T14:36:28.440 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:28 smithi178 bash[70490]: audit 2024-09-13T14:36:27.545625+0000 mon.b (mon.1) 350 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw.foo.smithi178.sseeij"} : dispatch 2024-09-13T14:36:28.440 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:28 smithi178 bash[70490]: audit 2024-09-13T14:36:27.545625+0000 mon.b (mon.1) 350 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw.foo.smithi178.sseeij"} : dispatch 2024-09-13T14:36:28.440 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:28 smithi178 bash[70490]: audit 2024-09-13T14:36:27.547287+0000 mon.a (mon.0) 568 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw.foo.smithi178.sseeij"} : dispatch 2024-09-13T14:36:28.440 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:28 smithi178 bash[70490]: audit 2024-09-13T14:36:27.547287+0000 mon.a (mon.0) 568 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw.foo.smithi178.sseeij"} : dispatch 2024-09-13T14:36:28.440 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:28 smithi178 bash[70490]: audit 2024-09-13T14:36:27.553295+0000 mon.a (mon.0) 569 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw.foo.smithi178.sseeij"}]': finished 2024-09-13T14:36:28.440 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:28 smithi178 bash[70490]: audit 2024-09-13T14:36:27.553295+0000 mon.a (mon.0) 569 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw.foo.smithi178.sseeij"}]': finished 2024-09-13T14:36:28.440 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:28 smithi178 bash[70490]: audit 2024-09-13T14:36:27.558562+0000 mon.b (mon.1) 351 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:36:28.440 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:28 smithi178 bash[70490]: audit 2024-09-13T14:36:27.558562+0000 mon.b (mon.1) 351 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:36:28.440 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:28 smithi178 bash[70490]: audit 2024-09-13T14:36:27.569222+0000 mon.a (mon.0) 570 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:36:28.440 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:28 smithi178 bash[70490]: audit 2024-09-13T14:36:27.569222+0000 mon.a (mon.0) 570 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:36:28.440 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:28 smithi178 bash[70490]: audit 2024-09-13T14:36:27.573988+0000 mon.b (mon.1) 352 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:36:28.440 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:28 smithi178 bash[70490]: audit 2024-09-13T14:36:27.573988+0000 mon.b (mon.1) 352 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:36:28.440 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:28 smithi178 bash[70490]: audit 2024-09-13T14:36:27.577184+0000 mon.b (mon.1) 353 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:36:28.441 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:28 smithi178 bash[70490]: audit 2024-09-13T14:36:27.577184+0000 mon.b (mon.1) 353 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:36:28.441 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:28 smithi178 bash[70490]: audit 2024-09-13T14:36:27.587791+0000 mon.a (mon.0) 571 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:36:28.441 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:28 smithi178 bash[70490]: audit 2024-09-13T14:36:27.587791+0000 mon.a (mon.0) 571 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:36:28.441 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:28 smithi178 bash[70490]: audit 2024-09-13T14:36:27.593611+0000 mon.b (mon.1) 354 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:36:28.441 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:28 smithi178 bash[70490]: audit 2024-09-13T14:36:27.593611+0000 mon.b (mon.1) 354 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:36:28.441 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:28 smithi178 bash[70490]: audit 2024-09-13T14:36:27.605827+0000 mon.a (mon.0) 572 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:36:28.441 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:28 smithi178 bash[70490]: audit 2024-09-13T14:36:27.605827+0000 mon.a (mon.0) 572 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:36:28.441 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:28 smithi178 bash[70490]: audit 2024-09-13T14:36:27.613757+0000 mon.b (mon.1) 355 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:36:28.441 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:28 smithi178 bash[70490]: audit 2024-09-13T14:36:27.613757+0000 mon.b (mon.1) 355 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:36:28.441 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:28 smithi178 bash[70490]: audit 2024-09-13T14:36:27.626505+0000 mon.a (mon.0) 573 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:36:28.441 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:28 smithi178 bash[70490]: audit 2024-09-13T14:36:27.626505+0000 mon.a (mon.0) 573 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:36:28.441 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:28 smithi178 bash[70490]: audit 2024-09-13T14:36:27.632199+0000 mon.b (mon.1) 356 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:36:28.441 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:28 smithi178 bash[70490]: audit 2024-09-13T14:36:27.632199+0000 mon.b (mon.1) 356 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:36:28.441 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:28 smithi178 bash[70490]: audit 2024-09-13T14:36:27.636144+0000 mon.b (mon.1) 357 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:36:28.442 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:28 smithi178 bash[70490]: audit 2024-09-13T14:36:27.636144+0000 mon.b (mon.1) 357 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:36:28.442 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:28 smithi178 bash[70490]: audit 2024-09-13T14:36:27.640005+0000 mon.b (mon.1) 358 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:36:28.442 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:28 smithi178 bash[70490]: audit 2024-09-13T14:36:27.640005+0000 mon.b (mon.1) 358 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:36:28.442 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:28 smithi178 bash[70490]: audit 2024-09-13T14:36:27.643967+0000 mon.b (mon.1) 359 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:36:28.442 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:28 smithi178 bash[70490]: audit 2024-09-13T14:36:27.643967+0000 mon.b (mon.1) 359 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:36:28.442 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:28 smithi178 bash[70490]: audit 2024-09-13T14:36:27.647475+0000 mon.b (mon.1) 360 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:36:28.442 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:28 smithi178 bash[70490]: audit 2024-09-13T14:36:27.647475+0000 mon.b (mon.1) 360 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:36:28.442 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:28 smithi178 bash[70490]: audit 2024-09-13T14:36:27.651125+0000 mon.b (mon.1) 361 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:36:28.442 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:28 smithi178 bash[70490]: audit 2024-09-13T14:36:27.651125+0000 mon.b (mon.1) 361 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:36:28.442 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:28 smithi178 bash[70490]: audit 2024-09-13T14:36:27.656731+0000 mon.b (mon.1) 362 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2024-09-13T14:36:28.442 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:28 smithi178 bash[70490]: audit 2024-09-13T14:36:27.656731+0000 mon.b (mon.1) 362 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2024-09-13T14:36:28.442 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:28 smithi178 bash[70490]: audit 2024-09-13T14:36:27.658431+0000 mon.a (mon.0) 574 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2024-09-13T14:36:28.442 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:28 smithi178 bash[70490]: audit 2024-09-13T14:36:27.658431+0000 mon.a (mon.0) 574 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2024-09-13T14:36:28.442 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:28 smithi178 bash[70490]: audit 2024-09-13T14:36:27.666697+0000 mon.a (mon.0) 575 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-09-13T14:36:28.443 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:28 smithi178 bash[70490]: audit 2024-09-13T14:36:27.666697+0000 mon.a (mon.0) 575 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-09-13T14:36:28.443 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:28 smithi178 bash[70490]: audit 2024-09-13T14:36:27.670574+0000 mon.b (mon.1) 363 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:36:28.443 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:28 smithi178 bash[70490]: audit 2024-09-13T14:36:27.670574+0000 mon.b (mon.1) 363 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:36:28.443 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:28 smithi178 bash[70490]: audit 2024-09-13T14:36:27.672241+0000 mon.a (mon.0) 576 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:36:28.443 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:28 smithi178 bash[70490]: audit 2024-09-13T14:36:27.672241+0000 mon.a (mon.0) 576 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:36:28.443 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:28 smithi178 bash[70490]: audit 2024-09-13T14:36:27.680093+0000 mon.a (mon.0) 577 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-09-13T14:36:28.443 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:28 smithi178 bash[70490]: audit 2024-09-13T14:36:27.680093+0000 mon.a (mon.0) 577 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-09-13T14:36:28.443 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:28 smithi178 bash[70490]: audit 2024-09-13T14:36:27.684130+0000 mon.b (mon.1) 364 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2024-09-13T14:36:28.443 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:28 smithi178 bash[70490]: audit 2024-09-13T14:36:27.684130+0000 mon.b (mon.1) 364 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2024-09-13T14:36:28.443 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:28 smithi178 bash[70490]: audit 2024-09-13T14:36:27.685791+0000 mon.a (mon.0) 578 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2024-09-13T14:36:28.443 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:28 smithi178 bash[70490]: audit 2024-09-13T14:36:27.685791+0000 mon.a (mon.0) 578 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2024-09-13T14:36:28.443 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:28 smithi178 bash[70490]: audit 2024-09-13T14:36:27.693666+0000 mon.a (mon.0) 579 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-09-13T14:36:28.443 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:28 smithi178 bash[70490]: audit 2024-09-13T14:36:27.693666+0000 mon.a (mon.0) 579 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-09-13T14:36:28.443 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:28 smithi178 bash[70490]: audit 2024-09-13T14:36:27.697638+0000 mon.b (mon.1) 365 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2024-09-13T14:36:28.443 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:28 smithi178 bash[70490]: audit 2024-09-13T14:36:27.697638+0000 mon.b (mon.1) 365 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2024-09-13T14:36:28.444 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:28 smithi178 bash[70490]: audit 2024-09-13T14:36:27.699523+0000 mon.a (mon.0) 580 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2024-09-13T14:36:28.444 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:28 smithi178 bash[70490]: audit 2024-09-13T14:36:27.699523+0000 mon.a (mon.0) 580 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2024-09-13T14:36:28.444 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:28 smithi178 bash[70490]: audit 2024-09-13T14:36:27.707562+0000 mon.a (mon.0) 581 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd"}]': finished 2024-09-13T14:36:28.444 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:28 smithi178 bash[70490]: audit 2024-09-13T14:36:27.707562+0000 mon.a (mon.0) 581 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd"}]': finished 2024-09-13T14:36:28.445 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:28 smithi178 bash[70490]: audit 2024-09-13T14:36:27.711606+0000 mon.b (mon.1) 366 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2024-09-13T14:36:28.445 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:28 smithi178 bash[70490]: audit 2024-09-13T14:36:27.711606+0000 mon.b (mon.1) 366 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2024-09-13T14:36:28.445 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:28 smithi178 bash[70490]: audit 2024-09-13T14:36:27.713516+0000 mon.a (mon.0) 582 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2024-09-13T14:36:28.445 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:28 smithi178 bash[70490]: audit 2024-09-13T14:36:27.713516+0000 mon.a (mon.0) 582 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2024-09-13T14:36:28.445 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:28 smithi178 bash[70490]: audit 2024-09-13T14:36:27.721449+0000 mon.a (mon.0) 583 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-09-13T14:36:28.445 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:28 smithi178 bash[70490]: audit 2024-09-13T14:36:27.721449+0000 mon.a (mon.0) 583 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-09-13T14:36:28.445 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:28 smithi178 bash[70490]: audit 2024-09-13T14:36:27.725328+0000 mon.b (mon.1) 367 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2024-09-13T14:36:28.445 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:28 smithi178 bash[70490]: audit 2024-09-13T14:36:27.725328+0000 mon.b (mon.1) 367 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2024-09-13T14:36:28.445 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:28 smithi178 bash[70490]: audit 2024-09-13T14:36:27.727038+0000 mon.a (mon.0) 584 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2024-09-13T14:36:28.445 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:28 smithi178 bash[70490]: audit 2024-09-13T14:36:27.727038+0000 mon.a (mon.0) 584 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2024-09-13T14:36:28.445 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:28 smithi178 bash[70490]: audit 2024-09-13T14:36:27.735171+0000 mon.a (mon.0) 585 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]': finished 2024-09-13T14:36:28.446 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:28 smithi178 bash[70490]: audit 2024-09-13T14:36:27.735171+0000 mon.a (mon.0) 585 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]': finished 2024-09-13T14:36:28.446 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:28 smithi178 bash[70490]: audit 2024-09-13T14:36:27.739211+0000 mon.b (mon.1) 368 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2024-09-13T14:36:28.446 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:28 smithi178 bash[70490]: audit 2024-09-13T14:36:27.739211+0000 mon.b (mon.1) 368 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2024-09-13T14:36:28.446 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:28 smithi178 bash[70490]: audit 2024-09-13T14:36:27.740936+0000 mon.a (mon.0) 586 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2024-09-13T14:36:28.446 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:28 smithi178 bash[70490]: audit 2024-09-13T14:36:27.740936+0000 mon.a (mon.0) 586 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2024-09-13T14:36:28.446 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:28 smithi178 bash[70490]: audit 2024-09-13T14:36:27.749081+0000 mon.a (mon.0) 587 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-09-13T14:36:28.446 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:28 smithi178 bash[70490]: audit 2024-09-13T14:36:27.749081+0000 mon.a (mon.0) 587 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-09-13T14:36:28.446 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:28 smithi178 bash[70490]: audit 2024-09-13T14:36:27.753068+0000 mon.b (mon.1) 369 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:36:28.446 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:28 smithi178 bash[70490]: audit 2024-09-13T14:36:27.753068+0000 mon.b (mon.1) 369 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:36:28.446 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:28 smithi178 bash[70490]: audit 2024-09-13T14:36:27.754806+0000 mon.a (mon.0) 588 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:36:28.446 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:28 smithi178 bash[70490]: audit 2024-09-13T14:36:27.754806+0000 mon.a (mon.0) 588 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:36:28.446 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:28 smithi178 bash[70490]: audit 2024-09-13T14:36:27.756286+0000 mon.b (mon.1) 370 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2024-09-13T14:36:28.446 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:28 smithi178 bash[70490]: audit 2024-09-13T14:36:27.756286+0000 mon.b (mon.1) 370 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2024-09-13T14:36:28.447 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:28 smithi178 bash[70490]: audit 2024-09-13T14:36:27.758133+0000 mon.a (mon.0) 589 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2024-09-13T14:36:28.447 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:28 smithi178 bash[70490]: audit 2024-09-13T14:36:27.758133+0000 mon.a (mon.0) 589 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2024-09-13T14:36:28.447 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:28 smithi178 bash[70490]: audit 2024-09-13T14:36:27.765902+0000 mon.a (mon.0) 590 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-09-13T14:36:28.447 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:28 smithi178 bash[70490]: audit 2024-09-13T14:36:27.765902+0000 mon.a (mon.0) 590 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-09-13T14:36:28.447 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:28 smithi178 bash[70490]: audit 2024-09-13T14:36:27.770825+0000 mon.b (mon.1) 371 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2024-09-13T14:36:28.447 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:28 smithi178 bash[70490]: audit 2024-09-13T14:36:27.770825+0000 mon.b (mon.1) 371 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2024-09-13T14:36:28.447 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:28 smithi178 bash[70490]: audit 2024-09-13T14:36:27.772700+0000 mon.a (mon.0) 591 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2024-09-13T14:36:28.447 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:28 smithi178 bash[70490]: audit 2024-09-13T14:36:27.772700+0000 mon.a (mon.0) 591 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2024-09-13T14:36:28.447 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:28 smithi178 bash[70490]: audit 2024-09-13T14:36:27.774362+0000 mon.b (mon.1) 372 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2024-09-13T14:36:28.447 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:28 smithi178 bash[70490]: audit 2024-09-13T14:36:27.774362+0000 mon.b (mon.1) 372 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2024-09-13T14:36:28.447 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:28 smithi178 bash[70490]: audit 2024-09-13T14:36:27.776325+0000 mon.a (mon.0) 592 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2024-09-13T14:36:28.447 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:28 smithi178 bash[70490]: audit 2024-09-13T14:36:27.776325+0000 mon.a (mon.0) 592 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2024-09-13T14:36:28.447 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:28 smithi178 bash[70490]: audit 2024-09-13T14:36:27.784839+0000 mon.a (mon.0) 593 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-09-13T14:36:28.448 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:28 smithi178 bash[70490]: audit 2024-09-13T14:36:27.784839+0000 mon.a (mon.0) 593 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-09-13T14:36:28.448 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:28 smithi178 bash[70490]: audit 2024-09-13T14:36:27.789283+0000 mon.b (mon.1) 373 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2024-09-13T14:36:28.448 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:28 smithi178 bash[70490]: audit 2024-09-13T14:36:27.789283+0000 mon.b (mon.1) 373 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2024-09-13T14:36:28.448 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:28 smithi178 bash[70490]: audit 2024-09-13T14:36:27.791103+0000 mon.a (mon.0) 594 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2024-09-13T14:36:28.448 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:28 smithi178 bash[70490]: audit 2024-09-13T14:36:27.791103+0000 mon.a (mon.0) 594 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2024-09-13T14:36:28.448 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:28 smithi178 bash[70490]: audit 2024-09-13T14:36:27.799159+0000 mon.a (mon.0) 595 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-09-13T14:36:28.448 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:28 smithi178 bash[70490]: audit 2024-09-13T14:36:27.799159+0000 mon.a (mon.0) 595 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-09-13T14:36:28.448 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:28 smithi178 bash[70490]: audit 2024-09-13T14:36:27.803835+0000 mon.b (mon.1) 374 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:36:28.448 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:28 smithi178 bash[70490]: audit 2024-09-13T14:36:27.803835+0000 mon.b (mon.1) 374 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:36:28.448 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:28 smithi178 bash[70490]: audit 2024-09-13T14:36:27.805667+0000 mon.a (mon.0) 596 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:36:28.448 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:28 smithi178 bash[70490]: audit 2024-09-13T14:36:27.805667+0000 mon.a (mon.0) 596 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:36:28.449 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:28 smithi178 bash[70490]: audit 2024-09-13T14:36:27.807267+0000 mon.b (mon.1) 375 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:36:28.449 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:28 smithi178 bash[70490]: audit 2024-09-13T14:36:27.807267+0000 mon.b (mon.1) 375 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:36:28.449 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:28 smithi178 bash[70490]: audit 2024-09-13T14:36:27.809067+0000 mon.a (mon.0) 597 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:36:28.449 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:28 smithi178 bash[70490]: audit 2024-09-13T14:36:27.809067+0000 mon.a (mon.0) 597 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:36:28.449 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:28 smithi178 bash[70490]: audit 2024-09-13T14:36:27.810624+0000 mon.b (mon.1) 376 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:36:28.449 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:28 smithi178 bash[70490]: audit 2024-09-13T14:36:27.810624+0000 mon.b (mon.1) 376 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:36:28.449 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:28 smithi178 bash[70490]: audit 2024-09-13T14:36:27.812341+0000 mon.a (mon.0) 598 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:36:28.449 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:28 smithi178 bash[70490]: audit 2024-09-13T14:36:27.812341+0000 mon.a (mon.0) 598 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:36:28.449 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:28 smithi178 bash[70490]: audit 2024-09-13T14:36:27.813907+0000 mon.b (mon.1) 377 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:36:28.449 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:28 smithi178 bash[70490]: audit 2024-09-13T14:36:27.813907+0000 mon.b (mon.1) 377 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:36:28.449 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:28 smithi178 bash[70490]: audit 2024-09-13T14:36:27.815614+0000 mon.a (mon.0) 599 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:36:28.449 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:28 smithi178 bash[70490]: audit 2024-09-13T14:36:27.815614+0000 mon.a (mon.0) 599 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:36:28.449 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:28 smithi178 bash[70490]: audit 2024-09-13T14:36:27.816874+0000 mon.b (mon.1) 378 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:36:28.449 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:28 smithi178 bash[70490]: audit 2024-09-13T14:36:27.816874+0000 mon.b (mon.1) 378 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:36:28.450 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:28 smithi178 bash[70490]: audit 2024-09-13T14:36:27.818589+0000 mon.a (mon.0) 600 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:36:28.450 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:28 smithi178 bash[70490]: audit 2024-09-13T14:36:27.818589+0000 mon.a (mon.0) 600 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:36:28.450 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:28 smithi178 bash[70490]: audit 2024-09-13T14:36:27.819852+0000 mon.b (mon.1) 379 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:36:28.450 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:28 smithi178 bash[70490]: audit 2024-09-13T14:36:27.819852+0000 mon.b (mon.1) 379 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:36:28.450 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:28 smithi178 bash[70490]: audit 2024-09-13T14:36:27.821538+0000 mon.a (mon.0) 601 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:36:28.450 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:28 smithi178 bash[70490]: audit 2024-09-13T14:36:27.821538+0000 mon.a (mon.0) 601 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:36:28.450 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:28 smithi178 bash[70490]: audit 2024-09-13T14:36:27.823508+0000 mon.b (mon.1) 380 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2024-09-13T14:36:28.450 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:28 smithi178 bash[70490]: audit 2024-09-13T14:36:27.823508+0000 mon.b (mon.1) 380 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2024-09-13T14:36:28.450 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:28 smithi178 bash[70490]: audit 2024-09-13T14:36:27.825208+0000 mon.a (mon.0) 602 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2024-09-13T14:36:28.450 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:28 smithi178 bash[70490]: audit 2024-09-13T14:36:27.825208+0000 mon.a (mon.0) 602 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2024-09-13T14:36:28.450 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:28 smithi178 bash[70490]: audit 2024-09-13T14:36:27.833430+0000 mon.a (mon.0) 603 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-09-13T14:36:28.450 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:28 smithi178 bash[70490]: audit 2024-09-13T14:36:27.833430+0000 mon.a (mon.0) 603 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-09-13T14:36:28.450 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:28 smithi178 bash[70490]: audit 2024-09-13T14:36:27.835052+0000 mon.b (mon.1) 381 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:36:28.451 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:28 smithi178 bash[70490]: audit 2024-09-13T14:36:27.835052+0000 mon.b (mon.1) 381 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:36:28.451 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:28 smithi178 bash[70490]: audit 2024-09-13T14:36:27.837291+0000 mon.b (mon.1) 382 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-13T14:36:28.451 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:28 smithi178 bash[70490]: audit 2024-09-13T14:36:27.837291+0000 mon.b (mon.1) 382 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-13T14:36:28.504 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[89221]: cluster 2024-09-13T14:36:26.696595+0000 mgr.y (mgr.25139) 891 : cluster [DBG] pgmap v537: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 33 KiB/s rd, 0 B/s wr, 51 op/s 2024-09-13T14:36:28.504 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[89221]: cluster 2024-09-13T14:36:26.696595+0000 mgr.y (mgr.25139) 891 : cluster [DBG] pgmap v537: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 33 KiB/s rd, 0 B/s wr, 51 op/s 2024-09-13T14:36:28.504 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[89221]: audit 2024-09-13T14:36:27.111117+0000 mon.a (mon.0) 560 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:36:28.504 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[89221]: audit 2024-09-13T14:36:27.111117+0000 mon.a (mon.0) 560 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:36:28.504 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[89221]: audit 2024-09-13T14:36:27.124689+0000 mon.a (mon.0) 561 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:36:28.504 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[89221]: audit 2024-09-13T14:36:27.124689+0000 mon.a (mon.0) 561 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:36:28.505 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[89221]: audit 2024-09-13T14:36:27.330573+0000 mon.a (mon.0) 562 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:36:28.505 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[89221]: audit 2024-09-13T14:36:27.330573+0000 mon.a (mon.0) 562 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:36:28.505 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[89221]: audit 2024-09-13T14:36:27.344097+0000 mon.a (mon.0) 563 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:36:28.505 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[89221]: audit 2024-09-13T14:36:27.344097+0000 mon.a (mon.0) 563 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:36:28.505 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[89221]: audit 2024-09-13T14:36:27.346603+0000 mon.b (mon.1) 340 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:36:28.505 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[89221]: audit 2024-09-13T14:36:27.346603+0000 mon.b (mon.1) 340 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:36:28.505 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[89221]: audit 2024-09-13T14:36:27.348726+0000 mon.b (mon.1) 341 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-13T14:36:28.505 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[89221]: audit 2024-09-13T14:36:27.348726+0000 mon.b (mon.1) 341 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-13T14:36:28.505 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[89221]: audit 2024-09-13T14:36:27.361139+0000 mon.a (mon.0) 564 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:36:28.505 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[89221]: audit 2024-09-13T14:36:27.361139+0000 mon.a (mon.0) 564 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:36:28.505 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[89221]: audit 2024-09-13T14:36:27.496036+0000 mon.b (mon.1) 342 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-13T14:36:28.505 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[89221]: audit 2024-09-13T14:36:27.496036+0000 mon.b (mon.1) 342 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-13T14:36:28.505 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[89221]: audit 2024-09-13T14:36:27.499894+0000 mon.b (mon.1) 343 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:36:28.506 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[89221]: audit 2024-09-13T14:36:27.499894+0000 mon.b (mon.1) 343 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:36:28.506 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[89221]: audit 2024-09-13T14:36:27.503036+0000 mon.b (mon.1) 344 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:36:28.506 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[89221]: audit 2024-09-13T14:36:27.503036+0000 mon.b (mon.1) 344 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:36:28.506 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[92878]: cluster 2024-09-13T14:36:26.696595+0000 mgr.y (mgr.25139) 891 : cluster [DBG] pgmap v537: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 33 KiB/s rd, 0 B/s wr, 51 op/s 2024-09-13T14:36:28.506 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[92878]: cluster 2024-09-13T14:36:26.696595+0000 mgr.y (mgr.25139) 891 : cluster [DBG] pgmap v537: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 33 KiB/s rd, 0 B/s wr, 51 op/s 2024-09-13T14:36:28.507 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[92878]: audit 2024-09-13T14:36:27.111117+0000 mon.a (mon.0) 560 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:36:28.507 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[92878]: audit 2024-09-13T14:36:27.111117+0000 mon.a (mon.0) 560 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:36:28.507 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[92878]: audit 2024-09-13T14:36:27.124689+0000 mon.a (mon.0) 561 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:36:28.507 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[92878]: audit 2024-09-13T14:36:27.124689+0000 mon.a (mon.0) 561 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:36:28.507 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[92878]: audit 2024-09-13T14:36:27.330573+0000 mon.a (mon.0) 562 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:36:28.507 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[92878]: audit 2024-09-13T14:36:27.330573+0000 mon.a (mon.0) 562 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:36:28.507 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[92878]: audit 2024-09-13T14:36:27.344097+0000 mon.a (mon.0) 563 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:36:28.507 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[92878]: audit 2024-09-13T14:36:27.344097+0000 mon.a (mon.0) 563 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:36:28.507 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[92878]: audit 2024-09-13T14:36:27.346603+0000 mon.b (mon.1) 340 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:36:28.507 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[92878]: audit 2024-09-13T14:36:27.346603+0000 mon.b (mon.1) 340 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:36:28.507 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[92878]: audit 2024-09-13T14:36:27.348726+0000 mon.b (mon.1) 341 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-13T14:36:28.507 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[92878]: audit 2024-09-13T14:36:27.348726+0000 mon.b (mon.1) 341 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-13T14:36:28.508 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[92878]: audit 2024-09-13T14:36:27.361139+0000 mon.a (mon.0) 564 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:36:28.508 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[92878]: audit 2024-09-13T14:36:27.361139+0000 mon.a (mon.0) 564 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:36:28.508 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[92878]: audit 2024-09-13T14:36:27.496036+0000 mon.b (mon.1) 342 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-13T14:36:28.508 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[92878]: audit 2024-09-13T14:36:27.496036+0000 mon.b (mon.1) 342 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-13T14:36:28.508 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[92878]: audit 2024-09-13T14:36:27.499894+0000 mon.b (mon.1) 343 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:36:28.508 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[92878]: audit 2024-09-13T14:36:27.499894+0000 mon.b (mon.1) 343 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:36:28.508 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[92878]: audit 2024-09-13T14:36:27.503036+0000 mon.b (mon.1) 344 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:36:28.508 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[92878]: audit 2024-09-13T14:36:27.503036+0000 mon.b (mon.1) 344 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:36:28.508 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[92878]: audit 2024-09-13T14:36:27.505681+0000 mon.b (mon.1) 345 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:36:28.508 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[92878]: audit 2024-09-13T14:36:27.505681+0000 mon.b (mon.1) 345 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:36:28.508 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[92878]: audit 2024-09-13T14:36:27.508811+0000 mon.b (mon.1) 346 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:36:28.508 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[92878]: audit 2024-09-13T14:36:27.508811+0000 mon.b (mon.1) 346 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:36:28.508 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[92878]: audit 2024-09-13T14:36:27.514742+0000 mon.b (mon.1) 347 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:36:28.509 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[92878]: audit 2024-09-13T14:36:27.514742+0000 mon.b (mon.1) 347 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:36:28.509 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[92878]: audit 2024-09-13T14:36:27.518589+0000 mon.b (mon.1) 348 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:36:28.509 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[92878]: audit 2024-09-13T14:36:27.518589+0000 mon.b (mon.1) 348 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:36:28.509 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[92878]: audit 2024-09-13T14:36:27.529724+0000 mon.a (mon.0) 565 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:36:28.509 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[92878]: audit 2024-09-13T14:36:27.529724+0000 mon.a (mon.0) 565 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:36:28.509 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[92878]: audit 2024-09-13T14:36:27.533848+0000 mon.b (mon.1) 349 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw.foo.smithi062.raldkl"} : dispatch 2024-09-13T14:36:28.509 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[92878]: audit 2024-09-13T14:36:27.533848+0000 mon.b (mon.1) 349 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw.foo.smithi062.raldkl"} : dispatch 2024-09-13T14:36:28.509 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[92878]: audit 2024-09-13T14:36:27.535497+0000 mon.a (mon.0) 566 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw.foo.smithi062.raldkl"} : dispatch 2024-09-13T14:36:28.509 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[92878]: audit 2024-09-13T14:36:27.535497+0000 mon.a (mon.0) 566 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw.foo.smithi062.raldkl"} : dispatch 2024-09-13T14:36:28.509 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[92878]: audit 2024-09-13T14:36:27.541415+0000 mon.a (mon.0) 567 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw.foo.smithi062.raldkl"}]': finished 2024-09-13T14:36:28.509 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[92878]: audit 2024-09-13T14:36:27.541415+0000 mon.a (mon.0) 567 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw.foo.smithi062.raldkl"}]': finished 2024-09-13T14:36:28.509 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[92878]: audit 2024-09-13T14:36:27.545625+0000 mon.b (mon.1) 350 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw.foo.smithi178.sseeij"} : dispatch 2024-09-13T14:36:28.509 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[92878]: audit 2024-09-13T14:36:27.545625+0000 mon.b (mon.1) 350 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw.foo.smithi178.sseeij"} : dispatch 2024-09-13T14:36:28.510 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[89221]: audit 2024-09-13T14:36:27.505681+0000 mon.b (mon.1) 345 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:36:28.510 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[89221]: audit 2024-09-13T14:36:27.505681+0000 mon.b (mon.1) 345 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:36:28.510 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[89221]: audit 2024-09-13T14:36:27.508811+0000 mon.b (mon.1) 346 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:36:28.510 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[89221]: audit 2024-09-13T14:36:27.508811+0000 mon.b (mon.1) 346 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:36:28.510 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[89221]: audit 2024-09-13T14:36:27.514742+0000 mon.b (mon.1) 347 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:36:28.510 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[89221]: audit 2024-09-13T14:36:27.514742+0000 mon.b (mon.1) 347 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:36:28.510 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[89221]: audit 2024-09-13T14:36:27.518589+0000 mon.b (mon.1) 348 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:36:28.510 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[89221]: audit 2024-09-13T14:36:27.518589+0000 mon.b (mon.1) 348 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:36:28.510 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[89221]: audit 2024-09-13T14:36:27.529724+0000 mon.a (mon.0) 565 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:36:28.510 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[89221]: audit 2024-09-13T14:36:27.529724+0000 mon.a (mon.0) 565 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:36:28.510 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[89221]: audit 2024-09-13T14:36:27.533848+0000 mon.b (mon.1) 349 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw.foo.smithi062.raldkl"} : dispatch 2024-09-13T14:36:28.510 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[89221]: audit 2024-09-13T14:36:27.533848+0000 mon.b (mon.1) 349 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw.foo.smithi062.raldkl"} : dispatch 2024-09-13T14:36:28.511 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[89221]: audit 2024-09-13T14:36:27.535497+0000 mon.a (mon.0) 566 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw.foo.smithi062.raldkl"} : dispatch 2024-09-13T14:36:28.511 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[89221]: audit 2024-09-13T14:36:27.535497+0000 mon.a (mon.0) 566 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw.foo.smithi062.raldkl"} : dispatch 2024-09-13T14:36:28.511 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[89221]: audit 2024-09-13T14:36:27.541415+0000 mon.a (mon.0) 567 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw.foo.smithi062.raldkl"}]': finished 2024-09-13T14:36:28.511 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[89221]: audit 2024-09-13T14:36:27.541415+0000 mon.a (mon.0) 567 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw.foo.smithi062.raldkl"}]': finished 2024-09-13T14:36:28.511 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[89221]: audit 2024-09-13T14:36:27.545625+0000 mon.b (mon.1) 350 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw.foo.smithi178.sseeij"} : dispatch 2024-09-13T14:36:28.511 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[89221]: audit 2024-09-13T14:36:27.545625+0000 mon.b (mon.1) 350 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw.foo.smithi178.sseeij"} : dispatch 2024-09-13T14:36:28.511 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[92878]: audit 2024-09-13T14:36:27.547287+0000 mon.a (mon.0) 568 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw.foo.smithi178.sseeij"} : dispatch 2024-09-13T14:36:28.511 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[92878]: audit 2024-09-13T14:36:27.547287+0000 mon.a (mon.0) 568 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw.foo.smithi178.sseeij"} : dispatch 2024-09-13T14:36:28.511 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[92878]: audit 2024-09-13T14:36:27.553295+0000 mon.a (mon.0) 569 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw.foo.smithi178.sseeij"}]': finished 2024-09-13T14:36:28.511 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[92878]: audit 2024-09-13T14:36:27.553295+0000 mon.a (mon.0) 569 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw.foo.smithi178.sseeij"}]': finished 2024-09-13T14:36:28.511 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[92878]: audit 2024-09-13T14:36:27.558562+0000 mon.b (mon.1) 351 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:36:28.512 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[92878]: audit 2024-09-13T14:36:27.558562+0000 mon.b (mon.1) 351 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:36:28.512 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[92878]: audit 2024-09-13T14:36:27.569222+0000 mon.a (mon.0) 570 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:36:28.512 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[92878]: audit 2024-09-13T14:36:27.569222+0000 mon.a (mon.0) 570 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:36:28.512 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[92878]: audit 2024-09-13T14:36:27.573988+0000 mon.b (mon.1) 352 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:36:28.512 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[92878]: audit 2024-09-13T14:36:27.573988+0000 mon.b (mon.1) 352 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:36:28.512 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[92878]: audit 2024-09-13T14:36:27.577184+0000 mon.b (mon.1) 353 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:36:28.512 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[92878]: audit 2024-09-13T14:36:27.577184+0000 mon.b (mon.1) 353 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:36:28.512 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[92878]: audit 2024-09-13T14:36:27.587791+0000 mon.a (mon.0) 571 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:36:28.512 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[92878]: audit 2024-09-13T14:36:27.587791+0000 mon.a (mon.0) 571 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:36:28.512 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[92878]: audit 2024-09-13T14:36:27.593611+0000 mon.b (mon.1) 354 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:36:28.512 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[92878]: audit 2024-09-13T14:36:27.593611+0000 mon.b (mon.1) 354 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:36:28.512 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[92878]: audit 2024-09-13T14:36:27.605827+0000 mon.a (mon.0) 572 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:36:28.512 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[92878]: audit 2024-09-13T14:36:27.605827+0000 mon.a (mon.0) 572 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:36:28.512 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[92878]: audit 2024-09-13T14:36:27.613757+0000 mon.b (mon.1) 355 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:36:28.513 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[92878]: audit 2024-09-13T14:36:27.613757+0000 mon.b (mon.1) 355 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:36:28.513 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[92878]: audit 2024-09-13T14:36:27.626505+0000 mon.a (mon.0) 573 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:36:28.513 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[89221]: audit 2024-09-13T14:36:27.547287+0000 mon.a (mon.0) 568 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw.foo.smithi178.sseeij"} : dispatch 2024-09-13T14:36:28.513 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[89221]: audit 2024-09-13T14:36:27.547287+0000 mon.a (mon.0) 568 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw.foo.smithi178.sseeij"} : dispatch 2024-09-13T14:36:28.513 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[89221]: audit 2024-09-13T14:36:27.553295+0000 mon.a (mon.0) 569 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw.foo.smithi178.sseeij"}]': finished 2024-09-13T14:36:28.513 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[89221]: audit 2024-09-13T14:36:27.553295+0000 mon.a (mon.0) 569 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw.foo.smithi178.sseeij"}]': finished 2024-09-13T14:36:28.513 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[89221]: audit 2024-09-13T14:36:27.558562+0000 mon.b (mon.1) 351 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:36:28.513 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[89221]: audit 2024-09-13T14:36:27.558562+0000 mon.b (mon.1) 351 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:36:28.513 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[89221]: audit 2024-09-13T14:36:27.569222+0000 mon.a (mon.0) 570 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:36:28.514 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[89221]: audit 2024-09-13T14:36:27.569222+0000 mon.a (mon.0) 570 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:36:28.514 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[89221]: audit 2024-09-13T14:36:27.573988+0000 mon.b (mon.1) 352 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:36:28.514 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[89221]: audit 2024-09-13T14:36:27.573988+0000 mon.b (mon.1) 352 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:36:28.514 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[89221]: audit 2024-09-13T14:36:27.577184+0000 mon.b (mon.1) 353 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:36:28.514 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[89221]: audit 2024-09-13T14:36:27.577184+0000 mon.b (mon.1) 353 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:36:28.514 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[89221]: audit 2024-09-13T14:36:27.587791+0000 mon.a (mon.0) 571 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:36:28.514 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[89221]: audit 2024-09-13T14:36:27.587791+0000 mon.a (mon.0) 571 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:36:28.514 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[89221]: audit 2024-09-13T14:36:27.593611+0000 mon.b (mon.1) 354 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:36:28.514 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[89221]: audit 2024-09-13T14:36:27.593611+0000 mon.b (mon.1) 354 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:36:28.514 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[89221]: audit 2024-09-13T14:36:27.605827+0000 mon.a (mon.0) 572 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:36:28.514 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[89221]: audit 2024-09-13T14:36:27.605827+0000 mon.a (mon.0) 572 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:36:28.514 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[89221]: audit 2024-09-13T14:36:27.613757+0000 mon.b (mon.1) 355 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:36:28.514 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[89221]: audit 2024-09-13T14:36:27.613757+0000 mon.b (mon.1) 355 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:36:28.515 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[89221]: audit 2024-09-13T14:36:27.626505+0000 mon.a (mon.0) 573 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:36:28.515 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[92878]: audit 2024-09-13T14:36:27.626505+0000 mon.a (mon.0) 573 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:36:28.515 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[92878]: audit 2024-09-13T14:36:27.632199+0000 mon.b (mon.1) 356 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:36:28.515 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[92878]: audit 2024-09-13T14:36:27.632199+0000 mon.b (mon.1) 356 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:36:28.515 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[92878]: audit 2024-09-13T14:36:27.636144+0000 mon.b (mon.1) 357 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:36:28.515 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[92878]: audit 2024-09-13T14:36:27.636144+0000 mon.b (mon.1) 357 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:36:28.515 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[92878]: audit 2024-09-13T14:36:27.640005+0000 mon.b (mon.1) 358 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:36:28.515 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[92878]: audit 2024-09-13T14:36:27.640005+0000 mon.b (mon.1) 358 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:36:28.515 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[92878]: audit 2024-09-13T14:36:27.643967+0000 mon.b (mon.1) 359 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:36:28.515 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[92878]: audit 2024-09-13T14:36:27.643967+0000 mon.b (mon.1) 359 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:36:28.515 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[92878]: audit 2024-09-13T14:36:27.647475+0000 mon.b (mon.1) 360 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:36:28.515 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[92878]: audit 2024-09-13T14:36:27.647475+0000 mon.b (mon.1) 360 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:36:28.516 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[92878]: audit 2024-09-13T14:36:27.651125+0000 mon.b (mon.1) 361 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:36:28.516 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[92878]: audit 2024-09-13T14:36:27.651125+0000 mon.b (mon.1) 361 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:36:28.516 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[92878]: audit 2024-09-13T14:36:27.656731+0000 mon.b (mon.1) 362 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2024-09-13T14:36:28.516 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[92878]: audit 2024-09-13T14:36:27.656731+0000 mon.b (mon.1) 362 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2024-09-13T14:36:28.516 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[92878]: audit 2024-09-13T14:36:27.658431+0000 mon.a (mon.0) 574 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2024-09-13T14:36:28.516 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[92878]: audit 2024-09-13T14:36:27.658431+0000 mon.a (mon.0) 574 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2024-09-13T14:36:28.516 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[92878]: audit 2024-09-13T14:36:27.666697+0000 mon.a (mon.0) 575 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-09-13T14:36:28.516 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[92878]: audit 2024-09-13T14:36:27.666697+0000 mon.a (mon.0) 575 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-09-13T14:36:28.516 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[89221]: audit 2024-09-13T14:36:27.626505+0000 mon.a (mon.0) 573 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:36:28.516 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[89221]: audit 2024-09-13T14:36:27.632199+0000 mon.b (mon.1) 356 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:36:28.517 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[89221]: audit 2024-09-13T14:36:27.632199+0000 mon.b (mon.1) 356 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:36:28.517 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[89221]: audit 2024-09-13T14:36:27.636144+0000 mon.b (mon.1) 357 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:36:28.517 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[89221]: audit 2024-09-13T14:36:27.636144+0000 mon.b (mon.1) 357 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:36:28.517 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[89221]: audit 2024-09-13T14:36:27.640005+0000 mon.b (mon.1) 358 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:36:28.517 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[89221]: audit 2024-09-13T14:36:27.640005+0000 mon.b (mon.1) 358 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:36:28.517 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[89221]: audit 2024-09-13T14:36:27.643967+0000 mon.b (mon.1) 359 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:36:28.517 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[89221]: audit 2024-09-13T14:36:27.643967+0000 mon.b (mon.1) 359 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:36:28.517 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[89221]: audit 2024-09-13T14:36:27.647475+0000 mon.b (mon.1) 360 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:36:28.517 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[89221]: audit 2024-09-13T14:36:27.647475+0000 mon.b (mon.1) 360 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:36:28.517 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[89221]: audit 2024-09-13T14:36:27.651125+0000 mon.b (mon.1) 361 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:36:28.517 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[89221]: audit 2024-09-13T14:36:27.651125+0000 mon.b (mon.1) 361 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:36:28.517 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[89221]: audit 2024-09-13T14:36:27.656731+0000 mon.b (mon.1) 362 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2024-09-13T14:36:28.517 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[89221]: audit 2024-09-13T14:36:27.656731+0000 mon.b (mon.1) 362 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2024-09-13T14:36:28.518 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[89221]: audit 2024-09-13T14:36:27.658431+0000 mon.a (mon.0) 574 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2024-09-13T14:36:28.518 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[89221]: audit 2024-09-13T14:36:27.658431+0000 mon.a (mon.0) 574 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2024-09-13T14:36:28.518 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[89221]: audit 2024-09-13T14:36:27.666697+0000 mon.a (mon.0) 575 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-09-13T14:36:28.518 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[89221]: audit 2024-09-13T14:36:27.666697+0000 mon.a (mon.0) 575 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-09-13T14:36:28.518 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[92878]: audit 2024-09-13T14:36:27.670574+0000 mon.b (mon.1) 363 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:36:28.518 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[92878]: audit 2024-09-13T14:36:27.670574+0000 mon.b (mon.1) 363 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:36:28.518 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[92878]: audit 2024-09-13T14:36:27.672241+0000 mon.a (mon.0) 576 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:36:28.518 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[92878]: audit 2024-09-13T14:36:27.672241+0000 mon.a (mon.0) 576 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:36:28.518 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[92878]: audit 2024-09-13T14:36:27.680093+0000 mon.a (mon.0) 577 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-09-13T14:36:28.518 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[92878]: audit 2024-09-13T14:36:27.680093+0000 mon.a (mon.0) 577 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-09-13T14:36:28.518 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[92878]: audit 2024-09-13T14:36:27.684130+0000 mon.b (mon.1) 364 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2024-09-13T14:36:28.519 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[92878]: audit 2024-09-13T14:36:27.684130+0000 mon.b (mon.1) 364 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2024-09-13T14:36:28.519 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[92878]: audit 2024-09-13T14:36:27.685791+0000 mon.a (mon.0) 578 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2024-09-13T14:36:28.519 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[92878]: audit 2024-09-13T14:36:27.685791+0000 mon.a (mon.0) 578 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2024-09-13T14:36:28.519 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[92878]: audit 2024-09-13T14:36:27.693666+0000 mon.a (mon.0) 579 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-09-13T14:36:28.519 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[92878]: audit 2024-09-13T14:36:27.693666+0000 mon.a (mon.0) 579 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-09-13T14:36:28.519 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[92878]: audit 2024-09-13T14:36:27.697638+0000 mon.b (mon.1) 365 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2024-09-13T14:36:28.519 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[92878]: audit 2024-09-13T14:36:27.697638+0000 mon.b (mon.1) 365 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2024-09-13T14:36:28.519 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[92878]: audit 2024-09-13T14:36:27.699523+0000 mon.a (mon.0) 580 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2024-09-13T14:36:28.519 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[92878]: audit 2024-09-13T14:36:27.699523+0000 mon.a (mon.0) 580 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2024-09-13T14:36:28.519 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[92878]: audit 2024-09-13T14:36:27.707562+0000 mon.a (mon.0) 581 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd"}]': finished 2024-09-13T14:36:28.519 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[92878]: audit 2024-09-13T14:36:27.707562+0000 mon.a (mon.0) 581 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd"}]': finished 2024-09-13T14:36:28.519 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[89221]: audit 2024-09-13T14:36:27.670574+0000 mon.b (mon.1) 363 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:36:28.520 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[89221]: audit 2024-09-13T14:36:27.670574+0000 mon.b (mon.1) 363 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:36:28.520 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[89221]: audit 2024-09-13T14:36:27.672241+0000 mon.a (mon.0) 576 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:36:28.520 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[89221]: audit 2024-09-13T14:36:27.672241+0000 mon.a (mon.0) 576 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:36:28.520 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[89221]: audit 2024-09-13T14:36:27.680093+0000 mon.a (mon.0) 577 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-09-13T14:36:28.520 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[89221]: audit 2024-09-13T14:36:27.680093+0000 mon.a (mon.0) 577 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-09-13T14:36:28.520 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[89221]: audit 2024-09-13T14:36:27.684130+0000 mon.b (mon.1) 364 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2024-09-13T14:36:28.520 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[89221]: audit 2024-09-13T14:36:27.684130+0000 mon.b (mon.1) 364 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2024-09-13T14:36:28.520 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[89221]: audit 2024-09-13T14:36:27.685791+0000 mon.a (mon.0) 578 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2024-09-13T14:36:28.520 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[89221]: audit 2024-09-13T14:36:27.685791+0000 mon.a (mon.0) 578 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2024-09-13T14:36:28.520 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[89221]: audit 2024-09-13T14:36:27.693666+0000 mon.a (mon.0) 579 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-09-13T14:36:28.520 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[89221]: audit 2024-09-13T14:36:27.693666+0000 mon.a (mon.0) 579 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-09-13T14:36:28.520 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[89221]: audit 2024-09-13T14:36:27.697638+0000 mon.b (mon.1) 365 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2024-09-13T14:36:28.521 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[89221]: audit 2024-09-13T14:36:27.697638+0000 mon.b (mon.1) 365 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2024-09-13T14:36:28.521 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[89221]: audit 2024-09-13T14:36:27.699523+0000 mon.a (mon.0) 580 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2024-09-13T14:36:28.521 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[89221]: audit 2024-09-13T14:36:27.699523+0000 mon.a (mon.0) 580 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2024-09-13T14:36:28.521 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[89221]: audit 2024-09-13T14:36:27.707562+0000 mon.a (mon.0) 581 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd"}]': finished 2024-09-13T14:36:28.521 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[89221]: audit 2024-09-13T14:36:27.707562+0000 mon.a (mon.0) 581 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd"}]': finished 2024-09-13T14:36:28.521 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[92878]: audit 2024-09-13T14:36:27.711606+0000 mon.b (mon.1) 366 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2024-09-13T14:36:28.521 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[92878]: audit 2024-09-13T14:36:27.711606+0000 mon.b (mon.1) 366 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2024-09-13T14:36:28.522 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[92878]: audit 2024-09-13T14:36:27.713516+0000 mon.a (mon.0) 582 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2024-09-13T14:36:28.522 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[92878]: audit 2024-09-13T14:36:27.713516+0000 mon.a (mon.0) 582 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2024-09-13T14:36:28.522 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[92878]: audit 2024-09-13T14:36:27.721449+0000 mon.a (mon.0) 583 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-09-13T14:36:28.522 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[92878]: audit 2024-09-13T14:36:27.721449+0000 mon.a (mon.0) 583 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-09-13T14:36:28.522 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[92878]: audit 2024-09-13T14:36:27.725328+0000 mon.b (mon.1) 367 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2024-09-13T14:36:28.522 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[92878]: audit 2024-09-13T14:36:27.725328+0000 mon.b (mon.1) 367 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2024-09-13T14:36:28.522 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[92878]: audit 2024-09-13T14:36:27.727038+0000 mon.a (mon.0) 584 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2024-09-13T14:36:28.522 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[92878]: audit 2024-09-13T14:36:27.727038+0000 mon.a (mon.0) 584 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2024-09-13T14:36:28.522 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[92878]: audit 2024-09-13T14:36:27.735171+0000 mon.a (mon.0) 585 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]': finished 2024-09-13T14:36:28.522 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[92878]: audit 2024-09-13T14:36:27.735171+0000 mon.a (mon.0) 585 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]': finished 2024-09-13T14:36:28.522 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[92878]: audit 2024-09-13T14:36:27.739211+0000 mon.b (mon.1) 368 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2024-09-13T14:36:28.523 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[92878]: audit 2024-09-13T14:36:27.739211+0000 mon.b (mon.1) 368 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2024-09-13T14:36:28.523 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[92878]: audit 2024-09-13T14:36:27.740936+0000 mon.a (mon.0) 586 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2024-09-13T14:36:28.523 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[92878]: audit 2024-09-13T14:36:27.740936+0000 mon.a (mon.0) 586 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2024-09-13T14:36:28.523 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[92878]: audit 2024-09-13T14:36:27.749081+0000 mon.a (mon.0) 587 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-09-13T14:36:28.523 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[89221]: audit 2024-09-13T14:36:27.711606+0000 mon.b (mon.1) 366 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2024-09-13T14:36:28.523 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[89221]: audit 2024-09-13T14:36:27.711606+0000 mon.b (mon.1) 366 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2024-09-13T14:36:28.523 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[89221]: audit 2024-09-13T14:36:27.713516+0000 mon.a (mon.0) 582 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2024-09-13T14:36:28.523 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[89221]: audit 2024-09-13T14:36:27.713516+0000 mon.a (mon.0) 582 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2024-09-13T14:36:28.523 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[89221]: audit 2024-09-13T14:36:27.721449+0000 mon.a (mon.0) 583 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-09-13T14:36:28.524 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[89221]: audit 2024-09-13T14:36:27.721449+0000 mon.a (mon.0) 583 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-09-13T14:36:28.524 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[89221]: audit 2024-09-13T14:36:27.725328+0000 mon.b (mon.1) 367 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2024-09-13T14:36:28.524 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[89221]: audit 2024-09-13T14:36:27.725328+0000 mon.b (mon.1) 367 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2024-09-13T14:36:28.524 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[89221]: audit 2024-09-13T14:36:27.727038+0000 mon.a (mon.0) 584 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2024-09-13T14:36:28.524 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[89221]: audit 2024-09-13T14:36:27.727038+0000 mon.a (mon.0) 584 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2024-09-13T14:36:28.524 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[89221]: audit 2024-09-13T14:36:27.735171+0000 mon.a (mon.0) 585 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]': finished 2024-09-13T14:36:28.524 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[89221]: audit 2024-09-13T14:36:27.735171+0000 mon.a (mon.0) 585 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]': finished 2024-09-13T14:36:28.524 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[89221]: audit 2024-09-13T14:36:27.739211+0000 mon.b (mon.1) 368 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2024-09-13T14:36:28.524 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[89221]: audit 2024-09-13T14:36:27.739211+0000 mon.b (mon.1) 368 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2024-09-13T14:36:28.524 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[89221]: audit 2024-09-13T14:36:27.740936+0000 mon.a (mon.0) 586 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2024-09-13T14:36:28.524 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[89221]: audit 2024-09-13T14:36:27.740936+0000 mon.a (mon.0) 586 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2024-09-13T14:36:28.524 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[89221]: audit 2024-09-13T14:36:27.749081+0000 mon.a (mon.0) 587 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-09-13T14:36:28.524 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[89221]: audit 2024-09-13T14:36:27.749081+0000 mon.a (mon.0) 587 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-09-13T14:36:28.525 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[89221]: audit 2024-09-13T14:36:27.753068+0000 mon.b (mon.1) 369 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:36:28.525 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[89221]: audit 2024-09-13T14:36:27.753068+0000 mon.b (mon.1) 369 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:36:28.525 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[89221]: audit 2024-09-13T14:36:27.754806+0000 mon.a (mon.0) 588 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:36:28.525 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[89221]: audit 2024-09-13T14:36:27.754806+0000 mon.a (mon.0) 588 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:36:28.525 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[89221]: audit 2024-09-13T14:36:27.756286+0000 mon.b (mon.1) 370 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2024-09-13T14:36:28.525 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[89221]: audit 2024-09-13T14:36:27.756286+0000 mon.b (mon.1) 370 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2024-09-13T14:36:28.525 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[89221]: audit 2024-09-13T14:36:27.758133+0000 mon.a (mon.0) 589 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2024-09-13T14:36:28.525 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[89221]: audit 2024-09-13T14:36:27.758133+0000 mon.a (mon.0) 589 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2024-09-13T14:36:28.525 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[89221]: audit 2024-09-13T14:36:27.765902+0000 mon.a (mon.0) 590 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-09-13T14:36:28.525 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[89221]: audit 2024-09-13T14:36:27.765902+0000 mon.a (mon.0) 590 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-09-13T14:36:28.525 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[89221]: audit 2024-09-13T14:36:27.770825+0000 mon.b (mon.1) 371 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2024-09-13T14:36:28.525 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[89221]: audit 2024-09-13T14:36:27.770825+0000 mon.b (mon.1) 371 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2024-09-13T14:36:28.525 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[89221]: audit 2024-09-13T14:36:27.772700+0000 mon.a (mon.0) 591 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2024-09-13T14:36:28.525 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[89221]: audit 2024-09-13T14:36:27.772700+0000 mon.a (mon.0) 591 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2024-09-13T14:36:28.525 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[89221]: audit 2024-09-13T14:36:27.774362+0000 mon.b (mon.1) 372 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2024-09-13T14:36:28.526 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[89221]: audit 2024-09-13T14:36:27.774362+0000 mon.b (mon.1) 372 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2024-09-13T14:36:28.526 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[92878]: audit 2024-09-13T14:36:27.749081+0000 mon.a (mon.0) 587 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-09-13T14:36:28.526 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[92878]: audit 2024-09-13T14:36:27.753068+0000 mon.b (mon.1) 369 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:36:28.526 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[92878]: audit 2024-09-13T14:36:27.753068+0000 mon.b (mon.1) 369 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:36:28.526 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[92878]: audit 2024-09-13T14:36:27.754806+0000 mon.a (mon.0) 588 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:36:28.526 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[92878]: audit 2024-09-13T14:36:27.754806+0000 mon.a (mon.0) 588 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:36:28.526 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[92878]: audit 2024-09-13T14:36:27.756286+0000 mon.b (mon.1) 370 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2024-09-13T14:36:28.526 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[92878]: audit 2024-09-13T14:36:27.756286+0000 mon.b (mon.1) 370 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2024-09-13T14:36:28.526 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[92878]: audit 2024-09-13T14:36:27.758133+0000 mon.a (mon.0) 589 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2024-09-13T14:36:28.526 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[92878]: audit 2024-09-13T14:36:27.758133+0000 mon.a (mon.0) 589 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2024-09-13T14:36:28.526 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[92878]: audit 2024-09-13T14:36:27.765902+0000 mon.a (mon.0) 590 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-09-13T14:36:28.527 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[92878]: audit 2024-09-13T14:36:27.765902+0000 mon.a (mon.0) 590 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-09-13T14:36:28.527 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[92878]: audit 2024-09-13T14:36:27.770825+0000 mon.b (mon.1) 371 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2024-09-13T14:36:28.527 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[92878]: audit 2024-09-13T14:36:27.770825+0000 mon.b (mon.1) 371 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2024-09-13T14:36:28.527 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[92878]: audit 2024-09-13T14:36:27.772700+0000 mon.a (mon.0) 591 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2024-09-13T14:36:28.527 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[92878]: audit 2024-09-13T14:36:27.772700+0000 mon.a (mon.0) 591 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2024-09-13T14:36:28.527 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[92878]: audit 2024-09-13T14:36:27.774362+0000 mon.b (mon.1) 372 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2024-09-13T14:36:28.527 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[92878]: audit 2024-09-13T14:36:27.774362+0000 mon.b (mon.1) 372 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2024-09-13T14:36:28.527 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[89221]: audit 2024-09-13T14:36:27.776325+0000 mon.a (mon.0) 592 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2024-09-13T14:36:28.527 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[89221]: audit 2024-09-13T14:36:27.776325+0000 mon.a (mon.0) 592 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2024-09-13T14:36:28.527 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[89221]: audit 2024-09-13T14:36:27.784839+0000 mon.a (mon.0) 593 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-09-13T14:36:28.527 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[89221]: audit 2024-09-13T14:36:27.784839+0000 mon.a (mon.0) 593 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-09-13T14:36:28.528 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[89221]: audit 2024-09-13T14:36:27.789283+0000 mon.b (mon.1) 373 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2024-09-13T14:36:28.528 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[89221]: audit 2024-09-13T14:36:27.789283+0000 mon.b (mon.1) 373 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2024-09-13T14:36:28.528 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[89221]: audit 2024-09-13T14:36:27.791103+0000 mon.a (mon.0) 594 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2024-09-13T14:36:28.528 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[89221]: audit 2024-09-13T14:36:27.791103+0000 mon.a (mon.0) 594 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2024-09-13T14:36:28.528 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[89221]: audit 2024-09-13T14:36:27.799159+0000 mon.a (mon.0) 595 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-09-13T14:36:28.528 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[89221]: audit 2024-09-13T14:36:27.799159+0000 mon.a (mon.0) 595 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-09-13T14:36:28.528 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[89221]: audit 2024-09-13T14:36:27.803835+0000 mon.b (mon.1) 374 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:36:28.528 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[89221]: audit 2024-09-13T14:36:27.803835+0000 mon.b (mon.1) 374 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:36:28.528 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[89221]: audit 2024-09-13T14:36:27.805667+0000 mon.a (mon.0) 596 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:36:28.528 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[89221]: audit 2024-09-13T14:36:27.805667+0000 mon.a (mon.0) 596 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:36:28.528 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[89221]: audit 2024-09-13T14:36:27.807267+0000 mon.b (mon.1) 375 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:36:28.528 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[89221]: audit 2024-09-13T14:36:27.807267+0000 mon.b (mon.1) 375 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:36:28.528 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[89221]: audit 2024-09-13T14:36:27.809067+0000 mon.a (mon.0) 597 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:36:28.529 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[92878]: audit 2024-09-13T14:36:27.776325+0000 mon.a (mon.0) 592 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2024-09-13T14:36:28.529 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[92878]: audit 2024-09-13T14:36:27.776325+0000 mon.a (mon.0) 592 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2024-09-13T14:36:28.529 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[92878]: audit 2024-09-13T14:36:27.784839+0000 mon.a (mon.0) 593 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-09-13T14:36:28.529 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[92878]: audit 2024-09-13T14:36:27.784839+0000 mon.a (mon.0) 593 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-09-13T14:36:28.529 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[92878]: audit 2024-09-13T14:36:27.789283+0000 mon.b (mon.1) 373 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2024-09-13T14:36:28.529 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[92878]: audit 2024-09-13T14:36:27.789283+0000 mon.b (mon.1) 373 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2024-09-13T14:36:28.529 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[92878]: audit 2024-09-13T14:36:27.791103+0000 mon.a (mon.0) 594 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2024-09-13T14:36:28.529 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[92878]: audit 2024-09-13T14:36:27.791103+0000 mon.a (mon.0) 594 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2024-09-13T14:36:28.529 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[92878]: audit 2024-09-13T14:36:27.799159+0000 mon.a (mon.0) 595 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-09-13T14:36:28.530 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[92878]: audit 2024-09-13T14:36:27.799159+0000 mon.a (mon.0) 595 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-09-13T14:36:28.530 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[92878]: audit 2024-09-13T14:36:27.803835+0000 mon.b (mon.1) 374 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:36:28.530 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[92878]: audit 2024-09-13T14:36:27.803835+0000 mon.b (mon.1) 374 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:36:28.530 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[92878]: audit 2024-09-13T14:36:27.805667+0000 mon.a (mon.0) 596 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:36:28.530 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[92878]: audit 2024-09-13T14:36:27.805667+0000 mon.a (mon.0) 596 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:36:28.530 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[92878]: audit 2024-09-13T14:36:27.807267+0000 mon.b (mon.1) 375 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:36:28.530 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[92878]: audit 2024-09-13T14:36:27.807267+0000 mon.b (mon.1) 375 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:36:28.530 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[92878]: audit 2024-09-13T14:36:27.809067+0000 mon.a (mon.0) 597 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:36:28.530 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[89221]: audit 2024-09-13T14:36:27.809067+0000 mon.a (mon.0) 597 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:36:28.530 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[89221]: audit 2024-09-13T14:36:27.810624+0000 mon.b (mon.1) 376 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:36:28.531 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[89221]: audit 2024-09-13T14:36:27.810624+0000 mon.b (mon.1) 376 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:36:28.531 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[89221]: audit 2024-09-13T14:36:27.812341+0000 mon.a (mon.0) 598 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:36:28.531 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[89221]: audit 2024-09-13T14:36:27.812341+0000 mon.a (mon.0) 598 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:36:28.531 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[89221]: audit 2024-09-13T14:36:27.813907+0000 mon.b (mon.1) 377 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:36:28.531 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[89221]: audit 2024-09-13T14:36:27.813907+0000 mon.b (mon.1) 377 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:36:28.531 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[89221]: audit 2024-09-13T14:36:27.815614+0000 mon.a (mon.0) 599 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:36:28.531 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[89221]: audit 2024-09-13T14:36:27.815614+0000 mon.a (mon.0) 599 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:36:28.531 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[89221]: audit 2024-09-13T14:36:27.816874+0000 mon.b (mon.1) 378 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:36:28.531 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[89221]: audit 2024-09-13T14:36:27.816874+0000 mon.b (mon.1) 378 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:36:28.531 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[89221]: audit 2024-09-13T14:36:27.818589+0000 mon.a (mon.0) 600 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:36:28.531 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[89221]: audit 2024-09-13T14:36:27.818589+0000 mon.a (mon.0) 600 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:36:28.531 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[89221]: audit 2024-09-13T14:36:27.819852+0000 mon.b (mon.1) 379 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:36:28.531 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[89221]: audit 2024-09-13T14:36:27.819852+0000 mon.b (mon.1) 379 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:36:28.532 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[89221]: audit 2024-09-13T14:36:27.821538+0000 mon.a (mon.0) 601 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:36:28.532 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[89221]: audit 2024-09-13T14:36:27.821538+0000 mon.a (mon.0) 601 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:36:28.532 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[89221]: audit 2024-09-13T14:36:27.823508+0000 mon.b (mon.1) 380 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2024-09-13T14:36:28.532 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[92878]: audit 2024-09-13T14:36:27.809067+0000 mon.a (mon.0) 597 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:36:28.532 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[92878]: audit 2024-09-13T14:36:27.810624+0000 mon.b (mon.1) 376 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:36:28.532 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[92878]: audit 2024-09-13T14:36:27.810624+0000 mon.b (mon.1) 376 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:36:28.532 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[92878]: audit 2024-09-13T14:36:27.812341+0000 mon.a (mon.0) 598 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:36:28.532 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[92878]: audit 2024-09-13T14:36:27.812341+0000 mon.a (mon.0) 598 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:36:28.532 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[92878]: audit 2024-09-13T14:36:27.813907+0000 mon.b (mon.1) 377 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:36:28.532 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[92878]: audit 2024-09-13T14:36:27.813907+0000 mon.b (mon.1) 377 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:36:28.533 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[92878]: audit 2024-09-13T14:36:27.815614+0000 mon.a (mon.0) 599 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:36:28.533 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[92878]: audit 2024-09-13T14:36:27.815614+0000 mon.a (mon.0) 599 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:36:28.533 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[92878]: audit 2024-09-13T14:36:27.816874+0000 mon.b (mon.1) 378 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:36:28.533 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[92878]: audit 2024-09-13T14:36:27.816874+0000 mon.b (mon.1) 378 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:36:28.533 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[92878]: audit 2024-09-13T14:36:27.818589+0000 mon.a (mon.0) 600 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:36:28.533 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[92878]: audit 2024-09-13T14:36:27.818589+0000 mon.a (mon.0) 600 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:36:28.533 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[92878]: audit 2024-09-13T14:36:27.819852+0000 mon.b (mon.1) 379 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:36:28.533 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[92878]: audit 2024-09-13T14:36:27.819852+0000 mon.b (mon.1) 379 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:36:28.533 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[92878]: audit 2024-09-13T14:36:27.821538+0000 mon.a (mon.0) 601 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:36:28.533 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[92878]: audit 2024-09-13T14:36:27.821538+0000 mon.a (mon.0) 601 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-13T14:36:28.533 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[92878]: audit 2024-09-13T14:36:27.823508+0000 mon.b (mon.1) 380 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2024-09-13T14:36:28.534 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[89221]: audit 2024-09-13T14:36:27.823508+0000 mon.b (mon.1) 380 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2024-09-13T14:36:28.534 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[89221]: audit 2024-09-13T14:36:27.825208+0000 mon.a (mon.0) 602 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2024-09-13T14:36:28.534 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[89221]: audit 2024-09-13T14:36:27.825208+0000 mon.a (mon.0) 602 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2024-09-13T14:36:28.534 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[89221]: audit 2024-09-13T14:36:27.833430+0000 mon.a (mon.0) 603 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-09-13T14:36:28.534 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[89221]: audit 2024-09-13T14:36:27.833430+0000 mon.a (mon.0) 603 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-09-13T14:36:28.534 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[89221]: audit 2024-09-13T14:36:27.835052+0000 mon.b (mon.1) 381 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:36:28.534 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[89221]: audit 2024-09-13T14:36:27.835052+0000 mon.b (mon.1) 381 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:36:28.534 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[89221]: audit 2024-09-13T14:36:27.837291+0000 mon.b (mon.1) 382 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-13T14:36:28.534 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[89221]: audit 2024-09-13T14:36:27.837291+0000 mon.b (mon.1) 382 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-13T14:36:28.534 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[92878]: audit 2024-09-13T14:36:27.823508+0000 mon.b (mon.1) 380 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2024-09-13T14:36:28.534 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[92878]: audit 2024-09-13T14:36:27.825208+0000 mon.a (mon.0) 602 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2024-09-13T14:36:28.535 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[92878]: audit 2024-09-13T14:36:27.825208+0000 mon.a (mon.0) 602 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2024-09-13T14:36:28.535 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[92878]: audit 2024-09-13T14:36:27.833430+0000 mon.a (mon.0) 603 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-09-13T14:36:28.535 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[92878]: audit 2024-09-13T14:36:27.833430+0000 mon.a (mon.0) 603 : audit [INF] from='mgr.25139 ' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-09-13T14:36:28.535 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[92878]: audit 2024-09-13T14:36:27.835052+0000 mon.b (mon.1) 381 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:36:28.535 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[92878]: audit 2024-09-13T14:36:27.835052+0000 mon.b (mon.1) 381 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:36:28.535 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[92878]: audit 2024-09-13T14:36:27.837291+0000 mon.b (mon.1) 382 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-13T14:36:28.535 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:28 smithi062 bash[92878]: audit 2024-09-13T14:36:27.837291+0000 mon.b (mon.1) 382 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-13T14:36:29.174 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:36:28 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:36:28.759476857Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:36:29.436 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:29 smithi178 bash[70490]: cephadm 2024-09-13T14:36:27.521410+0000 mgr.y (mgr.25139) 892 : cephadm [WRN] Upgrade: 2 rgw daemon(s) are 19.1.1-322-g7741f7f9 != target 19.3.0-4917-gb0201b8c 2024-09-13T14:36:29.436 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:29 smithi178 bash[70490]: cephadm 2024-09-13T14:36:27.521410+0000 mgr.y (mgr.25139) 892 : cephadm [WRN] Upgrade: 2 rgw daemon(s) are 19.1.1-322-g7741f7f9 != target 19.3.0-4917-gb0201b8c 2024-09-13T14:36:29.436 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:29 smithi178 bash[70490]: cephadm 2024-09-13T14:36:27.521656+0000 mgr.y (mgr.25139) 893 : cephadm [INF] Upgrade: Setting container_image for all rgw 2024-09-13T14:36:29.436 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:29 smithi178 bash[70490]: cephadm 2024-09-13T14:36:27.521656+0000 mgr.y (mgr.25139) 893 : cephadm [INF] Upgrade: Setting container_image for all rgw 2024-09-13T14:36:29.436 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:29 smithi178 bash[70490]: cephadm 2024-09-13T14:36:27.561477+0000 mgr.y (mgr.25139) 894 : cephadm [INF] Upgrade: Setting container_image for all rbd-mirror 2024-09-13T14:36:29.436 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:29 smithi178 bash[70490]: cephadm 2024-09-13T14:36:27.561477+0000 mgr.y (mgr.25139) 894 : cephadm [INF] Upgrade: Setting container_image for all rbd-mirror 2024-09-13T14:36:29.436 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:29 smithi178 bash[70490]: cephadm 2024-09-13T14:36:27.580104+0000 mgr.y (mgr.25139) 895 : cephadm [INF] Upgrade: Setting container_image for all ceph-exporter 2024-09-13T14:36:29.437 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:29 smithi178 bash[70490]: cephadm 2024-09-13T14:36:27.580104+0000 mgr.y (mgr.25139) 895 : cephadm [INF] Upgrade: Setting container_image for all ceph-exporter 2024-09-13T14:36:29.437 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:29 smithi178 bash[70490]: cephadm 2024-09-13T14:36:27.596374+0000 mgr.y (mgr.25139) 896 : cephadm [INF] Upgrade: Setting container_image for all nfs 2024-09-13T14:36:29.437 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:29 smithi178 bash[70490]: cephadm 2024-09-13T14:36:27.596374+0000 mgr.y (mgr.25139) 896 : cephadm [INF] Upgrade: Setting container_image for all nfs 2024-09-13T14:36:29.437 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:29 smithi178 bash[70490]: cephadm 2024-09-13T14:36:27.616547+0000 mgr.y (mgr.25139) 897 : cephadm [INF] Upgrade: Setting container_image for all nvmeof 2024-09-13T14:36:29.437 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:29 smithi178 bash[70490]: cephadm 2024-09-13T14:36:27.616547+0000 mgr.y (mgr.25139) 897 : cephadm [INF] Upgrade: Setting container_image for all nvmeof 2024-09-13T14:36:29.437 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:29 smithi178 bash[70490]: cephadm 2024-09-13T14:36:27.654147+0000 mgr.y (mgr.25139) 898 : cephadm [INF] Upgrade: Finalizing container_image settings 2024-09-13T14:36:29.437 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:29 smithi178 bash[70490]: cephadm 2024-09-13T14:36:27.654147+0000 mgr.y (mgr.25139) 898 : cephadm [INF] Upgrade: Finalizing container_image settings 2024-09-13T14:36:29.437 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:29 smithi178 bash[70490]: cephadm 2024-09-13T14:36:27.823459+0000 mgr.y (mgr.25139) 899 : cephadm [INF] Upgrade: Complete! 2024-09-13T14:36:29.437 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:29 smithi178 bash[70490]: cephadm 2024-09-13T14:36:27.823459+0000 mgr.y (mgr.25139) 899 : cephadm [INF] Upgrade: Complete! 2024-09-13T14:36:29.437 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:29 smithi178 bash[70490]: cephadm 2024-09-13T14:36:27.849177+0000 mgr.y (mgr.25139) 900 : cephadm [INF] Checking dashboard <-> RGW credentials 2024-09-13T14:36:29.437 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:29 smithi178 bash[70490]: cephadm 2024-09-13T14:36:27.849177+0000 mgr.y (mgr.25139) 900 : cephadm [INF] Checking dashboard <-> RGW credentials 2024-09-13T14:36:29.437 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:29 smithi178 bash[70490]: audit 2024-09-13T14:36:28.174344+0000 mon.a (mon.0) 604 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:36:29.437 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:29 smithi178 bash[70490]: audit 2024-09-13T14:36:28.174344+0000 mon.a (mon.0) 604 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:36:29.438 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:29 smithi178 bash[70490]: audit 2024-09-13T14:36:28.239428+0000 mon.b (mon.1) 383 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:36:29.438 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:29 smithi178 bash[70490]: audit 2024-09-13T14:36:28.239428+0000 mon.b (mon.1) 383 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:36:29.438 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:29 smithi178 bash[70490]: audit 2024-09-13T14:36:28.241340+0000 mon.b (mon.1) 384 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-13T14:36:29.438 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:29 smithi178 bash[70490]: audit 2024-09-13T14:36:28.241340+0000 mon.b (mon.1) 384 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-13T14:36:29.438 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:29 smithi178 bash[70490]: audit 2024-09-13T14:36:28.249341+0000 mon.a (mon.0) 605 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:36:29.438 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:29 smithi178 bash[70490]: audit 2024-09-13T14:36:28.249341+0000 mon.a (mon.0) 605 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:36:29.438 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:29 smithi178 bash[70490]: audit 2024-09-13T14:36:28.874376+0000 mon.b (mon.1) 385 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:36:29.438 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:29 smithi178 bash[70490]: audit 2024-09-13T14:36:28.874376+0000 mon.b (mon.1) 385 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:36:29.504 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:29 smithi062 bash[92878]: cephadm 2024-09-13T14:36:27.521410+0000 mgr.y (mgr.25139) 892 : cephadm [WRN] Upgrade: 2 rgw daemon(s) are 19.1.1-322-g7741f7f9 != target 19.3.0-4917-gb0201b8c 2024-09-13T14:36:29.505 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:29 smithi062 bash[92878]: cephadm 2024-09-13T14:36:27.521410+0000 mgr.y (mgr.25139) 892 : cephadm [WRN] Upgrade: 2 rgw daemon(s) are 19.1.1-322-g7741f7f9 != target 19.3.0-4917-gb0201b8c 2024-09-13T14:36:29.505 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:29 smithi062 bash[92878]: cephadm 2024-09-13T14:36:27.521656+0000 mgr.y (mgr.25139) 893 : cephadm [INF] Upgrade: Setting container_image for all rgw 2024-09-13T14:36:29.505 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:29 smithi062 bash[92878]: cephadm 2024-09-13T14:36:27.521656+0000 mgr.y (mgr.25139) 893 : cephadm [INF] Upgrade: Setting container_image for all rgw 2024-09-13T14:36:29.505 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:29 smithi062 bash[92878]: cephadm 2024-09-13T14:36:27.561477+0000 mgr.y (mgr.25139) 894 : cephadm [INF] Upgrade: Setting container_image for all rbd-mirror 2024-09-13T14:36:29.505 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:29 smithi062 bash[92878]: cephadm 2024-09-13T14:36:27.561477+0000 mgr.y (mgr.25139) 894 : cephadm [INF] Upgrade: Setting container_image for all rbd-mirror 2024-09-13T14:36:29.505 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:29 smithi062 bash[92878]: cephadm 2024-09-13T14:36:27.580104+0000 mgr.y (mgr.25139) 895 : cephadm [INF] Upgrade: Setting container_image for all ceph-exporter 2024-09-13T14:36:29.505 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:29 smithi062 bash[92878]: cephadm 2024-09-13T14:36:27.580104+0000 mgr.y (mgr.25139) 895 : cephadm [INF] Upgrade: Setting container_image for all ceph-exporter 2024-09-13T14:36:29.505 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:29 smithi062 bash[92878]: cephadm 2024-09-13T14:36:27.596374+0000 mgr.y (mgr.25139) 896 : cephadm [INF] Upgrade: Setting container_image for all nfs 2024-09-13T14:36:29.505 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:29 smithi062 bash[92878]: cephadm 2024-09-13T14:36:27.596374+0000 mgr.y (mgr.25139) 896 : cephadm [INF] Upgrade: Setting container_image for all nfs 2024-09-13T14:36:29.505 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:29 smithi062 bash[92878]: cephadm 2024-09-13T14:36:27.616547+0000 mgr.y (mgr.25139) 897 : cephadm [INF] Upgrade: Setting container_image for all nvmeof 2024-09-13T14:36:29.505 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:29 smithi062 bash[92878]: cephadm 2024-09-13T14:36:27.616547+0000 mgr.y (mgr.25139) 897 : cephadm [INF] Upgrade: Setting container_image for all nvmeof 2024-09-13T14:36:29.505 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:29 smithi062 bash[92878]: cephadm 2024-09-13T14:36:27.654147+0000 mgr.y (mgr.25139) 898 : cephadm [INF] Upgrade: Finalizing container_image settings 2024-09-13T14:36:29.505 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:29 smithi062 bash[92878]: cephadm 2024-09-13T14:36:27.654147+0000 mgr.y (mgr.25139) 898 : cephadm [INF] Upgrade: Finalizing container_image settings 2024-09-13T14:36:29.506 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:29 smithi062 bash[92878]: cephadm 2024-09-13T14:36:27.823459+0000 mgr.y (mgr.25139) 899 : cephadm [INF] Upgrade: Complete! 2024-09-13T14:36:29.506 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:29 smithi062 bash[92878]: cephadm 2024-09-13T14:36:27.823459+0000 mgr.y (mgr.25139) 899 : cephadm [INF] Upgrade: Complete! 2024-09-13T14:36:29.506 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:29 smithi062 bash[92878]: cephadm 2024-09-13T14:36:27.849177+0000 mgr.y (mgr.25139) 900 : cephadm [INF] Checking dashboard <-> RGW credentials 2024-09-13T14:36:29.506 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:29 smithi062 bash[92878]: cephadm 2024-09-13T14:36:27.849177+0000 mgr.y (mgr.25139) 900 : cephadm [INF] Checking dashboard <-> RGW credentials 2024-09-13T14:36:29.506 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:29 smithi062 bash[92878]: audit 2024-09-13T14:36:28.174344+0000 mon.a (mon.0) 604 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:36:29.506 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:29 smithi062 bash[92878]: audit 2024-09-13T14:36:28.174344+0000 mon.a (mon.0) 604 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:36:29.506 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:29 smithi062 bash[92878]: audit 2024-09-13T14:36:28.239428+0000 mon.b (mon.1) 383 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:36:29.506 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:29 smithi062 bash[92878]: audit 2024-09-13T14:36:28.239428+0000 mon.b (mon.1) 383 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:36:29.506 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:29 smithi062 bash[92878]: audit 2024-09-13T14:36:28.241340+0000 mon.b (mon.1) 384 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-13T14:36:29.507 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:29 smithi062 bash[89221]: cephadm 2024-09-13T14:36:27.521410+0000 mgr.y (mgr.25139) 892 : cephadm [WRN] Upgrade: 2 rgw daemon(s) are 19.1.1-322-g7741f7f9 != target 19.3.0-4917-gb0201b8c 2024-09-13T14:36:29.507 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:29 smithi062 bash[89221]: cephadm 2024-09-13T14:36:27.521410+0000 mgr.y (mgr.25139) 892 : cephadm [WRN] Upgrade: 2 rgw daemon(s) are 19.1.1-322-g7741f7f9 != target 19.3.0-4917-gb0201b8c 2024-09-13T14:36:29.507 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:29 smithi062 bash[89221]: cephadm 2024-09-13T14:36:27.521656+0000 mgr.y (mgr.25139) 893 : cephadm [INF] Upgrade: Setting container_image for all rgw 2024-09-13T14:36:29.507 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:29 smithi062 bash[89221]: cephadm 2024-09-13T14:36:27.521656+0000 mgr.y (mgr.25139) 893 : cephadm [INF] Upgrade: Setting container_image for all rgw 2024-09-13T14:36:29.507 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:29 smithi062 bash[89221]: cephadm 2024-09-13T14:36:27.561477+0000 mgr.y (mgr.25139) 894 : cephadm [INF] Upgrade: Setting container_image for all rbd-mirror 2024-09-13T14:36:29.507 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:29 smithi062 bash[89221]: cephadm 2024-09-13T14:36:27.561477+0000 mgr.y (mgr.25139) 894 : cephadm [INF] Upgrade: Setting container_image for all rbd-mirror 2024-09-13T14:36:29.508 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:29 smithi062 bash[89221]: cephadm 2024-09-13T14:36:27.580104+0000 mgr.y (mgr.25139) 895 : cephadm [INF] Upgrade: Setting container_image for all ceph-exporter 2024-09-13T14:36:29.508 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:29 smithi062 bash[89221]: cephadm 2024-09-13T14:36:27.580104+0000 mgr.y (mgr.25139) 895 : cephadm [INF] Upgrade: Setting container_image for all ceph-exporter 2024-09-13T14:36:29.508 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:29 smithi062 bash[89221]: cephadm 2024-09-13T14:36:27.596374+0000 mgr.y (mgr.25139) 896 : cephadm [INF] Upgrade: Setting container_image for all nfs 2024-09-13T14:36:29.508 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:29 smithi062 bash[89221]: cephadm 2024-09-13T14:36:27.596374+0000 mgr.y (mgr.25139) 896 : cephadm [INF] Upgrade: Setting container_image for all nfs 2024-09-13T14:36:29.508 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:29 smithi062 bash[89221]: cephadm 2024-09-13T14:36:27.616547+0000 mgr.y (mgr.25139) 897 : cephadm [INF] Upgrade: Setting container_image for all nvmeof 2024-09-13T14:36:29.508 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:29 smithi062 bash[89221]: cephadm 2024-09-13T14:36:27.616547+0000 mgr.y (mgr.25139) 897 : cephadm [INF] Upgrade: Setting container_image for all nvmeof 2024-09-13T14:36:29.508 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:29 smithi062 bash[89221]: cephadm 2024-09-13T14:36:27.654147+0000 mgr.y (mgr.25139) 898 : cephadm [INF] Upgrade: Finalizing container_image settings 2024-09-13T14:36:29.508 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:29 smithi062 bash[89221]: cephadm 2024-09-13T14:36:27.654147+0000 mgr.y (mgr.25139) 898 : cephadm [INF] Upgrade: Finalizing container_image settings 2024-09-13T14:36:29.508 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:29 smithi062 bash[89221]: cephadm 2024-09-13T14:36:27.823459+0000 mgr.y (mgr.25139) 899 : cephadm [INF] Upgrade: Complete! 2024-09-13T14:36:29.508 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:29 smithi062 bash[89221]: cephadm 2024-09-13T14:36:27.823459+0000 mgr.y (mgr.25139) 899 : cephadm [INF] Upgrade: Complete! 2024-09-13T14:36:29.508 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:29 smithi062 bash[89221]: cephadm 2024-09-13T14:36:27.849177+0000 mgr.y (mgr.25139) 900 : cephadm [INF] Checking dashboard <-> RGW credentials 2024-09-13T14:36:29.508 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:29 smithi062 bash[89221]: cephadm 2024-09-13T14:36:27.849177+0000 mgr.y (mgr.25139) 900 : cephadm [INF] Checking dashboard <-> RGW credentials 2024-09-13T14:36:29.508 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:29 smithi062 bash[89221]: audit 2024-09-13T14:36:28.174344+0000 mon.a (mon.0) 604 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:36:29.509 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:29 smithi062 bash[89221]: audit 2024-09-13T14:36:28.174344+0000 mon.a (mon.0) 604 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:36:29.509 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:29 smithi062 bash[89221]: audit 2024-09-13T14:36:28.239428+0000 mon.b (mon.1) 383 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:36:29.509 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:29 smithi062 bash[89221]: audit 2024-09-13T14:36:28.239428+0000 mon.b (mon.1) 383 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-13T14:36:29.509 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:29 smithi062 bash[89221]: audit 2024-09-13T14:36:28.241340+0000 mon.b (mon.1) 384 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-13T14:36:29.509 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:29 smithi062 bash[89221]: audit 2024-09-13T14:36:28.241340+0000 mon.b (mon.1) 384 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-13T14:36:29.509 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:29 smithi062 bash[89221]: audit 2024-09-13T14:36:28.249341+0000 mon.a (mon.0) 605 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:36:29.509 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:29 smithi062 bash[89221]: audit 2024-09-13T14:36:28.249341+0000 mon.a (mon.0) 605 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:36:29.509 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:29 smithi062 bash[89221]: audit 2024-09-13T14:36:28.874376+0000 mon.b (mon.1) 385 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:36:29.509 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:29 smithi062 bash[89221]: audit 2024-09-13T14:36:28.874376+0000 mon.b (mon.1) 385 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:36:29.510 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:29 smithi062 bash[92878]: audit 2024-09-13T14:36:28.241340+0000 mon.b (mon.1) 384 : audit [INF] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-13T14:36:29.510 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:29 smithi062 bash[92878]: audit 2024-09-13T14:36:28.249341+0000 mon.a (mon.0) 605 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:36:29.510 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:29 smithi062 bash[92878]: audit 2024-09-13T14:36:28.249341+0000 mon.a (mon.0) 605 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:36:29.510 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:29 smithi062 bash[92878]: audit 2024-09-13T14:36:28.874376+0000 mon.b (mon.1) 385 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:36:29.510 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:29 smithi062 bash[92878]: audit 2024-09-13T14:36:28.874376+0000 mon.b (mon.1) 385 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:36:30.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:30 smithi178 bash[70490]: cluster 2024-09-13T14:36:28.698006+0000 mgr.y (mgr.25139) 901 : cluster [DBG] pgmap v538: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 1.6 KiB/s rd, 0 B/s wr, 2 op/s 2024-09-13T14:36:30.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:30 smithi178 bash[70490]: cluster 2024-09-13T14:36:28.698006+0000 mgr.y (mgr.25139) 901 : cluster [DBG] pgmap v538: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 1.6 KiB/s rd, 0 B/s wr, 2 op/s 2024-09-13T14:36:30.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:30 smithi178 bash[70490]: audit 2024-09-13T14:36:29.482952+0000 mon.a (mon.0) 606 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:36:30.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:30 smithi178 bash[70490]: audit 2024-09-13T14:36:29.482952+0000 mon.a (mon.0) 606 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:36:30.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:30 smithi062 bash[89221]: cluster 2024-09-13T14:36:28.698006+0000 mgr.y (mgr.25139) 901 : cluster [DBG] pgmap v538: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 1.6 KiB/s rd, 0 B/s wr, 2 op/s 2024-09-13T14:36:30.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:30 smithi062 bash[89221]: cluster 2024-09-13T14:36:28.698006+0000 mgr.y (mgr.25139) 901 : cluster [DBG] pgmap v538: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 1.6 KiB/s rd, 0 B/s wr, 2 op/s 2024-09-13T14:36:30.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:30 smithi062 bash[89221]: audit 2024-09-13T14:36:29.482952+0000 mon.a (mon.0) 606 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:36:30.503 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:30 smithi062 bash[89221]: audit 2024-09-13T14:36:29.482952+0000 mon.a (mon.0) 606 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:36:30.504 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:30 smithi062 bash[92878]: cluster 2024-09-13T14:36:28.698006+0000 mgr.y (mgr.25139) 901 : cluster [DBG] pgmap v538: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 1.6 KiB/s rd, 0 B/s wr, 2 op/s 2024-09-13T14:36:30.504 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:30 smithi062 bash[92878]: cluster 2024-09-13T14:36:28.698006+0000 mgr.y (mgr.25139) 901 : cluster [DBG] pgmap v538: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 1.6 KiB/s rd, 0 B/s wr, 2 op/s 2024-09-13T14:36:30.504 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:30 smithi062 bash[92878]: audit 2024-09-13T14:36:29.482952+0000 mon.a (mon.0) 606 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:36:30.504 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:30 smithi062 bash[92878]: audit 2024-09-13T14:36:29.482952+0000 mon.a (mon.0) 606 : audit [INF] from='mgr.25139 ' entity='mgr.y' 2024-09-13T14:36:32.180 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:36:31 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:36:31.740826929Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:36:32.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:32 smithi178 bash[70490]: cluster 2024-09-13T14:36:30.699104+0000 mgr.y (mgr.25139) 902 : cluster [DBG] pgmap v539: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 1.7 KiB/s rd, 1 op/s 2024-09-13T14:36:32.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:32 smithi178 bash[70490]: cluster 2024-09-13T14:36:30.699104+0000 mgr.y (mgr.25139) 902 : cluster [DBG] pgmap v539: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 1.7 KiB/s rd, 1 op/s 2024-09-13T14:36:32.503 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:32 smithi062 bash[92878]: cluster 2024-09-13T14:36:30.699104+0000 mgr.y (mgr.25139) 902 : cluster [DBG] pgmap v539: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 1.7 KiB/s rd, 1 op/s 2024-09-13T14:36:32.503 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:32 smithi062 bash[92878]: cluster 2024-09-13T14:36:30.699104+0000 mgr.y (mgr.25139) 902 : cluster [DBG] pgmap v539: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 1.7 KiB/s rd, 1 op/s 2024-09-13T14:36:32.504 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:32 smithi062 bash[89221]: cluster 2024-09-13T14:36:30.699104+0000 mgr.y (mgr.25139) 902 : cluster [DBG] pgmap v539: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 1.7 KiB/s rd, 1 op/s 2024-09-13T14:36:32.504 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:32 smithi062 bash[89221]: cluster 2024-09-13T14:36:30.699104+0000 mgr.y (mgr.25139) 902 : cluster [DBG] pgmap v539: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 1.7 KiB/s rd, 1 op/s 2024-09-13T14:36:33.503 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:33 smithi062 bash[92878]: cluster 2024-09-13T14:36:32.700692+0000 mgr.y (mgr.25139) 903 : cluster [DBG] pgmap v540: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 3.0 KiB/s rd, 2 op/s 2024-09-13T14:36:33.503 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:33 smithi062 bash[92878]: cluster 2024-09-13T14:36:32.700692+0000 mgr.y (mgr.25139) 903 : cluster [DBG] pgmap v540: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 3.0 KiB/s rd, 2 op/s 2024-09-13T14:36:33.503 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:33 smithi062 bash[92878]: audit 2024-09-13T14:36:33.023907+0000 mgr.y (mgr.25139) 904 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:36:33.504 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:33 smithi062 bash[92878]: audit 2024-09-13T14:36:33.023907+0000 mgr.y (mgr.25139) 904 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:36:33.504 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:33 smithi062 bash[89221]: cluster 2024-09-13T14:36:32.700692+0000 mgr.y (mgr.25139) 903 : cluster [DBG] pgmap v540: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 3.0 KiB/s rd, 2 op/s 2024-09-13T14:36:33.504 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:33 smithi062 bash[89221]: cluster 2024-09-13T14:36:32.700692+0000 mgr.y (mgr.25139) 903 : cluster [DBG] pgmap v540: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 3.0 KiB/s rd, 2 op/s 2024-09-13T14:36:33.504 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:33 smithi062 bash[89221]: audit 2024-09-13T14:36:33.023907+0000 mgr.y (mgr.25139) 904 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:36:33.504 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:33 smithi062 bash[89221]: audit 2024-09-13T14:36:33.023907+0000 mgr.y (mgr.25139) 904 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:36:33.685 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:33 smithi178 bash[70490]: cluster 2024-09-13T14:36:32.700692+0000 mgr.y (mgr.25139) 903 : cluster [DBG] pgmap v540: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 3.0 KiB/s rd, 2 op/s 2024-09-13T14:36:33.685 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:33 smithi178 bash[70490]: cluster 2024-09-13T14:36:32.700692+0000 mgr.y (mgr.25139) 903 : cluster [DBG] pgmap v540: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 3.0 KiB/s rd, 2 op/s 2024-09-13T14:36:33.685 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:33 smithi178 bash[70490]: audit 2024-09-13T14:36:33.023907+0000 mgr.y (mgr.25139) 904 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:36:33.685 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:33 smithi178 bash[70490]: audit 2024-09-13T14:36:33.023907+0000 mgr.y (mgr.25139) 904 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:36:34.003 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:36:33 smithi062 bash[68610]: ::ffff:172.21.15.178 - - [13/Sep/2024:14:36:33] "GET /metrics HTTP/1.1" 200 38396 "" "Prometheus/2.51.0" 2024-09-13T14:36:35.185 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:36:34 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:36:34.72210521Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:36:36.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:35 smithi178 bash[70490]: cluster 2024-09-13T14:36:34.701364+0000 mgr.y (mgr.25139) 905 : cluster [DBG] pgmap v541: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 3.0 KiB/s rd, 2 op/s 2024-09-13T14:36:36.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:35 smithi178 bash[70490]: cluster 2024-09-13T14:36:34.701364+0000 mgr.y (mgr.25139) 905 : cluster [DBG] pgmap v541: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 3.0 KiB/s rd, 2 op/s 2024-09-13T14:36:36.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:35 smithi062 bash[89221]: cluster 2024-09-13T14:36:34.701364+0000 mgr.y (mgr.25139) 905 : cluster [DBG] pgmap v541: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 3.0 KiB/s rd, 2 op/s 2024-09-13T14:36:36.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:35 smithi062 bash[89221]: cluster 2024-09-13T14:36:34.701364+0000 mgr.y (mgr.25139) 905 : cluster [DBG] pgmap v541: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 3.0 KiB/s rd, 2 op/s 2024-09-13T14:36:36.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:35 smithi062 bash[92878]: cluster 2024-09-13T14:36:34.701364+0000 mgr.y (mgr.25139) 905 : cluster [DBG] pgmap v541: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 3.0 KiB/s rd, 2 op/s 2024-09-13T14:36:36.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:35 smithi062 bash[92878]: cluster 2024-09-13T14:36:34.701364+0000 mgr.y (mgr.25139) 905 : cluster [DBG] pgmap v541: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 3.0 KiB/s rd, 2 op/s 2024-09-13T14:36:38.185 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:36:37 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:36:37.717601772Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:36:38.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:37 smithi178 bash[70490]: cluster 2024-09-13T14:36:36.702765+0000 mgr.y (mgr.25139) 906 : cluster [DBG] pgmap v542: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 3.4 KiB/s rd, 3 op/s 2024-09-13T14:36:38.186 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:37 smithi178 bash[70490]: cluster 2024-09-13T14:36:36.702765+0000 mgr.y (mgr.25139) 906 : cluster [DBG] pgmap v542: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 3.4 KiB/s rd, 3 op/s 2024-09-13T14:36:38.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:37 smithi062 bash[89221]: cluster 2024-09-13T14:36:36.702765+0000 mgr.y (mgr.25139) 906 : cluster [DBG] pgmap v542: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 3.4 KiB/s rd, 3 op/s 2024-09-13T14:36:38.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:37 smithi062 bash[89221]: cluster 2024-09-13T14:36:36.702765+0000 mgr.y (mgr.25139) 906 : cluster [DBG] pgmap v542: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 3.4 KiB/s rd, 3 op/s 2024-09-13T14:36:38.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:37 smithi062 bash[92878]: cluster 2024-09-13T14:36:36.702765+0000 mgr.y (mgr.25139) 906 : cluster [DBG] pgmap v542: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 3.4 KiB/s rd, 3 op/s 2024-09-13T14:36:38.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:37 smithi062 bash[92878]: cluster 2024-09-13T14:36:36.702765+0000 mgr.y (mgr.25139) 906 : cluster [DBG] pgmap v542: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 3.4 KiB/s rd, 3 op/s 2024-09-13T14:36:40.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:39 smithi178 bash[70490]: cluster 2024-09-13T14:36:38.703923+0000 mgr.y (mgr.25139) 907 : cluster [DBG] pgmap v543: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 3.0 KiB/s rd, 2 op/s 2024-09-13T14:36:40.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:39 smithi178 bash[70490]: cluster 2024-09-13T14:36:38.703923+0000 mgr.y (mgr.25139) 907 : cluster [DBG] pgmap v543: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 3.0 KiB/s rd, 2 op/s 2024-09-13T14:36:40.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:39 smithi062 bash[89221]: cluster 2024-09-13T14:36:38.703923+0000 mgr.y (mgr.25139) 907 : cluster [DBG] pgmap v543: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 3.0 KiB/s rd, 2 op/s 2024-09-13T14:36:40.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:39 smithi062 bash[89221]: cluster 2024-09-13T14:36:38.703923+0000 mgr.y (mgr.25139) 907 : cluster [DBG] pgmap v543: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 3.0 KiB/s rd, 2 op/s 2024-09-13T14:36:40.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:39 smithi062 bash[92878]: cluster 2024-09-13T14:36:38.703923+0000 mgr.y (mgr.25139) 907 : cluster [DBG] pgmap v543: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 3.0 KiB/s rd, 2 op/s 2024-09-13T14:36:40.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:39 smithi062 bash[92878]: cluster 2024-09-13T14:36:38.703923+0000 mgr.y (mgr.25139) 907 : cluster [DBG] pgmap v543: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 3.0 KiB/s rd, 2 op/s 2024-09-13T14:36:41.185 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:36:40 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:36:40.742428317Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:36:42.188 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:41 smithi178 bash[70490]: cluster 2024-09-13T14:36:40.704942+0000 mgr.y (mgr.25139) 908 : cluster [DBG] pgmap v544: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 3.4 KiB/s rd, 3 op/s 2024-09-13T14:36:42.188 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:41 smithi178 bash[70490]: cluster 2024-09-13T14:36:40.704942+0000 mgr.y (mgr.25139) 908 : cluster [DBG] pgmap v544: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 3.4 KiB/s rd, 3 op/s 2024-09-13T14:36:42.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:41 smithi062 bash[89221]: cluster 2024-09-13T14:36:40.704942+0000 mgr.y (mgr.25139) 908 : cluster [DBG] pgmap v544: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 3.4 KiB/s rd, 3 op/s 2024-09-13T14:36:42.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:41 smithi062 bash[89221]: cluster 2024-09-13T14:36:40.704942+0000 mgr.y (mgr.25139) 908 : cluster [DBG] pgmap v544: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 3.4 KiB/s rd, 3 op/s 2024-09-13T14:36:42.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:41 smithi062 bash[92878]: cluster 2024-09-13T14:36:40.704942+0000 mgr.y (mgr.25139) 908 : cluster [DBG] pgmap v544: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 3.4 KiB/s rd, 3 op/s 2024-09-13T14:36:42.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:41 smithi062 bash[92878]: cluster 2024-09-13T14:36:40.704942+0000 mgr.y (mgr.25139) 908 : cluster [DBG] pgmap v544: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 3.4 KiB/s rd, 3 op/s 2024-09-13T14:36:44.003 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:36:43 smithi062 bash[68610]: ::ffff:172.21.15.178 - - [13/Sep/2024:14:36:43] "GET /metrics HTTP/1.1" 200 38396 "" "Prometheus/2.51.0" 2024-09-13T14:36:44.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:43 smithi062 bash[89221]: cluster 2024-09-13T14:36:42.706419+0000 mgr.y (mgr.25139) 909 : cluster [DBG] pgmap v545: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 2.6 KiB/s rd, 2 op/s 2024-09-13T14:36:44.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:43 smithi062 bash[89221]: cluster 2024-09-13T14:36:42.706419+0000 mgr.y (mgr.25139) 909 : cluster [DBG] pgmap v545: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 2.6 KiB/s rd, 2 op/s 2024-09-13T14:36:44.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:43 smithi062 bash[89221]: audit 2024-09-13T14:36:43.035246+0000 mgr.y (mgr.25139) 910 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:36:44.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:43 smithi062 bash[89221]: audit 2024-09-13T14:36:43.035246+0000 mgr.y (mgr.25139) 910 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:36:44.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:43 smithi062 bash[92878]: cluster 2024-09-13T14:36:42.706419+0000 mgr.y (mgr.25139) 909 : cluster [DBG] pgmap v545: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 2.6 KiB/s rd, 2 op/s 2024-09-13T14:36:44.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:43 smithi062 bash[92878]: cluster 2024-09-13T14:36:42.706419+0000 mgr.y (mgr.25139) 909 : cluster [DBG] pgmap v545: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 2.6 KiB/s rd, 2 op/s 2024-09-13T14:36:44.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:43 smithi062 bash[92878]: audit 2024-09-13T14:36:43.035246+0000 mgr.y (mgr.25139) 910 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:36:44.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:43 smithi062 bash[92878]: audit 2024-09-13T14:36:43.035246+0000 mgr.y (mgr.25139) 910 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:36:44.185 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:36:43 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:36:43.740942757Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:36:44.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:43 smithi178 bash[70490]: cluster 2024-09-13T14:36:42.706419+0000 mgr.y (mgr.25139) 909 : cluster [DBG] pgmap v545: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 2.6 KiB/s rd, 2 op/s 2024-09-13T14:36:44.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:43 smithi178 bash[70490]: cluster 2024-09-13T14:36:42.706419+0000 mgr.y (mgr.25139) 909 : cluster [DBG] pgmap v545: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 2.6 KiB/s rd, 2 op/s 2024-09-13T14:36:44.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:43 smithi178 bash[70490]: audit 2024-09-13T14:36:43.035246+0000 mgr.y (mgr.25139) 910 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:36:44.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:43 smithi178 bash[70490]: audit 2024-09-13T14:36:43.035246+0000 mgr.y (mgr.25139) 910 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:36:45.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:44 smithi178 bash[70490]: audit 2024-09-13T14:36:43.873961+0000 mon.b (mon.1) 386 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:36:45.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:44 smithi178 bash[70490]: audit 2024-09-13T14:36:43.873961+0000 mon.b (mon.1) 386 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:36:45.203 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:44 smithi062 bash[89221]: audit 2024-09-13T14:36:43.873961+0000 mon.b (mon.1) 386 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:36:45.204 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:44 smithi062 bash[89221]: audit 2024-09-13T14:36:43.873961+0000 mon.b (mon.1) 386 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:36:45.204 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:44 smithi062 bash[92878]: audit 2024-09-13T14:36:43.873961+0000 mon.b (mon.1) 386 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:36:45.204 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:44 smithi062 bash[92878]: audit 2024-09-13T14:36:43.873961+0000 mon.b (mon.1) 386 : audit [DBG] from='mgr.25139 172.21.15.62:0/2740059511' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-13T14:36:45.206 DEBUG:teuthology.orchestra.run.smithi062:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ff1149ea-71d5-11ef-bceb-c7b262605968 -e sha1=b0201b8c79733293453e7f10a10c7fa43119222b -- bash -c 'ceph orch ps' 2024-09-13T14:36:46.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:45 smithi178 bash[70490]: audit 2024-09-13T14:36:44.392155+0000 mgr.y (mgr.25139) 911 : audit [DBG] from='client.54731 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:36:46.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:45 smithi178 bash[70490]: audit 2024-09-13T14:36:44.392155+0000 mgr.y (mgr.25139) 911 : audit [DBG] from='client.54731 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:36:46.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:45 smithi178 bash[70490]: cluster 2024-09-13T14:36:44.707220+0000 mgr.y (mgr.25139) 912 : cluster [DBG] pgmap v546: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:36:46.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:45 smithi178 bash[70490]: cluster 2024-09-13T14:36:44.707220+0000 mgr.y (mgr.25139) 912 : cluster [DBG] pgmap v546: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:36:46.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:45 smithi062 bash[89221]: audit 2024-09-13T14:36:44.392155+0000 mgr.y (mgr.25139) 911 : audit [DBG] from='client.54731 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:36:46.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:45 smithi062 bash[89221]: audit 2024-09-13T14:36:44.392155+0000 mgr.y (mgr.25139) 911 : audit [DBG] from='client.54731 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:36:46.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:45 smithi062 bash[89221]: cluster 2024-09-13T14:36:44.707220+0000 mgr.y (mgr.25139) 912 : cluster [DBG] pgmap v546: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:36:46.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:45 smithi062 bash[89221]: cluster 2024-09-13T14:36:44.707220+0000 mgr.y (mgr.25139) 912 : cluster [DBG] pgmap v546: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:36:46.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:45 smithi062 bash[92878]: audit 2024-09-13T14:36:44.392155+0000 mgr.y (mgr.25139) 911 : audit [DBG] from='client.54731 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:36:46.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:45 smithi062 bash[92878]: audit 2024-09-13T14:36:44.392155+0000 mgr.y (mgr.25139) 911 : audit [DBG] from='client.54731 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:36:46.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:45 smithi062 bash[92878]: cluster 2024-09-13T14:36:44.707220+0000 mgr.y (mgr.25139) 912 : cluster [DBG] pgmap v546: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:36:46.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:45 smithi062 bash[92878]: cluster 2024-09-13T14:36:44.707220+0000 mgr.y (mgr.25139) 912 : cluster [DBG] pgmap v546: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:36:47.185 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:36:46 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:36:46.728601072Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:36:48.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:47 smithi178 bash[70490]: cluster 2024-09-13T14:36:46.708791+0000 mgr.y (mgr.25139) 913 : cluster [DBG] pgmap v547: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:36:48.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:47 smithi178 bash[70490]: cluster 2024-09-13T14:36:46.708791+0000 mgr.y (mgr.25139) 913 : cluster [DBG] pgmap v547: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:36:48.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:47 smithi062 bash[89221]: cluster 2024-09-13T14:36:46.708791+0000 mgr.y (mgr.25139) 913 : cluster [DBG] pgmap v547: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:36:48.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:47 smithi062 bash[89221]: cluster 2024-09-13T14:36:46.708791+0000 mgr.y (mgr.25139) 913 : cluster [DBG] pgmap v547: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:36:48.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:47 smithi062 bash[92878]: cluster 2024-09-13T14:36:46.708791+0000 mgr.y (mgr.25139) 913 : cluster [DBG] pgmap v547: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:36:48.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:47 smithi062 bash[92878]: cluster 2024-09-13T14:36:46.708791+0000 mgr.y (mgr.25139) 913 : cluster [DBG] pgmap v547: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:36:50.029 INFO:teuthology.orchestra.run.smithi062.stderr:Inferring config /var/lib/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T14:36:50.117 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:49 smithi062 bash[92878]: cluster 2024-09-13T14:36:48.710078+0000 mgr.y (mgr.25139) 914 : cluster [DBG] pgmap v548: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:36:50.117 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:49 smithi062 bash[92878]: cluster 2024-09-13T14:36:48.710078+0000 mgr.y (mgr.25139) 914 : cluster [DBG] pgmap v548: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:36:50.117 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:49 smithi062 bash[89221]: cluster 2024-09-13T14:36:48.710078+0000 mgr.y (mgr.25139) 914 : cluster [DBG] pgmap v548: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:36:50.117 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:49 smithi062 bash[89221]: cluster 2024-09-13T14:36:48.710078+0000 mgr.y (mgr.25139) 914 : cluster [DBG] pgmap v548: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:36:50.185 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:36:49 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:36:49.726056219Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:36:50.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:49 smithi178 bash[70490]: cluster 2024-09-13T14:36:48.710078+0000 mgr.y (mgr.25139) 914 : cluster [DBG] pgmap v548: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:36:50.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:49 smithi178 bash[70490]: cluster 2024-09-13T14:36:48.710078+0000 mgr.y (mgr.25139) 914 : cluster [DBG] pgmap v548: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:36:51.515 INFO:teuthology.orchestra.run.smithi062.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-13T14:36:51.515 INFO:teuthology.orchestra.run.smithi062.stdout:alertmanager.a smithi062 *:9093,9094 running (14m) 35s ago 42m 14.3M - 0.27.0 11f11916f8cd 6e93dcf56cea 2024-09-13T14:36:51.515 INFO:teuthology.orchestra.run.smithi062.stdout:grafana.a smithi178 *:3000 running (14m) 35s ago 41m 69.0M - 10.4.0 c8b91775d855 e5af99a01b68 2024-09-13T14:36:51.515 INFO:teuthology.orchestra.run.smithi062.stdout:iscsi.foo.smithi062.auboqe smithi062 *:5000 running (16m) 35s ago 39m 50.3M - 3.8 19dc8d659727 5db99a6f8116 2024-09-13T14:36:51.515 INFO:teuthology.orchestra.run.smithi062.stdout:mgr.x smithi178 *:8443,9283,8765 running (16m) 35s ago 50m 446M - 19.3.0-4917-gb0201b8c 1641fe80ce72 fc18b6fcd5bd 2024-09-13T14:36:51.515 INFO:teuthology.orchestra.run.smithi062.stdout:mgr.y smithi062 *:8443,9283,8765 running (27m) 35s ago 52m 520M - 19.3.0-4917-gb0201b8c 1641fe80ce72 fd629cc84850 2024-09-13T14:36:51.515 INFO:teuthology.orchestra.run.smithi062.stdout:mon.a smithi062 running (11m) 35s ago 52m 60.5M 2048M 19.3.0-4917-gb0201b8c 1641fe80ce72 6370c6daf05c 2024-09-13T14:36:51.515 INFO:teuthology.orchestra.run.smithi062.stdout:mon.b smithi178 running (12m) 35s ago 50m 52.9M 2048M 19.3.0-4917-gb0201b8c 1641fe80ce72 4246b63ea822 2024-09-13T14:36:51.515 INFO:teuthology.orchestra.run.smithi062.stdout:mon.c smithi062 running (10m) 35s ago 50m 45.0M 2048M 19.3.0-4917-gb0201b8c 1641fe80ce72 546ed05b6de1 2024-09-13T14:36:51.515 INFO:teuthology.orchestra.run.smithi062.stdout:node-exporter.a smithi062 *:9100 running (16m) 35s ago 42m 8380k - 1.7.0 72c9c2088986 d2a19c03fb98 2024-09-13T14:36:51.515 INFO:teuthology.orchestra.run.smithi062.stdout:node-exporter.b smithi178 *:9100 running (15m) 35s ago 42m 8632k - 1.7.0 72c9c2088986 ef73b17b6575 2024-09-13T14:36:51.516 INFO:teuthology.orchestra.run.smithi062.stdout:osd.0 smithi062 running (9m) 35s ago 49m 59.4M 3036M 19.3.0-4917-gb0201b8c 1641fe80ce72 711a747f4c3b 2024-09-13T14:36:51.516 INFO:teuthology.orchestra.run.smithi062.stdout:osd.1 smithi062 running (8m) 35s ago 48m 58.1M 3036M 19.3.0-4917-gb0201b8c 1641fe80ce72 8ddc722fe2b2 2024-09-13T14:36:51.516 INFO:teuthology.orchestra.run.smithi062.stdout:osd.2 smithi062 running (7m) 35s ago 47m 54.3M 3036M 19.3.0-4917-gb0201b8c 1641fe80ce72 6b0d80723a64 2024-09-13T14:36:51.516 INFO:teuthology.orchestra.run.smithi062.stdout:osd.3 smithi062 running (5m) 35s ago 47m 61.7M 3036M 19.3.0-4917-gb0201b8c 1641fe80ce72 fbedce232013 2024-09-13T14:36:51.516 INFO:teuthology.orchestra.run.smithi062.stdout:osd.4 smithi178 running (4m) 35s ago 46m 57.6M 3292M 19.3.0-4917-gb0201b8c 1641fe80ce72 6c0f465cbec8 2024-09-13T14:36:51.516 INFO:teuthology.orchestra.run.smithi062.stdout:osd.5 smithi178 running (4m) 35s ago 45m 53.2M 3292M 19.3.0-4917-gb0201b8c 1641fe80ce72 a4331d922968 2024-09-13T14:36:51.516 INFO:teuthology.orchestra.run.smithi062.stdout:osd.6 smithi178 running (3m) 35s ago 44m 48.1M 3292M 19.3.0-4917-gb0201b8c 1641fe80ce72 27e3e9b24e4c 2024-09-13T14:36:51.516 INFO:teuthology.orchestra.run.smithi062.stdout:osd.7 smithi178 running (2m) 35s ago 43m 51.4M 3292M 19.3.0-4917-gb0201b8c 1641fe80ce72 0fbed61cff37 2024-09-13T14:36:51.516 INFO:teuthology.orchestra.run.smithi062.stdout:prometheus.a smithi178 *:9095 running (15m) 35s ago 42m 53.4M - 2.51.0 1d3b7f56885b 3a9393efc8c5 2024-09-13T14:36:51.516 INFO:teuthology.orchestra.run.smithi062.stdout:rgw.foo.smithi062.raldkl smithi062 *:8000 running (58s) 35s ago 39m 89.1M - 19.3.0-4917-gb0201b8c 1641fe80ce72 957ee47c026f 2024-09-13T14:36:51.516 INFO:teuthology.orchestra.run.smithi062.stdout:rgw.foo.smithi178.sseeij smithi178 *:8000 running (41s) 35s ago 39m 89.0M - 19.3.0-4917-gb0201b8c 1641fe80ce72 df0aefc8843a 2024-09-13T14:36:52.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:51 smithi178 bash[70490]: cluster 2024-09-13T14:36:50.710961+0000 mgr.y (mgr.25139) 915 : cluster [DBG] pgmap v549: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:36:52.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:51 smithi178 bash[70490]: cluster 2024-09-13T14:36:50.710961+0000 mgr.y (mgr.25139) 915 : cluster [DBG] pgmap v549: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:36:52.190 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:51 smithi062 bash[92878]: cluster 2024-09-13T14:36:50.710961+0000 mgr.y (mgr.25139) 915 : cluster [DBG] pgmap v549: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:36:52.190 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:51 smithi062 bash[92878]: cluster 2024-09-13T14:36:50.710961+0000 mgr.y (mgr.25139) 915 : cluster [DBG] pgmap v549: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:36:52.190 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:51 smithi062 bash[89221]: cluster 2024-09-13T14:36:50.710961+0000 mgr.y (mgr.25139) 915 : cluster [DBG] pgmap v549: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:36:52.190 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:51 smithi062 bash[89221]: cluster 2024-09-13T14:36:50.710961+0000 mgr.y (mgr.25139) 915 : cluster [DBG] pgmap v549: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:36:52.191 DEBUG:teuthology.orchestra.run.smithi062:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ff1149ea-71d5-11ef-bceb-c7b262605968 -e sha1=b0201b8c79733293453e7f10a10c7fa43119222b -- bash -c 'ceph versions | jq -e '"'"'.rgw | length == 1'"'"'' 2024-09-13T14:36:53.185 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:36:52 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:36:52.739195204Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:36:53.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:52 smithi178 bash[70490]: audit 2024-09-13T14:36:51.477116+0000 mgr.y (mgr.25139) 916 : audit [DBG] from='client.54737 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:36:53.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:52 smithi178 bash[70490]: audit 2024-09-13T14:36:51.477116+0000 mgr.y (mgr.25139) 916 : audit [DBG] from='client.54737 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:36:53.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:52 smithi062 bash[89221]: audit 2024-09-13T14:36:51.477116+0000 mgr.y (mgr.25139) 916 : audit [DBG] from='client.54737 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:36:53.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:52 smithi062 bash[89221]: audit 2024-09-13T14:36:51.477116+0000 mgr.y (mgr.25139) 916 : audit [DBG] from='client.54737 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:36:53.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:52 smithi062 bash[92878]: audit 2024-09-13T14:36:51.477116+0000 mgr.y (mgr.25139) 916 : audit [DBG] from='client.54737 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:36:53.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:52 smithi062 bash[92878]: audit 2024-09-13T14:36:51.477116+0000 mgr.y (mgr.25139) 916 : audit [DBG] from='client.54737 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-13T14:36:54.003 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:36:53 smithi062 bash[68610]: ::ffff:172.21.15.178 - - [13/Sep/2024:14:36:53] "GET /metrics HTTP/1.1" 200 38396 "" "Prometheus/2.51.0" 2024-09-13T14:36:54.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:53 smithi062 bash[89221]: cluster 2024-09-13T14:36:52.712546+0000 mgr.y (mgr.25139) 917 : cluster [DBG] pgmap v550: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:36:54.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:53 smithi062 bash[89221]: cluster 2024-09-13T14:36:52.712546+0000 mgr.y (mgr.25139) 917 : cluster [DBG] pgmap v550: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:36:54.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:53 smithi062 bash[89221]: audit 2024-09-13T14:36:53.046634+0000 mgr.y (mgr.25139) 918 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:36:54.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:53 smithi062 bash[89221]: audit 2024-09-13T14:36:53.046634+0000 mgr.y (mgr.25139) 918 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:36:54.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:53 smithi062 bash[92878]: cluster 2024-09-13T14:36:52.712546+0000 mgr.y (mgr.25139) 917 : cluster [DBG] pgmap v550: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:36:54.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:53 smithi062 bash[92878]: cluster 2024-09-13T14:36:52.712546+0000 mgr.y (mgr.25139) 917 : cluster [DBG] pgmap v550: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:36:54.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:53 smithi062 bash[92878]: audit 2024-09-13T14:36:53.046634+0000 mgr.y (mgr.25139) 918 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:36:54.004 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:53 smithi062 bash[92878]: audit 2024-09-13T14:36:53.046634+0000 mgr.y (mgr.25139) 918 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:36:54.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:53 smithi178 bash[70490]: cluster 2024-09-13T14:36:52.712546+0000 mgr.y (mgr.25139) 917 : cluster [DBG] pgmap v550: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:36:54.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:53 smithi178 bash[70490]: cluster 2024-09-13T14:36:52.712546+0000 mgr.y (mgr.25139) 917 : cluster [DBG] pgmap v550: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:36:54.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:53 smithi178 bash[70490]: audit 2024-09-13T14:36:53.046634+0000 mgr.y (mgr.25139) 918 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:36:54.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:53 smithi178 bash[70490]: audit 2024-09-13T14:36:53.046634+0000 mgr.y (mgr.25139) 918 : audit [DBG] from='client.15438 -' entity='client.iscsi.foo.smithi062.auboqe' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2024-09-13T14:36:56.185 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:36:55 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:36:55.751954125Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:36:56.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:55 smithi178 bash[70490]: cluster 2024-09-13T14:36:54.713403+0000 mgr.y (mgr.25139) 919 : cluster [DBG] pgmap v551: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:36:56.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:55 smithi178 bash[70490]: cluster 2024-09-13T14:36:54.713403+0000 mgr.y (mgr.25139) 919 : cluster [DBG] pgmap v551: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:36:56.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:55 smithi062 bash[89221]: cluster 2024-09-13T14:36:54.713403+0000 mgr.y (mgr.25139) 919 : cluster [DBG] pgmap v551: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:36:56.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:55 smithi062 bash[89221]: cluster 2024-09-13T14:36:54.713403+0000 mgr.y (mgr.25139) 919 : cluster [DBG] pgmap v551: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:36:56.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:55 smithi062 bash[92878]: cluster 2024-09-13T14:36:54.713403+0000 mgr.y (mgr.25139) 919 : cluster [DBG] pgmap v551: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:36:56.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:55 smithi062 bash[92878]: cluster 2024-09-13T14:36:54.713403+0000 mgr.y (mgr.25139) 919 : cluster [DBG] pgmap v551: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 852 B/s rd, 0 op/s 2024-09-13T14:36:57.016 INFO:teuthology.orchestra.run.smithi062.stderr:Inferring config /var/lib/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/mon.a/config 2024-09-13T14:36:58.096 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:57 smithi062 bash[89221]: cluster 2024-09-13T14:36:56.715015+0000 mgr.y (mgr.25139) 920 : cluster [DBG] pgmap v552: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:36:58.096 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:57 smithi062 bash[89221]: cluster 2024-09-13T14:36:56.715015+0000 mgr.y (mgr.25139) 920 : cluster [DBG] pgmap v552: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:36:58.096 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:57 smithi062 bash[92878]: cluster 2024-09-13T14:36:56.715015+0000 mgr.y (mgr.25139) 920 : cluster [DBG] pgmap v552: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:36:58.096 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:57 smithi062 bash[92878]: cluster 2024-09-13T14:36:56.715015+0000 mgr.y (mgr.25139) 920 : cluster [DBG] pgmap v552: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:36:58.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:57 smithi178 bash[70490]: cluster 2024-09-13T14:36:56.715015+0000 mgr.y (mgr.25139) 920 : cluster [DBG] pgmap v552: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:36:58.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:57 smithi178 bash[70490]: cluster 2024-09-13T14:36:56.715015+0000 mgr.y (mgr.25139) 920 : cluster [DBG] pgmap v552: 161 pgs: 161 active+clean; 585 KiB data, 255 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-09-13T14:36:58.508 INFO:teuthology.orchestra.run.smithi062.stdout:false 2024-09-13T14:36:59.185 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:36:58 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:36:58.723276282Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:36:59.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:58 smithi178 bash[70490]: audit 2024-09-13T14:36:58.495770+0000 mon.c (mon.2) 15 : audit [DBG] from='client.? 172.21.15.62:0/3072709674' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:36:59.185 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:36:58 smithi178 bash[70490]: audit 2024-09-13T14:36:58.495770+0000 mon.c (mon.2) 15 : audit [DBG] from='client.? 172.21.15.62:0/3072709674' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:36:59.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:58 smithi062 bash[92878]: audit 2024-09-13T14:36:58.495770+0000 mon.c (mon.2) 15 : audit [DBG] from='client.? 172.21.15.62:0/3072709674' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:36:59.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:36:58 smithi062 bash[92878]: audit 2024-09-13T14:36:58.495770+0000 mon.c (mon.2) 15 : audit [DBG] from='client.? 172.21.15.62:0/3072709674' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:36:59.253 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:58 smithi062 bash[89221]: audit 2024-09-13T14:36:58.495770+0000 mon.c (mon.2) 15 : audit [DBG] from='client.? 172.21.15.62:0/3072709674' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:36:59.254 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:58 smithi062 bash[89221]: audit 2024-09-13T14:36:58.495770+0000 mon.c (mon.2) 15 : audit [DBG] from='client.? 172.21.15.62:0/3072709674' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-13T14:36:59.258 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-13T14:36:59.259 ERROR:teuthology.run_tasks:Saw exception from tasks. Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/run_tasks.py", line 105, in run_tasks manager = run_one_task(taskname, ctx=ctx, config=config) File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/run_tasks.py", line 83, in run_one_task return task(**kwargs) File "/home/teuthworker/src/git.ceph.com_ceph-c_b0201b8c79733293453e7f10a10c7fa43119222b/qa/tasks/cephadm.py", line 1525, in shell _shell( File "/home/teuthworker/src/git.ceph.com_ceph-c_b0201b8c79733293453e7f10a10c7fa43119222b/qa/tasks/cephadm.py", line 111, in _shell return remote.run( File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/orchestra/remote.py", line 523, in run r = self._runner(client=self.ssh, name=self.shortname, **kwargs) File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/orchestra/run.py", line 455, in run r.wait() File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/orchestra/run.py", line 161, in wait self._raise_for_status() File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/orchestra/run.py", line 181, in _raise_for_status raise CommandFailedError( teuthology.exceptions.CommandFailedError: Command failed on smithi062 with status 1: 'sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ff1149ea-71d5-11ef-bceb-c7b262605968 -e sha1=b0201b8c79733293453e7f10a10c7fa43119222b -- bash -c \'ceph versions | jq -e \'"\'"\'.rgw | length == 1\'"\'"\'\'' 2024-09-13T14:36:59.501 ERROR:teuthology.util.sentry: Sentry event: https://sentry.ceph.com/organizations/ceph/?query=a80b193a950848a3bf2a2298387b8644 Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/run_tasks.py", line 105, in run_tasks manager = run_one_task(taskname, ctx=ctx, config=config) File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/run_tasks.py", line 83, in run_one_task return task(**kwargs) File "/home/teuthworker/src/git.ceph.com_ceph-c_b0201b8c79733293453e7f10a10c7fa43119222b/qa/tasks/cephadm.py", line 1525, in shell _shell( File "/home/teuthworker/src/git.ceph.com_ceph-c_b0201b8c79733293453e7f10a10c7fa43119222b/qa/tasks/cephadm.py", line 111, in _shell return remote.run( File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/orchestra/remote.py", line 523, in run r = self._runner(client=self.ssh, name=self.shortname, **kwargs) File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/orchestra/run.py", line 455, in run r.wait() File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/orchestra/run.py", line 161, in wait self._raise_for_status() File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/orchestra/run.py", line 181, in _raise_for_status raise CommandFailedError( teuthology.exceptions.CommandFailedError: Command failed on smithi062 with status 1: 'sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ff1149ea-71d5-11ef-bceb-c7b262605968 -e sha1=b0201b8c79733293453e7f10a10c7fa43119222b -- bash -c \'ceph versions | jq -e \'"\'"\'.rgw | length == 1\'"\'"\'\'' 2024-09-13T14:36:59.504 DEBUG:teuthology.run_tasks:Unwinding manager cephadm 2024-09-13T14:36:59.515 INFO:tasks.cephadm:Teardown begin 2024-09-13T14:36:59.515 DEBUG:teuthology.orchestra.run.smithi062:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-09-13T14:36:59.544 DEBUG:teuthology.orchestra.run.smithi178:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-09-13T14:36:59.559 INFO:tasks.cephadm:Cleaning up testdir ceph.* files... 2024-09-13T14:36:59.559 DEBUG:teuthology.orchestra.run.smithi062:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-09-13T14:36:59.591 DEBUG:teuthology.orchestra.run.smithi178:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-09-13T14:36:59.605 INFO:tasks.cephadm:Stopping all daemons... 2024-09-13T14:36:59.605 INFO:tasks.cephadm.mon.a:Stopping mon.a... 2024-09-13T14:36:59.605 DEBUG:teuthology.orchestra.run.smithi062:> sudo systemctl stop ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@mon.a 2024-09-13T14:37:00.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:59 smithi062 systemd[1]: Stopping Ceph mon.a for ff1149ea-71d5-11ef-bceb-c7b262605968... 2024-09-13T14:37:00.003 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:59 smithi062 bash[89221]: debug 2024-09-13T14:36:59.781+0000 7f856720b640 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-stderr=true (PID: 1) UID: 0 2024-09-13T14:37:00.004 INFO:journalctl@ceph.mon.a.smithi062.stdout:Sep 13 14:36:59 smithi062 bash[89221]: debug 2024-09-13T14:36:59.781+0000 7f856720b640 -1 mon.a@0(leader) e3 *** Got Signal Terminated *** 2024-09-13T14:37:00.877 DEBUG:teuthology.orchestra.run.smithi062:> sudo pkill -f 'journalctl -f -n 0 -u ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@mon.a.service' 2024-09-13T14:37:00.908 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-13T14:37:00.908 INFO:tasks.cephadm.mon.a:Stopped mon.a 2024-09-13T14:37:00.909 INFO:tasks.cephadm.mon.b:Stopping mon.c... 2024-09-13T14:37:00.909 DEBUG:teuthology.orchestra.run.smithi062:> sudo systemctl stop ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@mon.c 2024-09-13T14:37:01.253 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:37:00 smithi062 systemd[1]: Stopping Ceph mon.c for ff1149ea-71d5-11ef-bceb-c7b262605968... 2024-09-13T14:37:01.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:37:01 smithi062 bash[92878]: debug 2024-09-13T14:37:01.073+0000 7f52818b8640 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-mon -n mon.c -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-stderr=true (PID: 1) UID: 0 2024-09-13T14:37:01.254 INFO:journalctl@ceph.mon.c.smithi062.stdout:Sep 13 14:37:01 smithi062 bash[92878]: debug 2024-09-13T14:37:01.073+0000 7f52818b8640 -1 mon.c@2(peon) e3 *** Got Signal Terminated *** 2024-09-13T14:37:02.098 DEBUG:teuthology.orchestra.run.smithi062:> sudo pkill -f 'journalctl -f -n 0 -u ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@mon.c.service' 2024-09-13T14:37:02.123 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-13T14:37:02.123 INFO:tasks.cephadm.mon.b:Stopped mon.c 2024-09-13T14:37:02.124 INFO:tasks.cephadm.mon.b:Stopping mon.b... 2024-09-13T14:37:02.124 DEBUG:teuthology.orchestra.run.smithi178:> sudo systemctl stop ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@mon.b 2024-09-13T14:37:02.135 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:37:01 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:37:01.750008634Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:37:02.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:37:02 smithi178 systemd[1]: Stopping Ceph mon.b for ff1149ea-71d5-11ef-bceb-c7b262605968... 2024-09-13T14:37:02.435 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:37:02 smithi178 bash[70490]: debug 2024-09-13T14:37:02.270+0000 7fad9fcb5640 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-mon -n mon.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-stderr=true (PID: 1) UID: 0 2024-09-13T14:37:02.436 INFO:journalctl@ceph.mon.b.smithi178.stdout:Sep 13 14:37:02 smithi178 bash[70490]: debug 2024-09-13T14:37:02.270+0000 7fad9fcb5640 -1 mon.b@1(peon) e3 *** Got Signal Terminated *** 2024-09-13T14:37:03.319 DEBUG:teuthology.orchestra.run.smithi178:> sudo pkill -f 'journalctl -f -n 0 -u ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@mon.b.service' 2024-09-13T14:37:03.394 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-13T14:37:03.394 INFO:tasks.cephadm.mon.b:Stopped mon.b 2024-09-13T14:37:03.395 INFO:tasks.cephadm.mgr.y:Stopping mgr.y... 2024-09-13T14:37:03.395 DEBUG:teuthology.orchestra.run.smithi062:> sudo systemctl stop ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@mgr.y 2024-09-13T14:37:03.753 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:37:03 smithi062 systemd[1]: Stopping Ceph mgr.y for ff1149ea-71d5-11ef-bceb-c7b262605968... 2024-09-13T14:37:03.753 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:37:03 smithi062 bash[68610]: debug 2024-09-13T14:37:03.537+0000 7fd988505640 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-mgr -n mgr.y -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2024-09-13T14:37:03.753 INFO:journalctl@ceph.mgr.y.smithi062.stdout:Sep 13 14:37:03 smithi062 bash[68610]: debug 2024-09-13T14:37:03.537+0000 7fd988505640 -1 mgr handle_mgr_signal *** Got signal Terminated *** 2024-09-13T14:37:04.420 DEBUG:teuthology.orchestra.run.smithi062:> sudo pkill -f 'journalctl -f -n 0 -u ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@mgr.y.service' 2024-09-13T14:37:04.445 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-13T14:37:04.445 INFO:tasks.cephadm.mgr.y:Stopped mgr.y 2024-09-13T14:37:04.445 INFO:tasks.cephadm.mgr.x:Stopping mgr.x... 2024-09-13T14:37:04.446 DEBUG:teuthology.orchestra.run.smithi178:> sudo systemctl stop ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@mgr.x 2024-09-13T14:37:04.719 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 13 14:37:04 smithi178 systemd[1]: Stopping Ceph mgr.x for ff1149ea-71d5-11ef-bceb-c7b262605968... 2024-09-13T14:37:05.185 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:37:04 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:37:04.719736347Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:37:05.520 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 13 14:37:05 smithi178 bash[94567]: ceph-ff1149ea-71d5-11ef-bceb-c7b262605968-mgr-x 2024-09-13T14:37:05.520 INFO:journalctl@ceph.mgr.x.smithi178.stdout:Sep 13 14:37:05 smithi178 systemd[1]: ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@mgr.x.service: Main process exited, code=exited, status=143/n/a 2024-09-13T14:37:05.524 DEBUG:teuthology.orchestra.run.smithi178:> sudo pkill -f 'journalctl -f -n 0 -u ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@mgr.x.service' 2024-09-13T14:37:05.547 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-13T14:37:05.547 INFO:tasks.cephadm.mgr.x:Stopped mgr.x 2024-09-13T14:37:05.547 INFO:tasks.cephadm.osd.0:Stopping osd.0... 2024-09-13T14:37:05.548 DEBUG:teuthology.orchestra.run.smithi062:> sudo systemctl stop ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@osd.0 2024-09-13T14:37:06.003 INFO:journalctl@ceph.osd.0.smithi062.stdout:Sep 13 14:37:05 smithi062 systemd[1]: Stopping Ceph osd.0 for ff1149ea-71d5-11ef-bceb-c7b262605968... 2024-09-13T14:37:06.003 INFO:journalctl@ceph.osd.0.smithi062.stdout:Sep 13 14:37:05 smithi062 bash[98292]: debug 2024-09-13T14:37:05.673+0000 7f48ff014640 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2024-09-13T14:37:06.004 INFO:journalctl@ceph.osd.0.smithi062.stdout:Sep 13 14:37:05 smithi062 bash[98292]: debug 2024-09-13T14:37:05.673+0000 7f48ff014640 -1 osd.0 153 *** Got signal Terminated *** 2024-09-13T14:37:06.004 INFO:journalctl@ceph.osd.0.smithi062.stdout:Sep 13 14:37:05 smithi062 bash[98292]: debug 2024-09-13T14:37:05.673+0000 7f48ff014640 -1 osd.0 153 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-13T14:37:08.185 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:37:07 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:37:07.754092355Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:37:11.185 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:37:10 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:37:10.742607886Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:37:12.003 INFO:journalctl@ceph.osd.0.smithi062.stdout:Sep 13 14:37:11 smithi062 bash[125754]: ceph-ff1149ea-71d5-11ef-bceb-c7b262605968-osd-0 2024-09-13T14:37:12.003 INFO:journalctl@ceph.osd.0.smithi062.stdout:Sep 13 14:37:11 smithi062 bash[125818]: Error response from daemon: No such container: ceph-ff1149ea-71d5-11ef-bceb-c7b262605968-osd-0 2024-09-13T14:37:13.790 DEBUG:teuthology.orchestra.run.smithi062:> sudo pkill -f 'journalctl -f -n 0 -u ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@osd.0.service' 2024-09-13T14:37:13.820 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-13T14:37:13.820 INFO:tasks.cephadm.osd.0:Stopped osd.0 2024-09-13T14:37:13.821 INFO:tasks.cephadm.osd.1:Stopping osd.1... 2024-09-13T14:37:13.821 DEBUG:teuthology.orchestra.run.smithi062:> sudo systemctl stop ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@osd.1 2024-09-13T14:37:14.185 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:37:13 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:37:13.728587701Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:37:14.253 INFO:journalctl@ceph.osd.1.smithi062.stdout:Sep 13 14:37:13 smithi062 systemd[1]: Stopping Ceph osd.1 for ff1149ea-71d5-11ef-bceb-c7b262605968... 2024-09-13T14:37:14.253 INFO:journalctl@ceph.osd.1.smithi062.stdout:Sep 13 14:37:13 smithi062 bash[102781]: debug 2024-09-13T14:37:13.985+0000 7f9026ad2640 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2024-09-13T14:37:14.254 INFO:journalctl@ceph.osd.1.smithi062.stdout:Sep 13 14:37:13 smithi062 bash[102781]: debug 2024-09-13T14:37:13.985+0000 7f9026ad2640 -1 osd.1 153 *** Got signal Terminated *** 2024-09-13T14:37:14.254 INFO:journalctl@ceph.osd.1.smithi062.stdout:Sep 13 14:37:13 smithi062 bash[102781]: debug 2024-09-13T14:37:13.985+0000 7f9026ad2640 -1 osd.1 153 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-13T14:37:17.185 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:37:16 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:37:16.727997907Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:37:20.185 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:37:19 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:37:19.717125237Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:37:20.503 INFO:journalctl@ceph.osd.1.smithi062.stdout:Sep 13 14:37:20 smithi062 bash[125949]: ceph-ff1149ea-71d5-11ef-bceb-c7b262605968-osd-1 2024-09-13T14:37:20.503 INFO:journalctl@ceph.osd.1.smithi062.stdout:Sep 13 14:37:20 smithi062 bash[126015]: Error response from daemon: No such container: ceph-ff1149ea-71d5-11ef-bceb-c7b262605968-osd-1 2024-09-13T14:37:22.774 DEBUG:teuthology.orchestra.run.smithi062:> sudo pkill -f 'journalctl -f -n 0 -u ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@osd.1.service' 2024-09-13T14:37:22.802 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-13T14:37:22.802 INFO:tasks.cephadm.osd.1:Stopped osd.1 2024-09-13T14:37:22.803 INFO:tasks.cephadm.osd.2:Stopping osd.2... 2024-09-13T14:37:22.803 DEBUG:teuthology.orchestra.run.smithi062:> sudo systemctl stop ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@osd.2 2024-09-13T14:37:23.185 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:37:22 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:37:22.746664529Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:37:23.253 INFO:journalctl@ceph.osd.2.smithi062.stdout:Sep 13 14:37:22 smithi062 systemd[1]: Stopping Ceph osd.2 for ff1149ea-71d5-11ef-bceb-c7b262605968... 2024-09-13T14:37:23.253 INFO:journalctl@ceph.osd.2.smithi062.stdout:Sep 13 14:37:22 smithi062 bash[108448]: debug 2024-09-13T14:37:22.993+0000 7fcd9aba7640 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2024-09-13T14:37:23.253 INFO:journalctl@ceph.osd.2.smithi062.stdout:Sep 13 14:37:22 smithi062 bash[108448]: debug 2024-09-13T14:37:22.993+0000 7fcd9aba7640 -1 osd.2 153 *** Got signal Terminated *** 2024-09-13T14:37:23.254 INFO:journalctl@ceph.osd.2.smithi062.stdout:Sep 13 14:37:22 smithi062 bash[108448]: debug 2024-09-13T14:37:22.993+0000 7fcd9aba7640 -1 osd.2 153 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-13T14:37:26.185 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:37:25 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:37:25.746600716Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:37:28.185 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 14:37:27 smithi178 bash[63249]: ts=2024-09-13T14:37:27.913Z caller=refresh.go:90 level=error component="discovery manager notify" discovery=http config=config-0 msg="Unable to refresh target groups" err="Get \"http://172.21.15.62:8765/sd/prometheus/sd-config?service=alertmanager\": dial tcp 172.21.15.62:8765: connect: connection refused" 2024-09-13T14:37:28.185 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 14:37:27 smithi178 bash[63249]: ts=2024-09-13T14:37:27.915Z caller=refresh.go:90 level=error component="discovery manager scrape" discovery=http config=nvmeof msg="Unable to refresh target groups" err="Get \"http://172.21.15.62:8765/sd/prometheus/sd-config?service=nvmeof\": dial tcp 172.21.15.62:8765: connect: connection refused" 2024-09-13T14:37:28.186 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 14:37:27 smithi178 bash[63249]: ts=2024-09-13T14:37:27.917Z caller=refresh.go:90 level=error component="discovery manager scrape" discovery=http config=node msg="Unable to refresh target groups" err="Get \"http://172.21.15.62:8765/sd/prometheus/sd-config?service=node-exporter\": dial tcp 172.21.15.62:8765: connect: connection refused" 2024-09-13T14:37:28.186 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 14:37:27 smithi178 bash[63249]: ts=2024-09-13T14:37:27.924Z caller=refresh.go:90 level=error component="discovery manager scrape" discovery=http config=ceph-exporter msg="Unable to refresh target groups" err="Get \"http://172.21.15.62:8765/sd/prometheus/sd-config?service=ceph-exporter\": dial tcp 172.21.15.62:8765: connect: connection refused" 2024-09-13T14:37:28.186 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 14:37:27 smithi178 bash[63249]: ts=2024-09-13T14:37:27.925Z caller=refresh.go:90 level=error component="discovery manager scrape" discovery=http config=nfs msg="Unable to refresh target groups" err="Get \"http://172.21.15.62:8765/sd/prometheus/sd-config?service=nfs\": dial tcp 172.21.15.62:8765: connect: connection refused" 2024-09-13T14:37:28.186 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 14:37:27 smithi178 bash[63249]: ts=2024-09-13T14:37:27.925Z caller=refresh.go:90 level=error component="discovery manager scrape" discovery=http config=smb msg="Unable to refresh target groups" err="Get \"http://172.21.15.62:8765/sd/prometheus/sd-config?service=smb\": dial tcp 172.21.15.62:8765: connect: connection refused" 2024-09-13T14:37:28.186 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 14:37:27 smithi178 bash[63249]: ts=2024-09-13T14:37:27.928Z caller=refresh.go:90 level=error component="discovery manager scrape" discovery=http config=ceph msg="Unable to refresh target groups" err="Get \"http://172.21.15.62:8765/sd/prometheus/sd-config?service=mgr-prometheus\": dial tcp 172.21.15.62:8765: connect: connection refused" 2024-09-13T14:37:29.185 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:37:28 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:37:28.714598902Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:37:29.503 INFO:journalctl@ceph.osd.2.smithi062.stdout:Sep 13 14:37:29 smithi062 bash[126144]: ceph-ff1149ea-71d5-11ef-bceb-c7b262605968-osd-2 2024-09-13T14:37:29.503 INFO:journalctl@ceph.osd.2.smithi062.stdout:Sep 13 14:37:29 smithi062 bash[126210]: Error response from daemon: No such container: ceph-ff1149ea-71d5-11ef-bceb-c7b262605968-osd-2 2024-09-13T14:37:31.034 DEBUG:teuthology.orchestra.run.smithi062:> sudo pkill -f 'journalctl -f -n 0 -u ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@osd.2.service' 2024-09-13T14:37:31.065 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-13T14:37:31.066 INFO:tasks.cephadm.osd.2:Stopped osd.2 2024-09-13T14:37:31.066 INFO:tasks.cephadm.osd.3:Stopping osd.3... 2024-09-13T14:37:31.066 DEBUG:teuthology.orchestra.run.smithi062:> sudo systemctl stop ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@osd.3 2024-09-13T14:37:31.503 INFO:journalctl@ceph.osd.3.smithi062.stdout:Sep 13 14:37:31 smithi062 systemd[1]: Stopping Ceph osd.3 for ff1149ea-71d5-11ef-bceb-c7b262605968... 2024-09-13T14:37:31.503 INFO:journalctl@ceph.osd.3.smithi062.stdout:Sep 13 14:37:31 smithi062 bash[113889]: debug 2024-09-13T14:37:31.225+0000 7f3a40ffc640 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2024-09-13T14:37:31.504 INFO:journalctl@ceph.osd.3.smithi062.stdout:Sep 13 14:37:31 smithi062 bash[113889]: debug 2024-09-13T14:37:31.225+0000 7f3a40ffc640 -1 osd.3 153 *** Got signal Terminated *** 2024-09-13T14:37:31.504 INFO:journalctl@ceph.osd.3.smithi062.stdout:Sep 13 14:37:31 smithi062 bash[113889]: debug 2024-09-13T14:37:31.225+0000 7f3a40ffc640 -1 osd.3 153 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-13T14:37:32.185 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:37:31 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:37:31.738350889Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:37:32.504 INFO:journalctl@ceph.osd.3.smithi062.stdout:Sep 13 14:37:32 smithi062 bash[113889]: debug 2024-09-13T14:37:32.117+0000 7f3a39609640 -1 osd.3 153 heartbeat_check: no reply from 172.21.15.62:6806 osd.0 since back 2024-09-13T14:37:06.584187+0000 front 2024-09-13T14:37:06.583579+0000 (oldest deadline 2024-09-13T14:37:31.283844+0000) 2024-09-13T14:37:32.935 INFO:journalctl@ceph.osd.7.smithi178.stdout:Sep 13 14:37:32 smithi178 bash[87198]: debug 2024-09-13T14:37:32.625+0000 7f0d8bcd4640 -1 osd.7 153 heartbeat_check: no reply from 172.21.15.62:6806 osd.0 since back 2024-09-13T14:37:06.772815+0000 front 2024-09-13T14:37:06.772681+0000 (oldest deadline 2024-09-13T14:37:31.972860+0000) 2024-09-13T14:37:33.435 INFO:journalctl@ceph.osd.4.smithi178.stdout:Sep 13 14:37:33 smithi178 bash[74597]: debug 2024-09-13T14:37:33.125+0000 7f5bd8155640 -1 osd.4 153 heartbeat_check: no reply from 172.21.15.62:6806 osd.0 since back 2024-09-13T14:37:09.265972+0000 front 2024-09-13T14:37:09.266136+0000 (oldest deadline 2024-09-13T14:37:32.765495+0000) 2024-09-13T14:37:33.503 INFO:journalctl@ceph.osd.3.smithi062.stdout:Sep 13 14:37:33 smithi062 bash[113889]: debug 2024-09-13T14:37:33.157+0000 7f3a39609640 -1 osd.3 153 heartbeat_check: no reply from 172.21.15.62:6806 osd.0 since back 2024-09-13T14:37:06.584187+0000 front 2024-09-13T14:37:06.583579+0000 (oldest deadline 2024-09-13T14:37:31.283844+0000) 2024-09-13T14:37:33.935 INFO:journalctl@ceph.osd.7.smithi178.stdout:Sep 13 14:37:33 smithi178 bash[87198]: debug 2024-09-13T14:37:33.653+0000 7f0d8bcd4640 -1 osd.7 153 heartbeat_check: no reply from 172.21.15.62:6806 osd.0 since back 2024-09-13T14:37:06.772815+0000 front 2024-09-13T14:37:06.772681+0000 (oldest deadline 2024-09-13T14:37:31.972860+0000) 2024-09-13T14:37:34.435 INFO:journalctl@ceph.osd.4.smithi178.stdout:Sep 13 14:37:34 smithi178 bash[74597]: debug 2024-09-13T14:37:34.173+0000 7f5bd8155640 -1 osd.4 153 heartbeat_check: no reply from 172.21.15.62:6806 osd.0 since back 2024-09-13T14:37:09.265972+0000 front 2024-09-13T14:37:09.266136+0000 (oldest deadline 2024-09-13T14:37:32.765495+0000) 2024-09-13T14:37:34.503 INFO:journalctl@ceph.osd.3.smithi062.stdout:Sep 13 14:37:34 smithi062 bash[113889]: debug 2024-09-13T14:37:34.164+0000 7f3a39609640 -1 osd.3 153 heartbeat_check: no reply from 172.21.15.62:6806 osd.0 since back 2024-09-13T14:37:06.584187+0000 front 2024-09-13T14:37:06.583579+0000 (oldest deadline 2024-09-13T14:37:31.283844+0000) 2024-09-13T14:37:35.109 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:37:34 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:37:34.755443327Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:37:35.109 INFO:journalctl@ceph.osd.7.smithi178.stdout:Sep 13 14:37:34 smithi178 bash[87198]: debug 2024-09-13T14:37:34.681+0000 7f0d8bcd4640 -1 osd.7 153 heartbeat_check: no reply from 172.21.15.62:6806 osd.0 since back 2024-09-13T14:37:06.772815+0000 front 2024-09-13T14:37:06.772681+0000 (oldest deadline 2024-09-13T14:37:31.972860+0000) 2024-09-13T14:37:35.435 INFO:journalctl@ceph.osd.4.smithi178.stdout:Sep 13 14:37:35 smithi178 bash[74597]: debug 2024-09-13T14:37:35.205+0000 7f5bd8155640 -1 osd.4 153 heartbeat_check: no reply from 172.21.15.62:6806 osd.0 since back 2024-09-13T14:37:09.265972+0000 front 2024-09-13T14:37:09.266136+0000 (oldest deadline 2024-09-13T14:37:32.765495+0000) 2024-09-13T14:37:35.435 INFO:journalctl@ceph.osd.6.smithi178.stdout:Sep 13 14:37:35 smithi178 bash[83053]: debug 2024-09-13T14:37:35.101+0000 7f1735c08640 -1 osd.6 153 heartbeat_check: no reply from 172.21.15.62:6806 osd.0 since back 2024-09-13T14:37:08.042269+0000 front 2024-09-13T14:37:08.042488+0000 (oldest deadline 2024-09-13T14:37:35.042708+0000) 2024-09-13T14:37:35.503 INFO:journalctl@ceph.osd.3.smithi062.stdout:Sep 13 14:37:35 smithi062 bash[113889]: debug 2024-09-13T14:37:35.140+0000 7f3a39609640 -1 osd.3 153 heartbeat_check: no reply from 172.21.15.62:6806 osd.0 since back 2024-09-13T14:37:06.584187+0000 front 2024-09-13T14:37:06.583579+0000 (oldest deadline 2024-09-13T14:37:31.283844+0000) 2024-09-13T14:37:36.094 INFO:journalctl@ceph.osd.7.smithi178.stdout:Sep 13 14:37:35 smithi178 bash[87198]: debug 2024-09-13T14:37:35.733+0000 7f0d8bcd4640 -1 osd.7 153 heartbeat_check: no reply from 172.21.15.62:6806 osd.0 since back 2024-09-13T14:37:06.772815+0000 front 2024-09-13T14:37:06.772681+0000 (oldest deadline 2024-09-13T14:37:31.972860+0000) 2024-09-13T14:37:36.435 INFO:journalctl@ceph.osd.4.smithi178.stdout:Sep 13 14:37:36 smithi178 bash[74597]: debug 2024-09-13T14:37:36.225+0000 7f5bd8155640 -1 osd.4 153 heartbeat_check: no reply from 172.21.15.62:6806 osd.0 since back 2024-09-13T14:37:09.265972+0000 front 2024-09-13T14:37:09.266136+0000 (oldest deadline 2024-09-13T14:37:32.765495+0000) 2024-09-13T14:37:36.435 INFO:journalctl@ceph.osd.6.smithi178.stdout:Sep 13 14:37:36 smithi178 bash[83053]: debug 2024-09-13T14:37:36.089+0000 7f1735c08640 -1 osd.6 153 heartbeat_check: no reply from 172.21.15.62:6806 osd.0 since back 2024-09-13T14:37:08.042269+0000 front 2024-09-13T14:37:08.042488+0000 (oldest deadline 2024-09-13T14:37:35.042708+0000) 2024-09-13T14:37:36.503 INFO:journalctl@ceph.osd.3.smithi062.stdout:Sep 13 14:37:36 smithi062 bash[113889]: debug 2024-09-13T14:37:36.144+0000 7f3a39609640 -1 osd.3 153 heartbeat_check: no reply from 172.21.15.62:6806 osd.0 since back 2024-09-13T14:37:06.584187+0000 front 2024-09-13T14:37:06.583579+0000 (oldest deadline 2024-09-13T14:37:31.283844+0000) 2024-09-13T14:37:37.116 INFO:journalctl@ceph.osd.7.smithi178.stdout:Sep 13 14:37:36 smithi178 bash[87198]: debug 2024-09-13T14:37:36.757+0000 7f0d8bcd4640 -1 osd.7 153 heartbeat_check: no reply from 172.21.15.62:6806 osd.0 since back 2024-09-13T14:37:06.772815+0000 front 2024-09-13T14:37:06.772681+0000 (oldest deadline 2024-09-13T14:37:31.972860+0000) 2024-09-13T14:37:37.120 INFO:journalctl@ceph.osd.5.smithi178.stdout:Sep 13 14:37:36 smithi178 bash[78620]: debug 2024-09-13T14:37:36.805+0000 7f90ea7ad640 -1 osd.5 153 heartbeat_check: no reply from 172.21.15.62:6806 osd.0 since back 2024-09-13T14:37:08.385719+0000 front 2024-09-13T14:37:08.385592+0000 (oldest deadline 2024-09-13T14:37:35.985881+0000) 2024-09-13T14:37:37.435 INFO:journalctl@ceph.osd.4.smithi178.stdout:Sep 13 14:37:37 smithi178 bash[74597]: debug 2024-09-13T14:37:37.201+0000 7f5bd8155640 -1 osd.4 153 heartbeat_check: no reply from 172.21.15.62:6806 osd.0 since back 2024-09-13T14:37:09.265972+0000 front 2024-09-13T14:37:09.266136+0000 (oldest deadline 2024-09-13T14:37:32.765495+0000) 2024-09-13T14:37:37.435 INFO:journalctl@ceph.osd.6.smithi178.stdout:Sep 13 14:37:37 smithi178 bash[83053]: debug 2024-09-13T14:37:37.109+0000 7f1735c08640 -1 osd.6 153 heartbeat_check: no reply from 172.21.15.62:6806 osd.0 since back 2024-09-13T14:37:08.042269+0000 front 2024-09-13T14:37:08.042488+0000 (oldest deadline 2024-09-13T14:37:35.042708+0000) 2024-09-13T14:37:37.485 INFO:journalctl@ceph.osd.3.smithi062.stdout:Sep 13 14:37:37 smithi062 bash[126337]: ceph-ff1149ea-71d5-11ef-bceb-c7b262605968-osd-3 2024-09-13T14:37:37.485 INFO:journalctl@ceph.osd.3.smithi062.stdout:Sep 13 14:37:37 smithi062 bash[126402]: Error response from daemon: No such container: ceph-ff1149ea-71d5-11ef-bceb-c7b262605968-osd-3 2024-09-13T14:37:38.138 INFO:journalctl@ceph.osd.5.smithi178.stdout:Sep 13 14:37:37 smithi178 bash[78620]: debug 2024-09-13T14:37:37.821+0000 7f90ea7ad640 -1 osd.5 153 heartbeat_check: no reply from 172.21.15.62:6806 osd.0 since back 2024-09-13T14:37:08.385719+0000 front 2024-09-13T14:37:08.385592+0000 (oldest deadline 2024-09-13T14:37:35.985881+0000) 2024-09-13T14:37:38.138 INFO:journalctl@ceph.osd.7.smithi178.stdout:Sep 13 14:37:37 smithi178 bash[87198]: debug 2024-09-13T14:37:37.777+0000 7f0d8bcd4640 -1 osd.7 153 heartbeat_check: no reply from 172.21.15.62:6806 osd.0 since back 2024-09-13T14:37:06.772815+0000 front 2024-09-13T14:37:06.772681+0000 (oldest deadline 2024-09-13T14:37:31.972860+0000) 2024-09-13T14:37:38.138 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:37:37 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:37:37.743235098Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:37:38.435 INFO:journalctl@ceph.osd.4.smithi178.stdout:Sep 13 14:37:38 smithi178 bash[74597]: debug 2024-09-13T14:37:38.197+0000 7f5bd8155640 -1 osd.4 153 heartbeat_check: no reply from 172.21.15.62:6806 osd.0 since back 2024-09-13T14:37:09.265972+0000 front 2024-09-13T14:37:09.266136+0000 (oldest deadline 2024-09-13T14:37:32.765495+0000) 2024-09-13T14:37:38.435 INFO:journalctl@ceph.osd.6.smithi178.stdout:Sep 13 14:37:38 smithi178 bash[83053]: debug 2024-09-13T14:37:38.137+0000 7f1735c08640 -1 osd.6 153 heartbeat_check: no reply from 172.21.15.62:6806 osd.0 since back 2024-09-13T14:37:08.042269+0000 front 2024-09-13T14:37:08.042488+0000 (oldest deadline 2024-09-13T14:37:35.042708+0000) 2024-09-13T14:37:39.170 INFO:journalctl@ceph.osd.7.smithi178.stdout:Sep 13 14:37:38 smithi178 bash[87198]: debug 2024-09-13T14:37:38.821+0000 7f0d8bcd4640 -1 osd.7 153 heartbeat_check: no reply from 172.21.15.62:6806 osd.0 since back 2024-09-13T14:37:06.772815+0000 front 2024-09-13T14:37:06.772681+0000 (oldest deadline 2024-09-13T14:37:31.972860+0000) 2024-09-13T14:37:39.171 INFO:journalctl@ceph.osd.5.smithi178.stdout:Sep 13 14:37:38 smithi178 bash[78620]: debug 2024-09-13T14:37:38.865+0000 7f90ea7ad640 -1 osd.5 153 heartbeat_check: no reply from 172.21.15.62:6806 osd.0 since back 2024-09-13T14:37:08.385719+0000 front 2024-09-13T14:37:08.385592+0000 (oldest deadline 2024-09-13T14:37:35.985881+0000) 2024-09-13T14:37:39.208 DEBUG:teuthology.orchestra.run.smithi062:> sudo pkill -f 'journalctl -f -n 0 -u ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@osd.3.service' 2024-09-13T14:37:39.237 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-13T14:37:39.238 INFO:tasks.cephadm.osd.3:Stopped osd.3 2024-09-13T14:37:39.238 INFO:tasks.cephadm.osd.4:Stopping osd.4... 2024-09-13T14:37:39.238 DEBUG:teuthology.orchestra.run.smithi178:> sudo systemctl stop ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@osd.4 2024-09-13T14:37:39.435 INFO:journalctl@ceph.osd.6.smithi178.stdout:Sep 13 14:37:39 smithi178 bash[83053]: debug 2024-09-13T14:37:39.169+0000 7f1735c08640 -1 osd.6 153 heartbeat_check: no reply from 172.21.15.62:6806 osd.0 since back 2024-09-13T14:37:08.042269+0000 front 2024-09-13T14:37:08.042488+0000 (oldest deadline 2024-09-13T14:37:35.042708+0000) 2024-09-13T14:37:39.435 INFO:journalctl@ceph.osd.4.smithi178.stdout:Sep 13 14:37:39 smithi178 bash[74597]: debug 2024-09-13T14:37:39.181+0000 7f5bd8155640 -1 osd.4 153 heartbeat_check: no reply from 172.21.15.62:6806 osd.0 since back 2024-09-13T14:37:09.265972+0000 front 2024-09-13T14:37:09.266136+0000 (oldest deadline 2024-09-13T14:37:32.765495+0000) 2024-09-13T14:37:39.435 INFO:journalctl@ceph.osd.4.smithi178.stdout:Sep 13 14:37:39 smithi178 systemd[1]: Stopping Ceph osd.4 for ff1149ea-71d5-11ef-bceb-c7b262605968... 2024-09-13T14:37:39.436 INFO:journalctl@ceph.osd.4.smithi178.stdout:Sep 13 14:37:39 smithi178 bash[74597]: debug 2024-09-13T14:37:39.369+0000 7f5bdfb48640 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.4 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2024-09-13T14:37:39.436 INFO:journalctl@ceph.osd.4.smithi178.stdout:Sep 13 14:37:39 smithi178 bash[74597]: debug 2024-09-13T14:37:39.369+0000 7f5bdfb48640 -1 osd.4 153 *** Got signal Terminated *** 2024-09-13T14:37:39.436 INFO:journalctl@ceph.osd.4.smithi178.stdout:Sep 13 14:37:39 smithi178 bash[74597]: debug 2024-09-13T14:37:39.369+0000 7f5bdfb48640 -1 osd.4 153 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-13T14:37:40.145 INFO:journalctl@ceph.osd.5.smithi178.stdout:Sep 13 14:37:39 smithi178 bash[78620]: debug 2024-09-13T14:37:39.833+0000 7f90ea7ad640 -1 osd.5 153 heartbeat_check: no reply from 172.21.15.62:6806 osd.0 since back 2024-09-13T14:37:08.385719+0000 front 2024-09-13T14:37:08.385592+0000 (oldest deadline 2024-09-13T14:37:35.985881+0000) 2024-09-13T14:37:40.145 INFO:journalctl@ceph.osd.7.smithi178.stdout:Sep 13 14:37:39 smithi178 bash[87198]: debug 2024-09-13T14:37:39.821+0000 7f0d8bcd4640 -1 osd.7 153 heartbeat_check: no reply from 172.21.15.62:6806 osd.0 since back 2024-09-13T14:37:06.772815+0000 front 2024-09-13T14:37:06.772681+0000 (oldest deadline 2024-09-13T14:37:31.972860+0000) 2024-09-13T14:37:40.435 INFO:journalctl@ceph.osd.4.smithi178.stdout:Sep 13 14:37:40 smithi178 bash[74597]: debug 2024-09-13T14:37:40.221+0000 7f5bd8155640 -1 osd.4 153 heartbeat_check: no reply from 172.21.15.62:6806 osd.0 since back 2024-09-13T14:37:09.265972+0000 front 2024-09-13T14:37:09.266136+0000 (oldest deadline 2024-09-13T14:37:32.765495+0000) 2024-09-13T14:37:40.435 INFO:journalctl@ceph.osd.6.smithi178.stdout:Sep 13 14:37:40 smithi178 bash[83053]: debug 2024-09-13T14:37:40.141+0000 7f1735c08640 -1 osd.6 153 heartbeat_check: no reply from 172.21.15.62:6806 osd.0 since back 2024-09-13T14:37:08.042269+0000 front 2024-09-13T14:37:08.042488+0000 (oldest deadline 2024-09-13T14:37:35.042708+0000) 2024-09-13T14:37:41.127 INFO:journalctl@ceph.osd.5.smithi178.stdout:Sep 13 14:37:40 smithi178 bash[78620]: debug 2024-09-13T14:37:40.797+0000 7f90ea7ad640 -1 osd.5 153 heartbeat_check: no reply from 172.21.15.62:6806 osd.0 since back 2024-09-13T14:37:08.385719+0000 front 2024-09-13T14:37:08.385592+0000 (oldest deadline 2024-09-13T14:37:35.985881+0000) 2024-09-13T14:37:41.128 INFO:journalctl@ceph.osd.7.smithi178.stdout:Sep 13 14:37:40 smithi178 bash[87198]: debug 2024-09-13T14:37:40.837+0000 7f0d8bcd4640 -1 osd.7 153 heartbeat_check: no reply from 172.21.15.62:6806 osd.0 since back 2024-09-13T14:37:06.772815+0000 front 2024-09-13T14:37:06.772681+0000 (oldest deadline 2024-09-13T14:37:31.972860+0000) 2024-09-13T14:37:41.128 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:37:40 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:37:40.748840436Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:37:41.435 INFO:journalctl@ceph.osd.4.smithi178.stdout:Sep 13 14:37:41 smithi178 bash[74597]: debug 2024-09-13T14:37:41.209+0000 7f5bd8155640 -1 osd.4 153 heartbeat_check: no reply from 172.21.15.62:6806 osd.0 since back 2024-09-13T14:37:09.265972+0000 front 2024-09-13T14:37:09.266136+0000 (oldest deadline 2024-09-13T14:37:32.765495+0000) 2024-09-13T14:37:41.435 INFO:journalctl@ceph.osd.6.smithi178.stdout:Sep 13 14:37:41 smithi178 bash[83053]: debug 2024-09-13T14:37:41.125+0000 7f1735c08640 -1 osd.6 153 heartbeat_check: no reply from 172.21.15.62:6806 osd.0 since back 2024-09-13T14:37:08.042269+0000 front 2024-09-13T14:37:08.042488+0000 (oldest deadline 2024-09-13T14:37:35.042708+0000) 2024-09-13T14:37:41.435 INFO:journalctl@ceph.osd.6.smithi178.stdout:Sep 13 14:37:41 smithi178 bash[83053]: debug 2024-09-13T14:37:41.125+0000 7f1735c08640 -1 osd.6 153 heartbeat_check: no reply from 172.21.15.62:6814 osd.1 since back 2024-09-13T14:37:15.043659+0000 front 2024-09-13T14:37:15.043566+0000 (oldest deadline 2024-09-13T14:37:40.943214+0000) 2024-09-13T14:37:42.105 INFO:journalctl@ceph.osd.5.smithi178.stdout:Sep 13 14:37:41 smithi178 bash[78620]: debug 2024-09-13T14:37:41.765+0000 7f90ea7ad640 -1 osd.5 153 heartbeat_check: no reply from 172.21.15.62:6806 osd.0 since back 2024-09-13T14:37:08.385719+0000 front 2024-09-13T14:37:08.385592+0000 (oldest deadline 2024-09-13T14:37:35.985881+0000) 2024-09-13T14:37:42.106 INFO:journalctl@ceph.osd.7.smithi178.stdout:Sep 13 14:37:41 smithi178 bash[87198]: debug 2024-09-13T14:37:41.861+0000 7f0d8bcd4640 -1 osd.7 153 heartbeat_check: no reply from 172.21.15.62:6806 osd.0 since back 2024-09-13T14:37:06.772815+0000 front 2024-09-13T14:37:06.772681+0000 (oldest deadline 2024-09-13T14:37:31.972860+0000) 2024-09-13T14:37:42.435 INFO:journalctl@ceph.osd.4.smithi178.stdout:Sep 13 14:37:42 smithi178 bash[74597]: debug 2024-09-13T14:37:42.253+0000 7f5bd8155640 -1 osd.4 153 heartbeat_check: no reply from 172.21.15.62:6806 osd.0 since back 2024-09-13T14:37:09.265972+0000 front 2024-09-13T14:37:09.266136+0000 (oldest deadline 2024-09-13T14:37:32.765495+0000) 2024-09-13T14:37:42.435 INFO:journalctl@ceph.osd.4.smithi178.stdout:Sep 13 14:37:42 smithi178 bash[74597]: debug 2024-09-13T14:37:42.253+0000 7f5bd8155640 -1 osd.4 153 heartbeat_check: no reply from 172.21.15.62:6814 osd.1 since back 2024-09-13T14:37:16.167342+0000 front 2024-09-13T14:37:16.167392+0000 (oldest deadline 2024-09-13T14:37:42.067300+0000) 2024-09-13T14:37:42.435 INFO:journalctl@ceph.osd.6.smithi178.stdout:Sep 13 14:37:42 smithi178 bash[83053]: debug 2024-09-13T14:37:42.101+0000 7f1735c08640 -1 osd.6 153 heartbeat_check: no reply from 172.21.15.62:6806 osd.0 since back 2024-09-13T14:37:08.042269+0000 front 2024-09-13T14:37:08.042488+0000 (oldest deadline 2024-09-13T14:37:35.042708+0000) 2024-09-13T14:37:42.436 INFO:journalctl@ceph.osd.6.smithi178.stdout:Sep 13 14:37:42 smithi178 bash[83053]: debug 2024-09-13T14:37:42.101+0000 7f1735c08640 -1 osd.6 153 heartbeat_check: no reply from 172.21.15.62:6814 osd.1 since back 2024-09-13T14:37:15.043659+0000 front 2024-09-13T14:37:15.043566+0000 (oldest deadline 2024-09-13T14:37:40.943214+0000) 2024-09-13T14:37:43.062 INFO:journalctl@ceph.osd.5.smithi178.stdout:Sep 13 14:37:42 smithi178 bash[78620]: debug 2024-09-13T14:37:42.761+0000 7f90ea7ad640 -1 osd.5 153 heartbeat_check: no reply from 172.21.15.62:6806 osd.0 since back 2024-09-13T14:37:08.385719+0000 front 2024-09-13T14:37:08.385592+0000 (oldest deadline 2024-09-13T14:37:35.985881+0000) 2024-09-13T14:37:43.062 INFO:journalctl@ceph.osd.7.smithi178.stdout:Sep 13 14:37:42 smithi178 bash[87198]: debug 2024-09-13T14:37:42.821+0000 7f0d8bcd4640 -1 osd.7 153 heartbeat_check: no reply from 172.21.15.62:6806 osd.0 since back 2024-09-13T14:37:06.772815+0000 front 2024-09-13T14:37:06.772681+0000 (oldest deadline 2024-09-13T14:37:31.972860+0000) 2024-09-13T14:37:43.062 INFO:journalctl@ceph.osd.7.smithi178.stdout:Sep 13 14:37:42 smithi178 bash[87198]: debug 2024-09-13T14:37:42.821+0000 7f0d8bcd4640 -1 osd.7 153 heartbeat_check: no reply from 172.21.15.62:6814 osd.1 since back 2024-09-13T14:37:18.275684+0000 front 2024-09-13T14:37:18.275823+0000 (oldest deadline 2024-09-13T14:37:42.375405+0000) 2024-09-13T14:37:43.435 INFO:journalctl@ceph.osd.4.smithi178.stdout:Sep 13 14:37:43 smithi178 bash[74597]: debug 2024-09-13T14:37:43.209+0000 7f5bd8155640 -1 osd.4 153 heartbeat_check: no reply from 172.21.15.62:6806 osd.0 since back 2024-09-13T14:37:09.265972+0000 front 2024-09-13T14:37:09.266136+0000 (oldest deadline 2024-09-13T14:37:32.765495+0000) 2024-09-13T14:37:43.435 INFO:journalctl@ceph.osd.4.smithi178.stdout:Sep 13 14:37:43 smithi178 bash[74597]: debug 2024-09-13T14:37:43.209+0000 7f5bd8155640 -1 osd.4 153 heartbeat_check: no reply from 172.21.15.62:6814 osd.1 since back 2024-09-13T14:37:16.167342+0000 front 2024-09-13T14:37:16.167392+0000 (oldest deadline 2024-09-13T14:37:42.067300+0000) 2024-09-13T14:37:43.435 INFO:journalctl@ceph.osd.6.smithi178.stdout:Sep 13 14:37:43 smithi178 bash[83053]: debug 2024-09-13T14:37:43.061+0000 7f1735c08640 -1 osd.6 153 heartbeat_check: no reply from 172.21.15.62:6806 osd.0 since back 2024-09-13T14:37:08.042269+0000 front 2024-09-13T14:37:08.042488+0000 (oldest deadline 2024-09-13T14:37:35.042708+0000) 2024-09-13T14:37:43.436 INFO:journalctl@ceph.osd.6.smithi178.stdout:Sep 13 14:37:43 smithi178 bash[83053]: debug 2024-09-13T14:37:43.061+0000 7f1735c08640 -1 osd.6 153 heartbeat_check: no reply from 172.21.15.62:6814 osd.1 since back 2024-09-13T14:37:15.043659+0000 front 2024-09-13T14:37:15.043566+0000 (oldest deadline 2024-09-13T14:37:40.943214+0000) 2024-09-13T14:37:44.098 INFO:journalctl@ceph.osd.5.smithi178.stdout:Sep 13 14:37:43 smithi178 bash[78620]: debug 2024-09-13T14:37:43.793+0000 7f90ea7ad640 -1 osd.5 153 heartbeat_check: no reply from 172.21.15.62:6806 osd.0 since back 2024-09-13T14:37:08.385719+0000 front 2024-09-13T14:37:08.385592+0000 (oldest deadline 2024-09-13T14:37:35.985881+0000) 2024-09-13T14:37:44.099 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:37:43 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:37:43.754620611Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:37:44.099 INFO:journalctl@ceph.osd.7.smithi178.stdout:Sep 13 14:37:43 smithi178 bash[87198]: debug 2024-09-13T14:37:43.825+0000 7f0d8bcd4640 -1 osd.7 153 heartbeat_check: no reply from 172.21.15.62:6806 osd.0 since back 2024-09-13T14:37:06.772815+0000 front 2024-09-13T14:37:06.772681+0000 (oldest deadline 2024-09-13T14:37:31.972860+0000) 2024-09-13T14:37:44.099 INFO:journalctl@ceph.osd.7.smithi178.stdout:Sep 13 14:37:43 smithi178 bash[87198]: debug 2024-09-13T14:37:43.825+0000 7f0d8bcd4640 -1 osd.7 153 heartbeat_check: no reply from 172.21.15.62:6814 osd.1 since back 2024-09-13T14:37:18.275684+0000 front 2024-09-13T14:37:18.275823+0000 (oldest deadline 2024-09-13T14:37:42.375405+0000) 2024-09-13T14:37:44.435 INFO:journalctl@ceph.osd.6.smithi178.stdout:Sep 13 14:37:44 smithi178 bash[83053]: debug 2024-09-13T14:37:44.097+0000 7f1735c08640 -1 osd.6 153 heartbeat_check: no reply from 172.21.15.62:6806 osd.0 since back 2024-09-13T14:37:08.042269+0000 front 2024-09-13T14:37:08.042488+0000 (oldest deadline 2024-09-13T14:37:35.042708+0000) 2024-09-13T14:37:44.435 INFO:journalctl@ceph.osd.6.smithi178.stdout:Sep 13 14:37:44 smithi178 bash[83053]: debug 2024-09-13T14:37:44.097+0000 7f1735c08640 -1 osd.6 153 heartbeat_check: no reply from 172.21.15.62:6814 osd.1 since back 2024-09-13T14:37:15.043659+0000 front 2024-09-13T14:37:15.043566+0000 (oldest deadline 2024-09-13T14:37:40.943214+0000) 2024-09-13T14:37:44.435 INFO:journalctl@ceph.osd.4.smithi178.stdout:Sep 13 14:37:44 smithi178 bash[74597]: debug 2024-09-13T14:37:44.201+0000 7f5bd8155640 -1 osd.4 153 heartbeat_check: no reply from 172.21.15.62:6806 osd.0 since back 2024-09-13T14:37:09.265972+0000 front 2024-09-13T14:37:09.266136+0000 (oldest deadline 2024-09-13T14:37:32.765495+0000) 2024-09-13T14:37:44.435 INFO:journalctl@ceph.osd.4.smithi178.stdout:Sep 13 14:37:44 smithi178 bash[74597]: debug 2024-09-13T14:37:44.201+0000 7f5bd8155640 -1 osd.4 153 heartbeat_check: no reply from 172.21.15.62:6814 osd.1 since back 2024-09-13T14:37:16.167342+0000 front 2024-09-13T14:37:16.167392+0000 (oldest deadline 2024-09-13T14:37:42.067300+0000) 2024-09-13T14:37:45.091 INFO:journalctl@ceph.osd.7.smithi178.stdout:Sep 13 14:37:44 smithi178 bash[87198]: debug 2024-09-13T14:37:44.869+0000 7f0d8bcd4640 -1 osd.7 153 heartbeat_check: no reply from 172.21.15.62:6806 osd.0 since back 2024-09-13T14:37:06.772815+0000 front 2024-09-13T14:37:06.772681+0000 (oldest deadline 2024-09-13T14:37:31.972860+0000) 2024-09-13T14:37:45.091 INFO:journalctl@ceph.osd.7.smithi178.stdout:Sep 13 14:37:44 smithi178 bash[87198]: debug 2024-09-13T14:37:44.869+0000 7f0d8bcd4640 -1 osd.7 153 heartbeat_check: no reply from 172.21.15.62:6814 osd.1 since back 2024-09-13T14:37:18.275684+0000 front 2024-09-13T14:37:18.275823+0000 (oldest deadline 2024-09-13T14:37:42.375405+0000) 2024-09-13T14:37:45.092 INFO:journalctl@ceph.osd.5.smithi178.stdout:Sep 13 14:37:44 smithi178 bash[78620]: debug 2024-09-13T14:37:44.793+0000 7f90ea7ad640 -1 osd.5 153 heartbeat_check: no reply from 172.21.15.62:6806 osd.0 since back 2024-09-13T14:37:08.385719+0000 front 2024-09-13T14:37:08.385592+0000 (oldest deadline 2024-09-13T14:37:35.985881+0000) 2024-09-13T14:37:45.092 INFO:journalctl@ceph.osd.5.smithi178.stdout:Sep 13 14:37:44 smithi178 bash[78620]: debug 2024-09-13T14:37:44.793+0000 7f90ea7ad640 -1 osd.5 153 heartbeat_check: no reply from 172.21.15.62:6814 osd.1 since back 2024-09-13T14:37:17.588056+0000 front 2024-09-13T14:37:17.587807+0000 (oldest deadline 2024-09-13T14:37:43.988309+0000) 2024-09-13T14:37:45.435 INFO:journalctl@ceph.osd.4.smithi178.stdout:Sep 13 14:37:45 smithi178 bash[94668]: ceph-ff1149ea-71d5-11ef-bceb-c7b262605968-osd-4 2024-09-13T14:37:45.435 INFO:journalctl@ceph.osd.6.smithi178.stdout:Sep 13 14:37:45 smithi178 bash[83053]: debug 2024-09-13T14:37:45.089+0000 7f1735c08640 -1 osd.6 153 heartbeat_check: no reply from 172.21.15.62:6806 osd.0 since back 2024-09-13T14:37:08.042269+0000 front 2024-09-13T14:37:08.042488+0000 (oldest deadline 2024-09-13T14:37:35.042708+0000) 2024-09-13T14:37:45.435 INFO:journalctl@ceph.osd.6.smithi178.stdout:Sep 13 14:37:45 smithi178 bash[83053]: debug 2024-09-13T14:37:45.089+0000 7f1735c08640 -1 osd.6 153 heartbeat_check: no reply from 172.21.15.62:6814 osd.1 since back 2024-09-13T14:37:15.043659+0000 front 2024-09-13T14:37:15.043566+0000 (oldest deadline 2024-09-13T14:37:40.943214+0000) 2024-09-13T14:37:45.775 INFO:journalctl@ceph.osd.4.smithi178.stdout:Sep 13 14:37:45 smithi178 bash[94734]: Error response from daemon: No such container: ceph-ff1149ea-71d5-11ef-bceb-c7b262605968-osd-4 2024-09-13T14:37:46.094 INFO:journalctl@ceph.osd.5.smithi178.stdout:Sep 13 14:37:45 smithi178 bash[78620]: debug 2024-09-13T14:37:45.773+0000 7f90ea7ad640 -1 osd.5 153 heartbeat_check: no reply from 172.21.15.62:6806 osd.0 since back 2024-09-13T14:37:08.385719+0000 front 2024-09-13T14:37:08.385592+0000 (oldest deadline 2024-09-13T14:37:35.985881+0000) 2024-09-13T14:37:46.094 INFO:journalctl@ceph.osd.5.smithi178.stdout:Sep 13 14:37:45 smithi178 bash[78620]: debug 2024-09-13T14:37:45.773+0000 7f90ea7ad640 -1 osd.5 153 heartbeat_check: no reply from 172.21.15.62:6814 osd.1 since back 2024-09-13T14:37:17.588056+0000 front 2024-09-13T14:37:17.587807+0000 (oldest deadline 2024-09-13T14:37:43.988309+0000) 2024-09-13T14:37:46.095 INFO:journalctl@ceph.osd.7.smithi178.stdout:Sep 13 14:37:45 smithi178 bash[87198]: debug 2024-09-13T14:37:45.829+0000 7f0d8bcd4640 -1 osd.7 153 heartbeat_check: no reply from 172.21.15.62:6806 osd.0 since back 2024-09-13T14:37:06.772815+0000 front 2024-09-13T14:37:06.772681+0000 (oldest deadline 2024-09-13T14:37:31.972860+0000) 2024-09-13T14:37:46.095 INFO:journalctl@ceph.osd.7.smithi178.stdout:Sep 13 14:37:45 smithi178 bash[87198]: debug 2024-09-13T14:37:45.829+0000 7f0d8bcd4640 -1 osd.7 153 heartbeat_check: no reply from 172.21.15.62:6814 osd.1 since back 2024-09-13T14:37:18.275684+0000 front 2024-09-13T14:37:18.275823+0000 (oldest deadline 2024-09-13T14:37:42.375405+0000) 2024-09-13T14:37:46.435 INFO:journalctl@ceph.osd.6.smithi178.stdout:Sep 13 14:37:46 smithi178 bash[83053]: debug 2024-09-13T14:37:46.093+0000 7f1735c08640 -1 osd.6 153 heartbeat_check: no reply from 172.21.15.62:6806 osd.0 since back 2024-09-13T14:37:08.042269+0000 front 2024-09-13T14:37:08.042488+0000 (oldest deadline 2024-09-13T14:37:35.042708+0000) 2024-09-13T14:37:46.435 INFO:journalctl@ceph.osd.6.smithi178.stdout:Sep 13 14:37:46 smithi178 bash[83053]: debug 2024-09-13T14:37:46.093+0000 7f1735c08640 -1 osd.6 153 heartbeat_check: no reply from 172.21.15.62:6814 osd.1 since back 2024-09-13T14:37:15.043659+0000 front 2024-09-13T14:37:15.043566+0000 (oldest deadline 2024-09-13T14:37:40.943214+0000) 2024-09-13T14:37:47.107 INFO:journalctl@ceph.osd.5.smithi178.stdout:Sep 13 14:37:46 smithi178 bash[78620]: debug 2024-09-13T14:37:46.801+0000 7f90ea7ad640 -1 osd.5 153 heartbeat_check: no reply from 172.21.15.62:6806 osd.0 since back 2024-09-13T14:37:08.385719+0000 front 2024-09-13T14:37:08.385592+0000 (oldest deadline 2024-09-13T14:37:35.985881+0000) 2024-09-13T14:37:47.107 INFO:journalctl@ceph.osd.5.smithi178.stdout:Sep 13 14:37:46 smithi178 bash[78620]: debug 2024-09-13T14:37:46.801+0000 7f90ea7ad640 -1 osd.5 153 heartbeat_check: no reply from 172.21.15.62:6814 osd.1 since back 2024-09-13T14:37:17.588056+0000 front 2024-09-13T14:37:17.587807+0000 (oldest deadline 2024-09-13T14:37:43.988309+0000) 2024-09-13T14:37:47.107 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:37:46 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:37:46.734133774Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:37:47.108 INFO:journalctl@ceph.osd.7.smithi178.stdout:Sep 13 14:37:46 smithi178 bash[87198]: debug 2024-09-13T14:37:46.785+0000 7f0d8bcd4640 -1 osd.7 153 heartbeat_check: no reply from 172.21.15.62:6806 osd.0 since back 2024-09-13T14:37:06.772815+0000 front 2024-09-13T14:37:06.772681+0000 (oldest deadline 2024-09-13T14:37:31.972860+0000) 2024-09-13T14:37:47.108 INFO:journalctl@ceph.osd.7.smithi178.stdout:Sep 13 14:37:46 smithi178 bash[87198]: debug 2024-09-13T14:37:46.785+0000 7f0d8bcd4640 -1 osd.7 153 heartbeat_check: no reply from 172.21.15.62:6814 osd.1 since back 2024-09-13T14:37:18.275684+0000 front 2024-09-13T14:37:18.275823+0000 (oldest deadline 2024-09-13T14:37:42.375405+0000) 2024-09-13T14:37:47.435 INFO:journalctl@ceph.osd.6.smithi178.stdout:Sep 13 14:37:47 smithi178 bash[83053]: debug 2024-09-13T14:37:47.141+0000 7f1735c08640 -1 osd.6 153 heartbeat_check: no reply from 172.21.15.62:6806 osd.0 since back 2024-09-13T14:37:08.042269+0000 front 2024-09-13T14:37:08.042488+0000 (oldest deadline 2024-09-13T14:37:35.042708+0000) 2024-09-13T14:37:47.435 INFO:journalctl@ceph.osd.6.smithi178.stdout:Sep 13 14:37:47 smithi178 bash[83053]: debug 2024-09-13T14:37:47.141+0000 7f1735c08640 -1 osd.6 153 heartbeat_check: no reply from 172.21.15.62:6814 osd.1 since back 2024-09-13T14:37:15.043659+0000 front 2024-09-13T14:37:15.043566+0000 (oldest deadline 2024-09-13T14:37:40.943214+0000) 2024-09-13T14:37:47.756 DEBUG:teuthology.orchestra.run.smithi178:> sudo pkill -f 'journalctl -f -n 0 -u ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@osd.4.service' 2024-09-13T14:37:47.785 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-13T14:37:47.785 INFO:tasks.cephadm.osd.4:Stopped osd.4 2024-09-13T14:37:47.785 INFO:tasks.cephadm.osd.5:Stopping osd.5... 2024-09-13T14:37:47.786 DEBUG:teuthology.orchestra.run.smithi178:> sudo systemctl stop ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@osd.5 2024-09-13T14:37:48.144 INFO:journalctl@ceph.osd.7.smithi178.stdout:Sep 13 14:37:47 smithi178 bash[87198]: debug 2024-09-13T14:37:47.769+0000 7f0d8bcd4640 -1 osd.7 153 heartbeat_check: no reply from 172.21.15.62:6806 osd.0 since back 2024-09-13T14:37:06.772815+0000 front 2024-09-13T14:37:06.772681+0000 (oldest deadline 2024-09-13T14:37:31.972860+0000) 2024-09-13T14:37:48.145 INFO:journalctl@ceph.osd.7.smithi178.stdout:Sep 13 14:37:47 smithi178 bash[87198]: debug 2024-09-13T14:37:47.769+0000 7f0d8bcd4640 -1 osd.7 153 heartbeat_check: no reply from 172.21.15.62:6814 osd.1 since back 2024-09-13T14:37:18.275684+0000 front 2024-09-13T14:37:18.275823+0000 (oldest deadline 2024-09-13T14:37:42.375405+0000) 2024-09-13T14:37:48.145 INFO:journalctl@ceph.osd.5.smithi178.stdout:Sep 13 14:37:47 smithi178 bash[78620]: debug 2024-09-13T14:37:47.821+0000 7f90ea7ad640 -1 osd.5 153 heartbeat_check: no reply from 172.21.15.62:6806 osd.0 since back 2024-09-13T14:37:08.385719+0000 front 2024-09-13T14:37:08.385592+0000 (oldest deadline 2024-09-13T14:37:35.985881+0000) 2024-09-13T14:37:48.145 INFO:journalctl@ceph.osd.5.smithi178.stdout:Sep 13 14:37:47 smithi178 bash[78620]: debug 2024-09-13T14:37:47.821+0000 7f90ea7ad640 -1 osd.5 153 heartbeat_check: no reply from 172.21.15.62:6814 osd.1 since back 2024-09-13T14:37:17.588056+0000 front 2024-09-13T14:37:17.587807+0000 (oldest deadline 2024-09-13T14:37:43.988309+0000) 2024-09-13T14:37:48.145 INFO:journalctl@ceph.osd.5.smithi178.stdout:Sep 13 14:37:47 smithi178 systemd[1]: Stopping Ceph osd.5 for ff1149ea-71d5-11ef-bceb-c7b262605968... 2024-09-13T14:37:48.145 INFO:journalctl@ceph.osd.5.smithi178.stdout:Sep 13 14:37:47 smithi178 bash[78620]: debug 2024-09-13T14:37:47.965+0000 7f90f21a0640 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.5 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2024-09-13T14:37:48.145 INFO:journalctl@ceph.osd.5.smithi178.stdout:Sep 13 14:37:47 smithi178 bash[78620]: debug 2024-09-13T14:37:47.965+0000 7f90f21a0640 -1 osd.5 153 *** Got signal Terminated *** 2024-09-13T14:37:48.146 INFO:journalctl@ceph.osd.5.smithi178.stdout:Sep 13 14:37:47 smithi178 bash[78620]: debug 2024-09-13T14:37:47.965+0000 7f90f21a0640 -1 osd.5 153 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-13T14:37:48.435 INFO:journalctl@ceph.osd.6.smithi178.stdout:Sep 13 14:37:48 smithi178 bash[83053]: debug 2024-09-13T14:37:48.141+0000 7f1735c08640 -1 osd.6 153 heartbeat_check: no reply from 172.21.15.62:6806 osd.0 since back 2024-09-13T14:37:08.042269+0000 front 2024-09-13T14:37:08.042488+0000 (oldest deadline 2024-09-13T14:37:35.042708+0000) 2024-09-13T14:37:48.435 INFO:journalctl@ceph.osd.6.smithi178.stdout:Sep 13 14:37:48 smithi178 bash[83053]: debug 2024-09-13T14:37:48.141+0000 7f1735c08640 -1 osd.6 153 heartbeat_check: no reply from 172.21.15.62:6814 osd.1 since back 2024-09-13T14:37:15.043659+0000 front 2024-09-13T14:37:15.043566+0000 (oldest deadline 2024-09-13T14:37:40.943214+0000) 2024-09-13T14:37:49.182 INFO:journalctl@ceph.osd.5.smithi178.stdout:Sep 13 14:37:48 smithi178 bash[78620]: debug 2024-09-13T14:37:48.829+0000 7f90ea7ad640 -1 osd.5 153 heartbeat_check: no reply from 172.21.15.62:6806 osd.0 since back 2024-09-13T14:37:08.385719+0000 front 2024-09-13T14:37:08.385592+0000 (oldest deadline 2024-09-13T14:37:35.985881+0000) 2024-09-13T14:37:49.182 INFO:journalctl@ceph.osd.5.smithi178.stdout:Sep 13 14:37:48 smithi178 bash[78620]: debug 2024-09-13T14:37:48.829+0000 7f90ea7ad640 -1 osd.5 153 heartbeat_check: no reply from 172.21.15.62:6814 osd.1 since back 2024-09-13T14:37:17.588056+0000 front 2024-09-13T14:37:17.587807+0000 (oldest deadline 2024-09-13T14:37:43.988309+0000) 2024-09-13T14:37:49.182 INFO:journalctl@ceph.osd.7.smithi178.stdout:Sep 13 14:37:48 smithi178 bash[87198]: debug 2024-09-13T14:37:48.753+0000 7f0d8bcd4640 -1 osd.7 153 heartbeat_check: no reply from 172.21.15.62:6806 osd.0 since back 2024-09-13T14:37:06.772815+0000 front 2024-09-13T14:37:06.772681+0000 (oldest deadline 2024-09-13T14:37:31.972860+0000) 2024-09-13T14:37:49.182 INFO:journalctl@ceph.osd.7.smithi178.stdout:Sep 13 14:37:48 smithi178 bash[87198]: debug 2024-09-13T14:37:48.753+0000 7f0d8bcd4640 -1 osd.7 153 heartbeat_check: no reply from 172.21.15.62:6814 osd.1 since back 2024-09-13T14:37:18.275684+0000 front 2024-09-13T14:37:18.275823+0000 (oldest deadline 2024-09-13T14:37:42.375405+0000) 2024-09-13T14:37:49.435 INFO:journalctl@ceph.osd.6.smithi178.stdout:Sep 13 14:37:49 smithi178 bash[83053]: debug 2024-09-13T14:37:49.181+0000 7f1735c08640 -1 osd.6 153 heartbeat_check: no reply from 172.21.15.62:6806 osd.0 since back 2024-09-13T14:37:08.042269+0000 front 2024-09-13T14:37:08.042488+0000 (oldest deadline 2024-09-13T14:37:35.042708+0000) 2024-09-13T14:37:49.435 INFO:journalctl@ceph.osd.6.smithi178.stdout:Sep 13 14:37:49 smithi178 bash[83053]: debug 2024-09-13T14:37:49.181+0000 7f1735c08640 -1 osd.6 153 heartbeat_check: no reply from 172.21.15.62:6814 osd.1 since back 2024-09-13T14:37:15.043659+0000 front 2024-09-13T14:37:15.043566+0000 (oldest deadline 2024-09-13T14:37:40.943214+0000) 2024-09-13T14:37:50.185 INFO:journalctl@ceph.osd.5.smithi178.stdout:Sep 13 14:37:49 smithi178 bash[78620]: debug 2024-09-13T14:37:49.845+0000 7f90ea7ad640 -1 osd.5 153 heartbeat_check: no reply from 172.21.15.62:6806 osd.0 since back 2024-09-13T14:37:08.385719+0000 front 2024-09-13T14:37:08.385592+0000 (oldest deadline 2024-09-13T14:37:35.985881+0000) 2024-09-13T14:37:50.185 INFO:journalctl@ceph.osd.5.smithi178.stdout:Sep 13 14:37:49 smithi178 bash[78620]: debug 2024-09-13T14:37:49.845+0000 7f90ea7ad640 -1 osd.5 153 heartbeat_check: no reply from 172.21.15.62:6814 osd.1 since back 2024-09-13T14:37:17.588056+0000 front 2024-09-13T14:37:17.587807+0000 (oldest deadline 2024-09-13T14:37:43.988309+0000) 2024-09-13T14:37:50.186 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:37:49 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:37:49.746518236Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:37:50.186 INFO:journalctl@ceph.osd.7.smithi178.stdout:Sep 13 14:37:49 smithi178 bash[87198]: debug 2024-09-13T14:37:49.753+0000 7f0d8bcd4640 -1 osd.7 153 heartbeat_check: no reply from 172.21.15.62:6806 osd.0 since back 2024-09-13T14:37:06.772815+0000 front 2024-09-13T14:37:06.772681+0000 (oldest deadline 2024-09-13T14:37:31.972860+0000) 2024-09-13T14:37:50.186 INFO:journalctl@ceph.osd.7.smithi178.stdout:Sep 13 14:37:49 smithi178 bash[87198]: debug 2024-09-13T14:37:49.753+0000 7f0d8bcd4640 -1 osd.7 153 heartbeat_check: no reply from 172.21.15.62:6814 osd.1 since back 2024-09-13T14:37:18.275684+0000 front 2024-09-13T14:37:18.275823+0000 (oldest deadline 2024-09-13T14:37:42.375405+0000) 2024-09-13T14:37:50.685 INFO:journalctl@ceph.osd.6.smithi178.stdout:Sep 13 14:37:50 smithi178 bash[83053]: debug 2024-09-13T14:37:50.221+0000 7f1735c08640 -1 osd.6 153 heartbeat_check: no reply from 172.21.15.62:6806 osd.0 since back 2024-09-13T14:37:08.042269+0000 front 2024-09-13T14:37:08.042488+0000 (oldest deadline 2024-09-13T14:37:35.042708+0000) 2024-09-13T14:37:50.685 INFO:journalctl@ceph.osd.6.smithi178.stdout:Sep 13 14:37:50 smithi178 bash[83053]: debug 2024-09-13T14:37:50.221+0000 7f1735c08640 -1 osd.6 153 heartbeat_check: no reply from 172.21.15.62:6814 osd.1 since back 2024-09-13T14:37:15.043659+0000 front 2024-09-13T14:37:15.043566+0000 (oldest deadline 2024-09-13T14:37:40.943214+0000) 2024-09-13T14:37:51.185 INFO:journalctl@ceph.osd.5.smithi178.stdout:Sep 13 14:37:50 smithi178 bash[78620]: debug 2024-09-13T14:37:50.849+0000 7f90ea7ad640 -1 osd.5 153 heartbeat_check: no reply from 172.21.15.62:6806 osd.0 since back 2024-09-13T14:37:08.385719+0000 front 2024-09-13T14:37:08.385592+0000 (oldest deadline 2024-09-13T14:37:35.985881+0000) 2024-09-13T14:37:51.185 INFO:journalctl@ceph.osd.5.smithi178.stdout:Sep 13 14:37:50 smithi178 bash[78620]: debug 2024-09-13T14:37:50.849+0000 7f90ea7ad640 -1 osd.5 153 heartbeat_check: no reply from 172.21.15.62:6814 osd.1 since back 2024-09-13T14:37:17.588056+0000 front 2024-09-13T14:37:17.587807+0000 (oldest deadline 2024-09-13T14:37:43.988309+0000) 2024-09-13T14:37:51.185 INFO:journalctl@ceph.osd.5.smithi178.stdout:Sep 13 14:37:50 smithi178 bash[78620]: debug 2024-09-13T14:37:50.849+0000 7f90ea7ad640 -1 osd.5 153 heartbeat_check: no reply from 172.21.15.62:6822 osd.2 since back 2024-09-13T14:37:23.989370+0000 front 2024-09-13T14:37:23.989196+0000 (oldest deadline 2024-09-13T14:37:49.888791+0000) 2024-09-13T14:37:51.186 INFO:journalctl@ceph.osd.7.smithi178.stdout:Sep 13 14:37:50 smithi178 bash[87198]: debug 2024-09-13T14:37:50.757+0000 7f0d8bcd4640 -1 osd.7 153 heartbeat_check: no reply from 172.21.15.62:6806 osd.0 since back 2024-09-13T14:37:06.772815+0000 front 2024-09-13T14:37:06.772681+0000 (oldest deadline 2024-09-13T14:37:31.972860+0000) 2024-09-13T14:37:51.186 INFO:journalctl@ceph.osd.7.smithi178.stdout:Sep 13 14:37:50 smithi178 bash[87198]: debug 2024-09-13T14:37:50.757+0000 7f0d8bcd4640 -1 osd.7 153 heartbeat_check: no reply from 172.21.15.62:6814 osd.1 since back 2024-09-13T14:37:18.275684+0000 front 2024-09-13T14:37:18.275823+0000 (oldest deadline 2024-09-13T14:37:42.375405+0000) 2024-09-13T14:37:51.685 INFO:journalctl@ceph.osd.6.smithi178.stdout:Sep 13 14:37:51 smithi178 bash[83053]: debug 2024-09-13T14:37:51.265+0000 7f1735c08640 -1 osd.6 153 heartbeat_check: no reply from 172.21.15.62:6806 osd.0 since back 2024-09-13T14:37:08.042269+0000 front 2024-09-13T14:37:08.042488+0000 (oldest deadline 2024-09-13T14:37:35.042708+0000) 2024-09-13T14:37:51.685 INFO:journalctl@ceph.osd.6.smithi178.stdout:Sep 13 14:37:51 smithi178 bash[83053]: debug 2024-09-13T14:37:51.265+0000 7f1735c08640 -1 osd.6 153 heartbeat_check: no reply from 172.21.15.62:6814 osd.1 since back 2024-09-13T14:37:15.043659+0000 front 2024-09-13T14:37:15.043566+0000 (oldest deadline 2024-09-13T14:37:40.943214+0000) 2024-09-13T14:37:52.185 INFO:journalctl@ceph.osd.5.smithi178.stdout:Sep 13 14:37:51 smithi178 bash[78620]: debug 2024-09-13T14:37:51.877+0000 7f90ea7ad640 -1 osd.5 153 heartbeat_check: no reply from 172.21.15.62:6806 osd.0 since back 2024-09-13T14:37:08.385719+0000 front 2024-09-13T14:37:08.385592+0000 (oldest deadline 2024-09-13T14:37:35.985881+0000) 2024-09-13T14:37:52.185 INFO:journalctl@ceph.osd.5.smithi178.stdout:Sep 13 14:37:51 smithi178 bash[78620]: debug 2024-09-13T14:37:51.877+0000 7f90ea7ad640 -1 osd.5 153 heartbeat_check: no reply from 172.21.15.62:6814 osd.1 since back 2024-09-13T14:37:17.588056+0000 front 2024-09-13T14:37:17.587807+0000 (oldest deadline 2024-09-13T14:37:43.988309+0000) 2024-09-13T14:37:52.185 INFO:journalctl@ceph.osd.5.smithi178.stdout:Sep 13 14:37:51 smithi178 bash[78620]: debug 2024-09-13T14:37:51.877+0000 7f90ea7ad640 -1 osd.5 153 heartbeat_check: no reply from 172.21.15.62:6822 osd.2 since back 2024-09-13T14:37:23.989370+0000 front 2024-09-13T14:37:23.989196+0000 (oldest deadline 2024-09-13T14:37:49.888791+0000) 2024-09-13T14:37:52.186 INFO:journalctl@ceph.osd.7.smithi178.stdout:Sep 13 14:37:51 smithi178 bash[87198]: debug 2024-09-13T14:37:51.761+0000 7f0d8bcd4640 -1 osd.7 153 heartbeat_check: no reply from 172.21.15.62:6806 osd.0 since back 2024-09-13T14:37:06.772815+0000 front 2024-09-13T14:37:06.772681+0000 (oldest deadline 2024-09-13T14:37:31.972860+0000) 2024-09-13T14:37:52.186 INFO:journalctl@ceph.osd.7.smithi178.stdout:Sep 13 14:37:51 smithi178 bash[87198]: debug 2024-09-13T14:37:51.761+0000 7f0d8bcd4640 -1 osd.7 153 heartbeat_check: no reply from 172.21.15.62:6814 osd.1 since back 2024-09-13T14:37:18.275684+0000 front 2024-09-13T14:37:18.275823+0000 (oldest deadline 2024-09-13T14:37:42.375405+0000) 2024-09-13T14:37:52.186 INFO:journalctl@ceph.osd.7.smithi178.stdout:Sep 13 14:37:51 smithi178 bash[87198]: debug 2024-09-13T14:37:51.761+0000 7f0d8bcd4640 -1 osd.7 153 heartbeat_check: no reply from 172.21.15.62:6822 osd.2 since back 2024-09-13T14:37:27.577545+0000 front 2024-09-13T14:37:27.577620+0000 (oldest deadline 2024-09-13T14:37:51.077171+0000) 2024-09-13T14:37:52.685 INFO:journalctl@ceph.osd.6.smithi178.stdout:Sep 13 14:37:52 smithi178 bash[83053]: debug 2024-09-13T14:37:52.233+0000 7f1735c08640 -1 osd.6 153 heartbeat_check: no reply from 172.21.15.62:6806 osd.0 since back 2024-09-13T14:37:08.042269+0000 front 2024-09-13T14:37:08.042488+0000 (oldest deadline 2024-09-13T14:37:35.042708+0000) 2024-09-13T14:37:52.685 INFO:journalctl@ceph.osd.6.smithi178.stdout:Sep 13 14:37:52 smithi178 bash[83053]: debug 2024-09-13T14:37:52.233+0000 7f1735c08640 -1 osd.6 153 heartbeat_check: no reply from 172.21.15.62:6814 osd.1 since back 2024-09-13T14:37:15.043659+0000 front 2024-09-13T14:37:15.043566+0000 (oldest deadline 2024-09-13T14:37:40.943214+0000) 2024-09-13T14:37:52.685 INFO:journalctl@ceph.osd.6.smithi178.stdout:Sep 13 14:37:52 smithi178 bash[83053]: debug 2024-09-13T14:37:52.233+0000 7f1735c08640 -1 osd.6 153 heartbeat_check: no reply from 172.21.15.62:6822 osd.2 since back 2024-09-13T14:37:27.246067+0000 front 2024-09-13T14:37:27.245902+0000 (oldest deadline 2024-09-13T14:37:51.345637+0000) 2024-09-13T14:37:53.185 INFO:journalctl@ceph.osd.5.smithi178.stdout:Sep 13 14:37:52 smithi178 bash[78620]: debug 2024-09-13T14:37:52.897+0000 7f90ea7ad640 -1 osd.5 153 heartbeat_check: no reply from 172.21.15.62:6806 osd.0 since back 2024-09-13T14:37:08.385719+0000 front 2024-09-13T14:37:08.385592+0000 (oldest deadline 2024-09-13T14:37:35.985881+0000) 2024-09-13T14:37:53.185 INFO:journalctl@ceph.osd.5.smithi178.stdout:Sep 13 14:37:52 smithi178 bash[78620]: debug 2024-09-13T14:37:52.897+0000 7f90ea7ad640 -1 osd.5 153 heartbeat_check: no reply from 172.21.15.62:6814 osd.1 since back 2024-09-13T14:37:17.588056+0000 front 2024-09-13T14:37:17.587807+0000 (oldest deadline 2024-09-13T14:37:43.988309+0000) 2024-09-13T14:37:53.186 INFO:journalctl@ceph.osd.5.smithi178.stdout:Sep 13 14:37:52 smithi178 bash[78620]: debug 2024-09-13T14:37:52.897+0000 7f90ea7ad640 -1 osd.5 153 heartbeat_check: no reply from 172.21.15.62:6822 osd.2 since back 2024-09-13T14:37:23.989370+0000 front 2024-09-13T14:37:23.989196+0000 (oldest deadline 2024-09-13T14:37:49.888791+0000) 2024-09-13T14:37:53.186 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:37:52 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:37:52.734665904Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:37:53.186 INFO:journalctl@ceph.osd.7.smithi178.stdout:Sep 13 14:37:52 smithi178 bash[87198]: debug 2024-09-13T14:37:52.729+0000 7f0d8bcd4640 -1 osd.7 153 heartbeat_check: no reply from 172.21.15.62:6806 osd.0 since back 2024-09-13T14:37:06.772815+0000 front 2024-09-13T14:37:06.772681+0000 (oldest deadline 2024-09-13T14:37:31.972860+0000) 2024-09-13T14:37:53.186 INFO:journalctl@ceph.osd.7.smithi178.stdout:Sep 13 14:37:52 smithi178 bash[87198]: debug 2024-09-13T14:37:52.729+0000 7f0d8bcd4640 -1 osd.7 153 heartbeat_check: no reply from 172.21.15.62:6814 osd.1 since back 2024-09-13T14:37:18.275684+0000 front 2024-09-13T14:37:18.275823+0000 (oldest deadline 2024-09-13T14:37:42.375405+0000) 2024-09-13T14:37:53.186 INFO:journalctl@ceph.osd.7.smithi178.stdout:Sep 13 14:37:52 smithi178 bash[87198]: debug 2024-09-13T14:37:52.729+0000 7f0d8bcd4640 -1 osd.7 153 heartbeat_check: no reply from 172.21.15.62:6822 osd.2 since back 2024-09-13T14:37:27.577545+0000 front 2024-09-13T14:37:27.577620+0000 (oldest deadline 2024-09-13T14:37:51.077171+0000) 2024-09-13T14:37:53.565 INFO:journalctl@ceph.osd.6.smithi178.stdout:Sep 13 14:37:53 smithi178 bash[83053]: debug 2024-09-13T14:37:53.285+0000 7f1735c08640 -1 osd.6 153 heartbeat_check: no reply from 172.21.15.62:6806 osd.0 since back 2024-09-13T14:37:08.042269+0000 front 2024-09-13T14:37:08.042488+0000 (oldest deadline 2024-09-13T14:37:35.042708+0000) 2024-09-13T14:37:53.566 INFO:journalctl@ceph.osd.6.smithi178.stdout:Sep 13 14:37:53 smithi178 bash[83053]: debug 2024-09-13T14:37:53.285+0000 7f1735c08640 -1 osd.6 153 heartbeat_check: no reply from 172.21.15.62:6814 osd.1 since back 2024-09-13T14:37:15.043659+0000 front 2024-09-13T14:37:15.043566+0000 (oldest deadline 2024-09-13T14:37:40.943214+0000) 2024-09-13T14:37:53.566 INFO:journalctl@ceph.osd.6.smithi178.stdout:Sep 13 14:37:53 smithi178 bash[83053]: debug 2024-09-13T14:37:53.285+0000 7f1735c08640 -1 osd.6 153 heartbeat_check: no reply from 172.21.15.62:6822 osd.2 since back 2024-09-13T14:37:27.246067+0000 front 2024-09-13T14:37:27.245902+0000 (oldest deadline 2024-09-13T14:37:51.345637+0000) 2024-09-13T14:37:53.935 INFO:journalctl@ceph.osd.7.smithi178.stdout:Sep 13 14:37:53 smithi178 bash[87198]: debug 2024-09-13T14:37:53.725+0000 7f0d8bcd4640 -1 osd.7 153 heartbeat_check: no reply from 172.21.15.62:6806 osd.0 since back 2024-09-13T14:37:06.772815+0000 front 2024-09-13T14:37:06.772681+0000 (oldest deadline 2024-09-13T14:37:31.972860+0000) 2024-09-13T14:37:53.935 INFO:journalctl@ceph.osd.7.smithi178.stdout:Sep 13 14:37:53 smithi178 bash[87198]: debug 2024-09-13T14:37:53.725+0000 7f0d8bcd4640 -1 osd.7 153 heartbeat_check: no reply from 172.21.15.62:6814 osd.1 since back 2024-09-13T14:37:18.275684+0000 front 2024-09-13T14:37:18.275823+0000 (oldest deadline 2024-09-13T14:37:42.375405+0000) 2024-09-13T14:37:53.935 INFO:journalctl@ceph.osd.7.smithi178.stdout:Sep 13 14:37:53 smithi178 bash[87198]: debug 2024-09-13T14:37:53.725+0000 7f0d8bcd4640 -1 osd.7 153 heartbeat_check: no reply from 172.21.15.62:6822 osd.2 since back 2024-09-13T14:37:27.577545+0000 front 2024-09-13T14:37:27.577620+0000 (oldest deadline 2024-09-13T14:37:51.077171+0000) 2024-09-13T14:37:54.435 INFO:journalctl@ceph.osd.5.smithi178.stdout:Sep 13 14:37:54 smithi178 bash[94864]: ceph-ff1149ea-71d5-11ef-bceb-c7b262605968-osd-5 2024-09-13T14:37:54.435 INFO:journalctl@ceph.osd.5.smithi178.stdout:Sep 13 14:37:54 smithi178 bash[94931]: Error response from daemon: No such container: ceph-ff1149ea-71d5-11ef-bceb-c7b262605968-osd-5 2024-09-13T14:37:54.435 INFO:journalctl@ceph.osd.6.smithi178.stdout:Sep 13 14:37:54 smithi178 bash[83053]: debug 2024-09-13T14:37:54.253+0000 7f1735c08640 -1 osd.6 153 heartbeat_check: no reply from 172.21.15.62:6806 osd.0 since back 2024-09-13T14:37:08.042269+0000 front 2024-09-13T14:37:08.042488+0000 (oldest deadline 2024-09-13T14:37:35.042708+0000) 2024-09-13T14:37:54.435 INFO:journalctl@ceph.osd.6.smithi178.stdout:Sep 13 14:37:54 smithi178 bash[83053]: debug 2024-09-13T14:37:54.253+0000 7f1735c08640 -1 osd.6 153 heartbeat_check: no reply from 172.21.15.62:6814 osd.1 since back 2024-09-13T14:37:15.043659+0000 front 2024-09-13T14:37:15.043566+0000 (oldest deadline 2024-09-13T14:37:40.943214+0000) 2024-09-13T14:37:54.436 INFO:journalctl@ceph.osd.6.smithi178.stdout:Sep 13 14:37:54 smithi178 bash[83053]: debug 2024-09-13T14:37:54.253+0000 7f1735c08640 -1 osd.6 153 heartbeat_check: no reply from 172.21.15.62:6822 osd.2 since back 2024-09-13T14:37:27.246067+0000 front 2024-09-13T14:37:27.245902+0000 (oldest deadline 2024-09-13T14:37:51.345637+0000) 2024-09-13T14:37:54.935 INFO:journalctl@ceph.osd.7.smithi178.stdout:Sep 13 14:37:54 smithi178 bash[87198]: debug 2024-09-13T14:37:54.697+0000 7f0d8bcd4640 -1 osd.7 153 heartbeat_check: no reply from 172.21.15.62:6806 osd.0 since back 2024-09-13T14:37:06.772815+0000 front 2024-09-13T14:37:06.772681+0000 (oldest deadline 2024-09-13T14:37:31.972860+0000) 2024-09-13T14:37:54.935 INFO:journalctl@ceph.osd.7.smithi178.stdout:Sep 13 14:37:54 smithi178 bash[87198]: debug 2024-09-13T14:37:54.697+0000 7f0d8bcd4640 -1 osd.7 153 heartbeat_check: no reply from 172.21.15.62:6814 osd.1 since back 2024-09-13T14:37:18.275684+0000 front 2024-09-13T14:37:18.275823+0000 (oldest deadline 2024-09-13T14:37:42.375405+0000) 2024-09-13T14:37:54.935 INFO:journalctl@ceph.osd.7.smithi178.stdout:Sep 13 14:37:54 smithi178 bash[87198]: debug 2024-09-13T14:37:54.697+0000 7f0d8bcd4640 -1 osd.7 153 heartbeat_check: no reply from 172.21.15.62:6822 osd.2 since back 2024-09-13T14:37:27.577545+0000 front 2024-09-13T14:37:27.577620+0000 (oldest deadline 2024-09-13T14:37:51.077171+0000) 2024-09-13T14:37:55.663 INFO:journalctl@ceph.osd.6.smithi178.stdout:Sep 13 14:37:55 smithi178 bash[83053]: debug 2024-09-13T14:37:55.261+0000 7f1735c08640 -1 osd.6 153 heartbeat_check: no reply from 172.21.15.62:6806 osd.0 since back 2024-09-13T14:37:08.042269+0000 front 2024-09-13T14:37:08.042488+0000 (oldest deadline 2024-09-13T14:37:35.042708+0000) 2024-09-13T14:37:55.663 INFO:journalctl@ceph.osd.6.smithi178.stdout:Sep 13 14:37:55 smithi178 bash[83053]: debug 2024-09-13T14:37:55.261+0000 7f1735c08640 -1 osd.6 153 heartbeat_check: no reply from 172.21.15.62:6814 osd.1 since back 2024-09-13T14:37:15.043659+0000 front 2024-09-13T14:37:15.043566+0000 (oldest deadline 2024-09-13T14:37:40.943214+0000) 2024-09-13T14:37:55.663 INFO:journalctl@ceph.osd.6.smithi178.stdout:Sep 13 14:37:55 smithi178 bash[83053]: debug 2024-09-13T14:37:55.261+0000 7f1735c08640 -1 osd.6 153 heartbeat_check: no reply from 172.21.15.62:6822 osd.2 since back 2024-09-13T14:37:27.246067+0000 front 2024-09-13T14:37:27.245902+0000 (oldest deadline 2024-09-13T14:37:51.345637+0000) 2024-09-13T14:37:55.935 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:37:55 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:37:55.74161269Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:37:55.935 INFO:journalctl@ceph.osd.7.smithi178.stdout:Sep 13 14:37:55 smithi178 bash[87198]: debug 2024-09-13T14:37:55.661+0000 7f0d8bcd4640 -1 osd.7 153 heartbeat_check: no reply from 172.21.15.62:6806 osd.0 since back 2024-09-13T14:37:06.772815+0000 front 2024-09-13T14:37:06.772681+0000 (oldest deadline 2024-09-13T14:37:31.972860+0000) 2024-09-13T14:37:55.935 INFO:journalctl@ceph.osd.7.smithi178.stdout:Sep 13 14:37:55 smithi178 bash[87198]: debug 2024-09-13T14:37:55.661+0000 7f0d8bcd4640 -1 osd.7 153 heartbeat_check: no reply from 172.21.15.62:6814 osd.1 since back 2024-09-13T14:37:18.275684+0000 front 2024-09-13T14:37:18.275823+0000 (oldest deadline 2024-09-13T14:37:42.375405+0000) 2024-09-13T14:37:55.936 INFO:journalctl@ceph.osd.7.smithi178.stdout:Sep 13 14:37:55 smithi178 bash[87198]: debug 2024-09-13T14:37:55.661+0000 7f0d8bcd4640 -1 osd.7 153 heartbeat_check: no reply from 172.21.15.62:6822 osd.2 since back 2024-09-13T14:37:27.577545+0000 front 2024-09-13T14:37:27.577620+0000 (oldest deadline 2024-09-13T14:37:51.077171+0000) 2024-09-13T14:37:56.391 DEBUG:teuthology.orchestra.run.smithi178:> sudo pkill -f 'journalctl -f -n 0 -u ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@osd.5.service' 2024-09-13T14:37:56.420 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-13T14:37:56.420 INFO:tasks.cephadm.osd.5:Stopped osd.5 2024-09-13T14:37:56.420 INFO:tasks.cephadm.osd.6:Stopping osd.6... 2024-09-13T14:37:56.420 DEBUG:teuthology.orchestra.run.smithi178:> sudo systemctl stop ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@osd.6 2024-09-13T14:37:56.599 INFO:journalctl@ceph.osd.6.smithi178.stdout:Sep 13 14:37:56 smithi178 bash[83053]: debug 2024-09-13T14:37:56.301+0000 7f1735c08640 -1 osd.6 153 heartbeat_check: no reply from 172.21.15.62:6806 osd.0 since back 2024-09-13T14:37:08.042269+0000 front 2024-09-13T14:37:08.042488+0000 (oldest deadline 2024-09-13T14:37:35.042708+0000) 2024-09-13T14:37:56.599 INFO:journalctl@ceph.osd.6.smithi178.stdout:Sep 13 14:37:56 smithi178 bash[83053]: debug 2024-09-13T14:37:56.301+0000 7f1735c08640 -1 osd.6 153 heartbeat_check: no reply from 172.21.15.62:6814 osd.1 since back 2024-09-13T14:37:15.043659+0000 front 2024-09-13T14:37:15.043566+0000 (oldest deadline 2024-09-13T14:37:40.943214+0000) 2024-09-13T14:37:56.599 INFO:journalctl@ceph.osd.6.smithi178.stdout:Sep 13 14:37:56 smithi178 bash[83053]: debug 2024-09-13T14:37:56.301+0000 7f1735c08640 -1 osd.6 153 heartbeat_check: no reply from 172.21.15.62:6822 osd.2 since back 2024-09-13T14:37:27.246067+0000 front 2024-09-13T14:37:27.245902+0000 (oldest deadline 2024-09-13T14:37:51.345637+0000) 2024-09-13T14:37:56.599 INFO:journalctl@ceph.osd.6.smithi178.stdout:Sep 13 14:37:56 smithi178 systemd[1]: Stopping Ceph osd.6 for ff1149ea-71d5-11ef-bceb-c7b262605968... 2024-09-13T14:37:56.665 INFO:journalctl@ceph.osd.6.smithi178.stdout:Sep 13 14:37:56 smithi178 bash[83053]: debug 2024-09-13T14:37:56.597+0000 7f17395f3640 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.6 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2024-09-13T14:37:56.665 INFO:journalctl@ceph.osd.6.smithi178.stdout:Sep 13 14:37:56 smithi178 bash[83053]: debug 2024-09-13T14:37:56.597+0000 7f17395f3640 -1 osd.6 153 *** Got signal Terminated *** 2024-09-13T14:37:56.665 INFO:journalctl@ceph.osd.6.smithi178.stdout:Sep 13 14:37:56 smithi178 bash[83053]: debug 2024-09-13T14:37:56.597+0000 7f17395f3640 -1 osd.6 153 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-13T14:37:56.935 INFO:journalctl@ceph.osd.7.smithi178.stdout:Sep 13 14:37:56 smithi178 bash[87198]: debug 2024-09-13T14:37:56.665+0000 7f0d8bcd4640 -1 osd.7 153 heartbeat_check: no reply from 172.21.15.62:6806 osd.0 since back 2024-09-13T14:37:06.772815+0000 front 2024-09-13T14:37:06.772681+0000 (oldest deadline 2024-09-13T14:37:31.972860+0000) 2024-09-13T14:37:56.935 INFO:journalctl@ceph.osd.7.smithi178.stdout:Sep 13 14:37:56 smithi178 bash[87198]: debug 2024-09-13T14:37:56.665+0000 7f0d8bcd4640 -1 osd.7 153 heartbeat_check: no reply from 172.21.15.62:6814 osd.1 since back 2024-09-13T14:37:18.275684+0000 front 2024-09-13T14:37:18.275823+0000 (oldest deadline 2024-09-13T14:37:42.375405+0000) 2024-09-13T14:37:56.935 INFO:journalctl@ceph.osd.7.smithi178.stdout:Sep 13 14:37:56 smithi178 bash[87198]: debug 2024-09-13T14:37:56.665+0000 7f0d8bcd4640 -1 osd.7 153 heartbeat_check: no reply from 172.21.15.62:6822 osd.2 since back 2024-09-13T14:37:27.577545+0000 front 2024-09-13T14:37:27.577620+0000 (oldest deadline 2024-09-13T14:37:51.077171+0000) 2024-09-13T14:37:57.634 INFO:journalctl@ceph.osd.6.smithi178.stdout:Sep 13 14:37:57 smithi178 bash[83053]: debug 2024-09-13T14:37:57.333+0000 7f1735c08640 -1 osd.6 153 heartbeat_check: no reply from 172.21.15.62:6806 osd.0 since back 2024-09-13T14:37:08.042269+0000 front 2024-09-13T14:37:08.042488+0000 (oldest deadline 2024-09-13T14:37:35.042708+0000) 2024-09-13T14:37:57.634 INFO:journalctl@ceph.osd.6.smithi178.stdout:Sep 13 14:37:57 smithi178 bash[83053]: debug 2024-09-13T14:37:57.333+0000 7f1735c08640 -1 osd.6 153 heartbeat_check: no reply from 172.21.15.62:6814 osd.1 since back 2024-09-13T14:37:15.043659+0000 front 2024-09-13T14:37:15.043566+0000 (oldest deadline 2024-09-13T14:37:40.943214+0000) 2024-09-13T14:37:57.634 INFO:journalctl@ceph.osd.6.smithi178.stdout:Sep 13 14:37:57 smithi178 bash[83053]: debug 2024-09-13T14:37:57.333+0000 7f1735c08640 -1 osd.6 153 heartbeat_check: no reply from 172.21.15.62:6822 osd.2 since back 2024-09-13T14:37:27.246067+0000 front 2024-09-13T14:37:27.245902+0000 (oldest deadline 2024-09-13T14:37:51.345637+0000) 2024-09-13T14:37:57.634 INFO:journalctl@ceph.osd.6.smithi178.stdout:Sep 13 14:37:57 smithi178 bash[83053]: debug 2024-09-13T14:37:57.333+0000 7f1735c08640 -1 osd.6 153 heartbeat_check: no reply from 172.21.15.62:6830 osd.3 since back 2024-09-13T14:37:31.846914+0000 front 2024-09-13T14:37:31.847062+0000 (oldest deadline 2024-09-13T14:37:57.047503+0000) 2024-09-13T14:37:57.935 INFO:journalctl@ceph.osd.7.smithi178.stdout:Sep 13 14:37:57 smithi178 bash[87198]: debug 2024-09-13T14:37:57.633+0000 7f0d8bcd4640 -1 osd.7 153 heartbeat_check: no reply from 172.21.15.62:6806 osd.0 since back 2024-09-13T14:37:06.772815+0000 front 2024-09-13T14:37:06.772681+0000 (oldest deadline 2024-09-13T14:37:31.972860+0000) 2024-09-13T14:37:57.935 INFO:journalctl@ceph.osd.7.smithi178.stdout:Sep 13 14:37:57 smithi178 bash[87198]: debug 2024-09-13T14:37:57.633+0000 7f0d8bcd4640 -1 osd.7 153 heartbeat_check: no reply from 172.21.15.62:6814 osd.1 since back 2024-09-13T14:37:18.275684+0000 front 2024-09-13T14:37:18.275823+0000 (oldest deadline 2024-09-13T14:37:42.375405+0000) 2024-09-13T14:37:57.935 INFO:journalctl@ceph.osd.7.smithi178.stdout:Sep 13 14:37:57 smithi178 bash[87198]: debug 2024-09-13T14:37:57.633+0000 7f0d8bcd4640 -1 osd.7 153 heartbeat_check: no reply from 172.21.15.62:6822 osd.2 since back 2024-09-13T14:37:27.577545+0000 front 2024-09-13T14:37:27.577620+0000 (oldest deadline 2024-09-13T14:37:51.077171+0000) 2024-09-13T14:37:58.655 INFO:journalctl@ceph.osd.6.smithi178.stdout:Sep 13 14:37:58 smithi178 bash[83053]: debug 2024-09-13T14:37:58.373+0000 7f1735c08640 -1 osd.6 153 heartbeat_check: no reply from 172.21.15.62:6806 osd.0 since back 2024-09-13T14:37:08.042269+0000 front 2024-09-13T14:37:08.042488+0000 (oldest deadline 2024-09-13T14:37:35.042708+0000) 2024-09-13T14:37:58.656 INFO:journalctl@ceph.osd.6.smithi178.stdout:Sep 13 14:37:58 smithi178 bash[83053]: debug 2024-09-13T14:37:58.373+0000 7f1735c08640 -1 osd.6 153 heartbeat_check: no reply from 172.21.15.62:6814 osd.1 since back 2024-09-13T14:37:15.043659+0000 front 2024-09-13T14:37:15.043566+0000 (oldest deadline 2024-09-13T14:37:40.943214+0000) 2024-09-13T14:37:58.656 INFO:journalctl@ceph.osd.6.smithi178.stdout:Sep 13 14:37:58 smithi178 bash[83053]: debug 2024-09-13T14:37:58.373+0000 7f1735c08640 -1 osd.6 153 heartbeat_check: no reply from 172.21.15.62:6822 osd.2 since back 2024-09-13T14:37:27.246067+0000 front 2024-09-13T14:37:27.245902+0000 (oldest deadline 2024-09-13T14:37:51.345637+0000) 2024-09-13T14:37:58.656 INFO:journalctl@ceph.osd.6.smithi178.stdout:Sep 13 14:37:58 smithi178 bash[83053]: debug 2024-09-13T14:37:58.373+0000 7f1735c08640 -1 osd.6 153 heartbeat_check: no reply from 172.21.15.62:6830 osd.3 since back 2024-09-13T14:37:31.846914+0000 front 2024-09-13T14:37:31.847062+0000 (oldest deadline 2024-09-13T14:37:57.047503+0000) 2024-09-13T14:37:58.935 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:37:58 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:37:58.756242358Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:37:58.936 INFO:journalctl@ceph.osd.7.smithi178.stdout:Sep 13 14:37:58 smithi178 bash[87198]: debug 2024-09-13T14:37:58.653+0000 7f0d8bcd4640 -1 osd.7 153 heartbeat_check: no reply from 172.21.15.62:6806 osd.0 since back 2024-09-13T14:37:06.772815+0000 front 2024-09-13T14:37:06.772681+0000 (oldest deadline 2024-09-13T14:37:31.972860+0000) 2024-09-13T14:37:58.936 INFO:journalctl@ceph.osd.7.smithi178.stdout:Sep 13 14:37:58 smithi178 bash[87198]: debug 2024-09-13T14:37:58.653+0000 7f0d8bcd4640 -1 osd.7 153 heartbeat_check: no reply from 172.21.15.62:6814 osd.1 since back 2024-09-13T14:37:18.275684+0000 front 2024-09-13T14:37:18.275823+0000 (oldest deadline 2024-09-13T14:37:42.375405+0000) 2024-09-13T14:37:58.936 INFO:journalctl@ceph.osd.7.smithi178.stdout:Sep 13 14:37:58 smithi178 bash[87198]: debug 2024-09-13T14:37:58.653+0000 7f0d8bcd4640 -1 osd.7 153 heartbeat_check: no reply from 172.21.15.62:6822 osd.2 since back 2024-09-13T14:37:27.577545+0000 front 2024-09-13T14:37:27.577620+0000 (oldest deadline 2024-09-13T14:37:51.077171+0000) 2024-09-13T14:37:59.669 INFO:journalctl@ceph.osd.6.smithi178.stdout:Sep 13 14:37:59 smithi178 bash[83053]: debug 2024-09-13T14:37:59.401+0000 7f1735c08640 -1 osd.6 153 heartbeat_check: no reply from 172.21.15.62:6806 osd.0 since back 2024-09-13T14:37:08.042269+0000 front 2024-09-13T14:37:08.042488+0000 (oldest deadline 2024-09-13T14:37:35.042708+0000) 2024-09-13T14:37:59.669 INFO:journalctl@ceph.osd.6.smithi178.stdout:Sep 13 14:37:59 smithi178 bash[83053]: debug 2024-09-13T14:37:59.401+0000 7f1735c08640 -1 osd.6 153 heartbeat_check: no reply from 172.21.15.62:6814 osd.1 since back 2024-09-13T14:37:15.043659+0000 front 2024-09-13T14:37:15.043566+0000 (oldest deadline 2024-09-13T14:37:40.943214+0000) 2024-09-13T14:37:59.669 INFO:journalctl@ceph.osd.6.smithi178.stdout:Sep 13 14:37:59 smithi178 bash[83053]: debug 2024-09-13T14:37:59.401+0000 7f1735c08640 -1 osd.6 153 heartbeat_check: no reply from 172.21.15.62:6822 osd.2 since back 2024-09-13T14:37:27.246067+0000 front 2024-09-13T14:37:27.245902+0000 (oldest deadline 2024-09-13T14:37:51.345637+0000) 2024-09-13T14:37:59.669 INFO:journalctl@ceph.osd.6.smithi178.stdout:Sep 13 14:37:59 smithi178 bash[83053]: debug 2024-09-13T14:37:59.401+0000 7f1735c08640 -1 osd.6 153 heartbeat_check: no reply from 172.21.15.62:6830 osd.3 since back 2024-09-13T14:37:31.846914+0000 front 2024-09-13T14:37:31.847062+0000 (oldest deadline 2024-09-13T14:37:57.047503+0000) 2024-09-13T14:37:59.935 INFO:journalctl@ceph.osd.7.smithi178.stdout:Sep 13 14:37:59 smithi178 bash[87198]: debug 2024-09-13T14:37:59.665+0000 7f0d8bcd4640 -1 osd.7 153 heartbeat_check: no reply from 172.21.15.62:6806 osd.0 since back 2024-09-13T14:37:06.772815+0000 front 2024-09-13T14:37:06.772681+0000 (oldest deadline 2024-09-13T14:37:31.972860+0000) 2024-09-13T14:37:59.935 INFO:journalctl@ceph.osd.7.smithi178.stdout:Sep 13 14:37:59 smithi178 bash[87198]: debug 2024-09-13T14:37:59.665+0000 7f0d8bcd4640 -1 osd.7 153 heartbeat_check: no reply from 172.21.15.62:6814 osd.1 since back 2024-09-13T14:37:18.275684+0000 front 2024-09-13T14:37:18.275823+0000 (oldest deadline 2024-09-13T14:37:42.375405+0000) 2024-09-13T14:37:59.935 INFO:journalctl@ceph.osd.7.smithi178.stdout:Sep 13 14:37:59 smithi178 bash[87198]: debug 2024-09-13T14:37:59.665+0000 7f0d8bcd4640 -1 osd.7 153 heartbeat_check: no reply from 172.21.15.62:6822 osd.2 since back 2024-09-13T14:37:27.577545+0000 front 2024-09-13T14:37:27.577620+0000 (oldest deadline 2024-09-13T14:37:51.077171+0000) 2024-09-13T14:37:59.935 INFO:journalctl@ceph.osd.7.smithi178.stdout:Sep 13 14:37:59 smithi178 bash[87198]: debug 2024-09-13T14:37:59.665+0000 7f0d8bcd4640 -1 osd.7 153 heartbeat_check: no reply from 172.21.15.62:6830 osd.3 since back 2024-09-13T14:37:35.679283+0000 front 2024-09-13T14:37:35.679453+0000 (oldest deadline 2024-09-13T14:37:59.179024+0000) 2024-09-13T14:38:00.685 INFO:journalctl@ceph.osd.6.smithi178.stdout:Sep 13 14:38:00 smithi178 bash[83053]: debug 2024-09-13T14:38:00.372+0000 7f1735c08640 -1 osd.6 153 heartbeat_check: no reply from 172.21.15.62:6806 osd.0 since back 2024-09-13T14:37:08.042269+0000 front 2024-09-13T14:37:08.042488+0000 (oldest deadline 2024-09-13T14:37:35.042708+0000) 2024-09-13T14:38:00.685 INFO:journalctl@ceph.osd.6.smithi178.stdout:Sep 13 14:38:00 smithi178 bash[83053]: debug 2024-09-13T14:38:00.372+0000 7f1735c08640 -1 osd.6 153 heartbeat_check: no reply from 172.21.15.62:6814 osd.1 since back 2024-09-13T14:37:15.043659+0000 front 2024-09-13T14:37:15.043566+0000 (oldest deadline 2024-09-13T14:37:40.943214+0000) 2024-09-13T14:38:00.685 INFO:journalctl@ceph.osd.6.smithi178.stdout:Sep 13 14:38:00 smithi178 bash[83053]: debug 2024-09-13T14:38:00.372+0000 7f1735c08640 -1 osd.6 153 heartbeat_check: no reply from 172.21.15.62:6822 osd.2 since back 2024-09-13T14:37:27.246067+0000 front 2024-09-13T14:37:27.245902+0000 (oldest deadline 2024-09-13T14:37:51.345637+0000) 2024-09-13T14:38:00.685 INFO:journalctl@ceph.osd.6.smithi178.stdout:Sep 13 14:38:00 smithi178 bash[83053]: debug 2024-09-13T14:38:00.372+0000 7f1735c08640 -1 osd.6 153 heartbeat_check: no reply from 172.21.15.62:6830 osd.3 since back 2024-09-13T14:37:31.846914+0000 front 2024-09-13T14:37:31.847062+0000 (oldest deadline 2024-09-13T14:37:57.047503+0000) 2024-09-13T14:38:00.686 INFO:journalctl@ceph.osd.7.smithi178.stdout:Sep 13 14:38:00 smithi178 bash[87198]: debug 2024-09-13T14:38:00.616+0000 7f0d8bcd4640 -1 osd.7 153 heartbeat_check: no reply from 172.21.15.62:6806 osd.0 since back 2024-09-13T14:37:06.772815+0000 front 2024-09-13T14:37:06.772681+0000 (oldest deadline 2024-09-13T14:37:31.972860+0000) 2024-09-13T14:38:00.686 INFO:journalctl@ceph.osd.7.smithi178.stdout:Sep 13 14:38:00 smithi178 bash[87198]: debug 2024-09-13T14:38:00.616+0000 7f0d8bcd4640 -1 osd.7 153 heartbeat_check: no reply from 172.21.15.62:6814 osd.1 since back 2024-09-13T14:37:18.275684+0000 front 2024-09-13T14:37:18.275823+0000 (oldest deadline 2024-09-13T14:37:42.375405+0000) 2024-09-13T14:38:00.686 INFO:journalctl@ceph.osd.7.smithi178.stdout:Sep 13 14:38:00 smithi178 bash[87198]: debug 2024-09-13T14:38:00.616+0000 7f0d8bcd4640 -1 osd.7 153 heartbeat_check: no reply from 172.21.15.62:6822 osd.2 since back 2024-09-13T14:37:27.577545+0000 front 2024-09-13T14:37:27.577620+0000 (oldest deadline 2024-09-13T14:37:51.077171+0000) 2024-09-13T14:38:00.686 INFO:journalctl@ceph.osd.7.smithi178.stdout:Sep 13 14:38:00 smithi178 bash[87198]: debug 2024-09-13T14:38:00.616+0000 7f0d8bcd4640 -1 osd.7 153 heartbeat_check: no reply from 172.21.15.62:6830 osd.3 since back 2024-09-13T14:37:35.679283+0000 front 2024-09-13T14:37:35.679453+0000 (oldest deadline 2024-09-13T14:37:59.179024+0000) 2024-09-13T14:38:01.685 INFO:journalctl@ceph.osd.6.smithi178.stdout:Sep 13 14:38:01 smithi178 bash[83053]: debug 2024-09-13T14:38:01.384+0000 7f1735c08640 -1 osd.6 153 heartbeat_check: no reply from 172.21.15.62:6806 osd.0 since back 2024-09-13T14:37:08.042269+0000 front 2024-09-13T14:37:08.042488+0000 (oldest deadline 2024-09-13T14:37:35.042708+0000) 2024-09-13T14:38:01.685 INFO:journalctl@ceph.osd.6.smithi178.stdout:Sep 13 14:38:01 smithi178 bash[83053]: debug 2024-09-13T14:38:01.384+0000 7f1735c08640 -1 osd.6 153 heartbeat_check: no reply from 172.21.15.62:6814 osd.1 since back 2024-09-13T14:37:15.043659+0000 front 2024-09-13T14:37:15.043566+0000 (oldest deadline 2024-09-13T14:37:40.943214+0000) 2024-09-13T14:38:01.685 INFO:journalctl@ceph.osd.6.smithi178.stdout:Sep 13 14:38:01 smithi178 bash[83053]: debug 2024-09-13T14:38:01.384+0000 7f1735c08640 -1 osd.6 153 heartbeat_check: no reply from 172.21.15.62:6822 osd.2 since back 2024-09-13T14:37:27.246067+0000 front 2024-09-13T14:37:27.245902+0000 (oldest deadline 2024-09-13T14:37:51.345637+0000) 2024-09-13T14:38:01.685 INFO:journalctl@ceph.osd.6.smithi178.stdout:Sep 13 14:38:01 smithi178 bash[83053]: debug 2024-09-13T14:38:01.384+0000 7f1735c08640 -1 osd.6 153 heartbeat_check: no reply from 172.21.15.62:6830 osd.3 since back 2024-09-13T14:37:31.846914+0000 front 2024-09-13T14:37:31.847062+0000 (oldest deadline 2024-09-13T14:37:57.047503+0000) 2024-09-13T14:38:01.686 INFO:journalctl@ceph.osd.7.smithi178.stdout:Sep 13 14:38:01 smithi178 bash[87198]: debug 2024-09-13T14:38:01.624+0000 7f0d8bcd4640 -1 osd.7 153 heartbeat_check: no reply from 172.21.15.62:6806 osd.0 since back 2024-09-13T14:37:06.772815+0000 front 2024-09-13T14:37:06.772681+0000 (oldest deadline 2024-09-13T14:37:31.972860+0000) 2024-09-13T14:38:01.686 INFO:journalctl@ceph.osd.7.smithi178.stdout:Sep 13 14:38:01 smithi178 bash[87198]: debug 2024-09-13T14:38:01.624+0000 7f0d8bcd4640 -1 osd.7 153 heartbeat_check: no reply from 172.21.15.62:6814 osd.1 since back 2024-09-13T14:37:18.275684+0000 front 2024-09-13T14:37:18.275823+0000 (oldest deadline 2024-09-13T14:37:42.375405+0000) 2024-09-13T14:38:01.686 INFO:journalctl@ceph.osd.7.smithi178.stdout:Sep 13 14:38:01 smithi178 bash[87198]: debug 2024-09-13T14:38:01.624+0000 7f0d8bcd4640 -1 osd.7 153 heartbeat_check: no reply from 172.21.15.62:6822 osd.2 since back 2024-09-13T14:37:27.577545+0000 front 2024-09-13T14:37:27.577620+0000 (oldest deadline 2024-09-13T14:37:51.077171+0000) 2024-09-13T14:38:01.686 INFO:journalctl@ceph.osd.7.smithi178.stdout:Sep 13 14:38:01 smithi178 bash[87198]: debug 2024-09-13T14:38:01.624+0000 7f0d8bcd4640 -1 osd.7 153 heartbeat_check: no reply from 172.21.15.62:6830 osd.3 since back 2024-09-13T14:37:35.679283+0000 front 2024-09-13T14:37:35.679453+0000 (oldest deadline 2024-09-13T14:37:59.179024+0000) 2024-09-13T14:38:02.089 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:38:01 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:38:01.729915108Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:38:02.934 INFO:journalctl@ceph.osd.6.smithi178.stdout:Sep 13 14:38:02 smithi178 bash[95060]: ceph-ff1149ea-71d5-11ef-bceb-c7b262605968-osd-6 2024-09-13T14:38:02.935 INFO:journalctl@ceph.osd.6.smithi178.stdout:Sep 13 14:38:02 smithi178 bash[95124]: Error response from daemon: No such container: ceph-ff1149ea-71d5-11ef-bceb-c7b262605968-osd-6 2024-09-13T14:38:02.935 INFO:journalctl@ceph.osd.7.smithi178.stdout:Sep 13 14:38:02 smithi178 bash[87198]: debug 2024-09-13T14:38:02.656+0000 7f0d8bcd4640 -1 osd.7 153 heartbeat_check: no reply from 172.21.15.62:6806 osd.0 since back 2024-09-13T14:37:06.772815+0000 front 2024-09-13T14:37:06.772681+0000 (oldest deadline 2024-09-13T14:37:31.972860+0000) 2024-09-13T14:38:02.935 INFO:journalctl@ceph.osd.7.smithi178.stdout:Sep 13 14:38:02 smithi178 bash[87198]: debug 2024-09-13T14:38:02.656+0000 7f0d8bcd4640 -1 osd.7 153 heartbeat_check: no reply from 172.21.15.62:6814 osd.1 since back 2024-09-13T14:37:18.275684+0000 front 2024-09-13T14:37:18.275823+0000 (oldest deadline 2024-09-13T14:37:42.375405+0000) 2024-09-13T14:38:02.935 INFO:journalctl@ceph.osd.7.smithi178.stdout:Sep 13 14:38:02 smithi178 bash[87198]: debug 2024-09-13T14:38:02.656+0000 7f0d8bcd4640 -1 osd.7 153 heartbeat_check: no reply from 172.21.15.62:6822 osd.2 since back 2024-09-13T14:37:27.577545+0000 front 2024-09-13T14:37:27.577620+0000 (oldest deadline 2024-09-13T14:37:51.077171+0000) 2024-09-13T14:38:02.935 INFO:journalctl@ceph.osd.7.smithi178.stdout:Sep 13 14:38:02 smithi178 bash[87198]: debug 2024-09-13T14:38:02.656+0000 7f0d8bcd4640 -1 osd.7 153 heartbeat_check: no reply from 172.21.15.62:6830 osd.3 since back 2024-09-13T14:37:35.679283+0000 front 2024-09-13T14:37:35.679453+0000 (oldest deadline 2024-09-13T14:37:59.179024+0000) 2024-09-13T14:38:03.935 INFO:journalctl@ceph.osd.7.smithi178.stdout:Sep 13 14:38:03 smithi178 bash[87198]: debug 2024-09-13T14:38:03.676+0000 7f0d8bcd4640 -1 osd.7 153 heartbeat_check: no reply from 172.21.15.62:6806 osd.0 since back 2024-09-13T14:37:06.772815+0000 front 2024-09-13T14:37:06.772681+0000 (oldest deadline 2024-09-13T14:37:31.972860+0000) 2024-09-13T14:38:03.935 INFO:journalctl@ceph.osd.7.smithi178.stdout:Sep 13 14:38:03 smithi178 bash[87198]: debug 2024-09-13T14:38:03.676+0000 7f0d8bcd4640 -1 osd.7 153 heartbeat_check: no reply from 172.21.15.62:6814 osd.1 since back 2024-09-13T14:37:18.275684+0000 front 2024-09-13T14:37:18.275823+0000 (oldest deadline 2024-09-13T14:37:42.375405+0000) 2024-09-13T14:38:03.935 INFO:journalctl@ceph.osd.7.smithi178.stdout:Sep 13 14:38:03 smithi178 bash[87198]: debug 2024-09-13T14:38:03.676+0000 7f0d8bcd4640 -1 osd.7 153 heartbeat_check: no reply from 172.21.15.62:6822 osd.2 since back 2024-09-13T14:37:27.577545+0000 front 2024-09-13T14:37:27.577620+0000 (oldest deadline 2024-09-13T14:37:51.077171+0000) 2024-09-13T14:38:03.935 INFO:journalctl@ceph.osd.7.smithi178.stdout:Sep 13 14:38:03 smithi178 bash[87198]: debug 2024-09-13T14:38:03.676+0000 7f0d8bcd4640 -1 osd.7 153 heartbeat_check: no reply from 172.21.15.62:6830 osd.3 since back 2024-09-13T14:37:35.679283+0000 front 2024-09-13T14:37:35.679453+0000 (oldest deadline 2024-09-13T14:37:59.179024+0000) 2024-09-13T14:38:04.834 DEBUG:teuthology.orchestra.run.smithi178:> sudo pkill -f 'journalctl -f -n 0 -u ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@osd.6.service' 2024-09-13T14:38:04.860 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-13T14:38:04.860 INFO:tasks.cephadm.osd.6:Stopped osd.6 2024-09-13T14:38:04.860 INFO:tasks.cephadm.osd.7:Stopping osd.7... 2024-09-13T14:38:04.861 DEBUG:teuthology.orchestra.run.smithi178:> sudo systemctl stop ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@osd.7 2024-09-13T14:38:05.039 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:38:04 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:38:04.743101382Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:38:05.039 INFO:journalctl@ceph.osd.7.smithi178.stdout:Sep 13 14:38:04 smithi178 bash[87198]: debug 2024-09-13T14:38:04.704+0000 7f0d8bcd4640 -1 osd.7 153 heartbeat_check: no reply from 172.21.15.62:6806 osd.0 since back 2024-09-13T14:37:06.772815+0000 front 2024-09-13T14:37:06.772681+0000 (oldest deadline 2024-09-13T14:37:31.972860+0000) 2024-09-13T14:38:05.039 INFO:journalctl@ceph.osd.7.smithi178.stdout:Sep 13 14:38:04 smithi178 bash[87198]: debug 2024-09-13T14:38:04.704+0000 7f0d8bcd4640 -1 osd.7 153 heartbeat_check: no reply from 172.21.15.62:6814 osd.1 since back 2024-09-13T14:37:18.275684+0000 front 2024-09-13T14:37:18.275823+0000 (oldest deadline 2024-09-13T14:37:42.375405+0000) 2024-09-13T14:38:05.040 INFO:journalctl@ceph.osd.7.smithi178.stdout:Sep 13 14:38:04 smithi178 bash[87198]: debug 2024-09-13T14:38:04.704+0000 7f0d8bcd4640 -1 osd.7 153 heartbeat_check: no reply from 172.21.15.62:6822 osd.2 since back 2024-09-13T14:37:27.577545+0000 front 2024-09-13T14:37:27.577620+0000 (oldest deadline 2024-09-13T14:37:51.077171+0000) 2024-09-13T14:38:05.040 INFO:journalctl@ceph.osd.7.smithi178.stdout:Sep 13 14:38:04 smithi178 bash[87198]: debug 2024-09-13T14:38:04.704+0000 7f0d8bcd4640 -1 osd.7 153 heartbeat_check: no reply from 172.21.15.62:6830 osd.3 since back 2024-09-13T14:37:35.679283+0000 front 2024-09-13T14:37:35.679453+0000 (oldest deadline 2024-09-13T14:37:59.179024+0000) 2024-09-13T14:38:05.040 INFO:journalctl@ceph.osd.7.smithi178.stdout:Sep 13 14:38:04 smithi178 systemd[1]: Stopping Ceph osd.7 for ff1149ea-71d5-11ef-bceb-c7b262605968... 2024-09-13T14:38:05.185 INFO:journalctl@ceph.osd.7.smithi178.stdout:Sep 13 14:38:05 smithi178 bash[87198]: debug 2024-09-13T14:38:05.036+0000 7f0d8f6bf640 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.7 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2024-09-13T14:38:05.185 INFO:journalctl@ceph.osd.7.smithi178.stdout:Sep 13 14:38:05 smithi178 bash[87198]: debug 2024-09-13T14:38:05.036+0000 7f0d8f6bf640 -1 osd.7 153 *** Got signal Terminated *** 2024-09-13T14:38:05.185 INFO:journalctl@ceph.osd.7.smithi178.stdout:Sep 13 14:38:05 smithi178 bash[87198]: debug 2024-09-13T14:38:05.036+0000 7f0d8f6bf640 -1 osd.7 153 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-13T14:38:05.935 INFO:journalctl@ceph.osd.7.smithi178.stdout:Sep 13 14:38:05 smithi178 bash[87198]: debug 2024-09-13T14:38:05.676+0000 7f0d8bcd4640 -1 osd.7 153 heartbeat_check: no reply from 172.21.15.62:6806 osd.0 since back 2024-09-13T14:37:06.772815+0000 front 2024-09-13T14:37:06.772681+0000 (oldest deadline 2024-09-13T14:37:31.972860+0000) 2024-09-13T14:38:05.935 INFO:journalctl@ceph.osd.7.smithi178.stdout:Sep 13 14:38:05 smithi178 bash[87198]: debug 2024-09-13T14:38:05.676+0000 7f0d8bcd4640 -1 osd.7 153 heartbeat_check: no reply from 172.21.15.62:6814 osd.1 since back 2024-09-13T14:37:18.275684+0000 front 2024-09-13T14:37:18.275823+0000 (oldest deadline 2024-09-13T14:37:42.375405+0000) 2024-09-13T14:38:05.935 INFO:journalctl@ceph.osd.7.smithi178.stdout:Sep 13 14:38:05 smithi178 bash[87198]: debug 2024-09-13T14:38:05.676+0000 7f0d8bcd4640 -1 osd.7 153 heartbeat_check: no reply from 172.21.15.62:6822 osd.2 since back 2024-09-13T14:37:27.577545+0000 front 2024-09-13T14:37:27.577620+0000 (oldest deadline 2024-09-13T14:37:51.077171+0000) 2024-09-13T14:38:05.935 INFO:journalctl@ceph.osd.7.smithi178.stdout:Sep 13 14:38:05 smithi178 bash[87198]: debug 2024-09-13T14:38:05.676+0000 7f0d8bcd4640 -1 osd.7 153 heartbeat_check: no reply from 172.21.15.62:6830 osd.3 since back 2024-09-13T14:37:35.679283+0000 front 2024-09-13T14:37:35.679453+0000 (oldest deadline 2024-09-13T14:37:59.179024+0000) 2024-09-13T14:38:07.185 INFO:journalctl@ceph.osd.7.smithi178.stdout:Sep 13 14:38:06 smithi178 bash[87198]: debug 2024-09-13T14:38:06.720+0000 7f0d8bcd4640 -1 osd.7 153 heartbeat_check: no reply from 172.21.15.62:6806 osd.0 since back 2024-09-13T14:37:06.772815+0000 front 2024-09-13T14:37:06.772681+0000 (oldest deadline 2024-09-13T14:37:31.972860+0000) 2024-09-13T14:38:07.285 INFO:journalctl@ceph.osd.7.smithi178.stdout:Sep 13 14:38:06 smithi178 bash[87198]: debug 2024-09-13T14:38:06.720+0000 7f0d8bcd4640 -1 osd.7 153 heartbeat_check: no reply from 172.21.15.62:6814 osd.1 since back 2024-09-13T14:37:18.275684+0000 front 2024-09-13T14:37:18.275823+0000 (oldest deadline 2024-09-13T14:37:42.375405+0000) 2024-09-13T14:38:07.286 INFO:journalctl@ceph.osd.7.smithi178.stdout:Sep 13 14:38:06 smithi178 bash[87198]: debug 2024-09-13T14:38:06.720+0000 7f0d8bcd4640 -1 osd.7 153 heartbeat_check: no reply from 172.21.15.62:6822 osd.2 since back 2024-09-13T14:37:27.577545+0000 front 2024-09-13T14:37:27.577620+0000 (oldest deadline 2024-09-13T14:37:51.077171+0000) 2024-09-13T14:38:07.286 INFO:journalctl@ceph.osd.7.smithi178.stdout:Sep 13 14:38:06 smithi178 bash[87198]: debug 2024-09-13T14:38:06.720+0000 7f0d8bcd4640 -1 osd.7 153 heartbeat_check: no reply from 172.21.15.62:6830 osd.3 since back 2024-09-13T14:37:35.679283+0000 front 2024-09-13T14:37:35.679453+0000 (oldest deadline 2024-09-13T14:37:59.179024+0000) 2024-09-13T14:38:07.286 INFO:journalctl@ceph.osd.7.smithi178.stdout:Sep 13 14:38:06 smithi178 bash[87198]: debug 2024-09-13T14:38:06.720+0000 7f0d8bcd4640 -1 osd.7 153 heartbeat_check: no reply from 172.21.15.178:6804 osd.4 since back 2024-09-13T14:37:41.980658+0000 front 2024-09-13T14:37:41.980753+0000 (oldest deadline 2024-09-13T14:38:06.080592+0000) 2024-09-13T14:38:08.185 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:38:07 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:38:07.718375972Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:38:08.185 INFO:journalctl@ceph.osd.7.smithi178.stdout:Sep 13 14:38:07 smithi178 bash[87198]: debug 2024-09-13T14:38:07.720+0000 7f0d8bcd4640 -1 osd.7 153 heartbeat_check: no reply from 172.21.15.62:6806 osd.0 since back 2024-09-13T14:37:06.772815+0000 front 2024-09-13T14:37:06.772681+0000 (oldest deadline 2024-09-13T14:37:31.972860+0000) 2024-09-13T14:38:08.185 INFO:journalctl@ceph.osd.7.smithi178.stdout:Sep 13 14:38:07 smithi178 bash[87198]: debug 2024-09-13T14:38:07.720+0000 7f0d8bcd4640 -1 osd.7 153 heartbeat_check: no reply from 172.21.15.62:6814 osd.1 since back 2024-09-13T14:37:18.275684+0000 front 2024-09-13T14:37:18.275823+0000 (oldest deadline 2024-09-13T14:37:42.375405+0000) 2024-09-13T14:38:08.185 INFO:journalctl@ceph.osd.7.smithi178.stdout:Sep 13 14:38:07 smithi178 bash[87198]: debug 2024-09-13T14:38:07.720+0000 7f0d8bcd4640 -1 osd.7 153 heartbeat_check: no reply from 172.21.15.62:6822 osd.2 since back 2024-09-13T14:37:27.577545+0000 front 2024-09-13T14:37:27.577620+0000 (oldest deadline 2024-09-13T14:37:51.077171+0000) 2024-09-13T14:38:08.186 INFO:journalctl@ceph.osd.7.smithi178.stdout:Sep 13 14:38:07 smithi178 bash[87198]: debug 2024-09-13T14:38:07.720+0000 7f0d8bcd4640 -1 osd.7 153 heartbeat_check: no reply from 172.21.15.62:6830 osd.3 since back 2024-09-13T14:37:35.679283+0000 front 2024-09-13T14:37:35.679453+0000 (oldest deadline 2024-09-13T14:37:59.179024+0000) 2024-09-13T14:38:08.186 INFO:journalctl@ceph.osd.7.smithi178.stdout:Sep 13 14:38:07 smithi178 bash[87198]: debug 2024-09-13T14:38:07.720+0000 7f0d8bcd4640 -1 osd.7 153 heartbeat_check: no reply from 172.21.15.178:6804 osd.4 since back 2024-09-13T14:37:41.980658+0000 front 2024-09-13T14:37:41.980753+0000 (oldest deadline 2024-09-13T14:38:06.080592+0000) 2024-09-13T14:38:09.185 INFO:journalctl@ceph.osd.7.smithi178.stdout:Sep 13 14:38:08 smithi178 bash[87198]: debug 2024-09-13T14:38:08.708+0000 7f0d8bcd4640 -1 osd.7 153 heartbeat_check: no reply from 172.21.15.62:6806 osd.0 since back 2024-09-13T14:37:06.772815+0000 front 2024-09-13T14:37:06.772681+0000 (oldest deadline 2024-09-13T14:37:31.972860+0000) 2024-09-13T14:38:09.185 INFO:journalctl@ceph.osd.7.smithi178.stdout:Sep 13 14:38:08 smithi178 bash[87198]: debug 2024-09-13T14:38:08.708+0000 7f0d8bcd4640 -1 osd.7 153 heartbeat_check: no reply from 172.21.15.62:6814 osd.1 since back 2024-09-13T14:37:18.275684+0000 front 2024-09-13T14:37:18.275823+0000 (oldest deadline 2024-09-13T14:37:42.375405+0000) 2024-09-13T14:38:09.185 INFO:journalctl@ceph.osd.7.smithi178.stdout:Sep 13 14:38:08 smithi178 bash[87198]: debug 2024-09-13T14:38:08.708+0000 7f0d8bcd4640 -1 osd.7 153 heartbeat_check: no reply from 172.21.15.62:6822 osd.2 since back 2024-09-13T14:37:27.577545+0000 front 2024-09-13T14:37:27.577620+0000 (oldest deadline 2024-09-13T14:37:51.077171+0000) 2024-09-13T14:38:09.185 INFO:journalctl@ceph.osd.7.smithi178.stdout:Sep 13 14:38:08 smithi178 bash[87198]: debug 2024-09-13T14:38:08.708+0000 7f0d8bcd4640 -1 osd.7 153 heartbeat_check: no reply from 172.21.15.62:6830 osd.3 since back 2024-09-13T14:37:35.679283+0000 front 2024-09-13T14:37:35.679453+0000 (oldest deadline 2024-09-13T14:37:59.179024+0000) 2024-09-13T14:38:09.185 INFO:journalctl@ceph.osd.7.smithi178.stdout:Sep 13 14:38:08 smithi178 bash[87198]: debug 2024-09-13T14:38:08.708+0000 7f0d8bcd4640 -1 osd.7 153 heartbeat_check: no reply from 172.21.15.178:6804 osd.4 since back 2024-09-13T14:37:41.980658+0000 front 2024-09-13T14:37:41.980753+0000 (oldest deadline 2024-09-13T14:38:06.080592+0000) 2024-09-13T14:38:10.185 INFO:journalctl@ceph.osd.7.smithi178.stdout:Sep 13 14:38:09 smithi178 bash[87198]: debug 2024-09-13T14:38:09.688+0000 7f0d8bcd4640 -1 osd.7 153 heartbeat_check: no reply from 172.21.15.62:6806 osd.0 since back 2024-09-13T14:37:06.772815+0000 front 2024-09-13T14:37:06.772681+0000 (oldest deadline 2024-09-13T14:37:31.972860+0000) 2024-09-13T14:38:10.185 INFO:journalctl@ceph.osd.7.smithi178.stdout:Sep 13 14:38:09 smithi178 bash[87198]: debug 2024-09-13T14:38:09.688+0000 7f0d8bcd4640 -1 osd.7 153 heartbeat_check: no reply from 172.21.15.62:6814 osd.1 since back 2024-09-13T14:37:18.275684+0000 front 2024-09-13T14:37:18.275823+0000 (oldest deadline 2024-09-13T14:37:42.375405+0000) 2024-09-13T14:38:10.185 INFO:journalctl@ceph.osd.7.smithi178.stdout:Sep 13 14:38:09 smithi178 bash[87198]: debug 2024-09-13T14:38:09.688+0000 7f0d8bcd4640 -1 osd.7 153 heartbeat_check: no reply from 172.21.15.62:6822 osd.2 since back 2024-09-13T14:37:27.577545+0000 front 2024-09-13T14:37:27.577620+0000 (oldest deadline 2024-09-13T14:37:51.077171+0000) 2024-09-13T14:38:10.186 INFO:journalctl@ceph.osd.7.smithi178.stdout:Sep 13 14:38:09 smithi178 bash[87198]: debug 2024-09-13T14:38:09.688+0000 7f0d8bcd4640 -1 osd.7 153 heartbeat_check: no reply from 172.21.15.62:6830 osd.3 since back 2024-09-13T14:37:35.679283+0000 front 2024-09-13T14:37:35.679453+0000 (oldest deadline 2024-09-13T14:37:59.179024+0000) 2024-09-13T14:38:10.186 INFO:journalctl@ceph.osd.7.smithi178.stdout:Sep 13 14:38:09 smithi178 bash[87198]: debug 2024-09-13T14:38:09.688+0000 7f0d8bcd4640 -1 osd.7 153 heartbeat_check: no reply from 172.21.15.178:6804 osd.4 since back 2024-09-13T14:37:41.980658+0000 front 2024-09-13T14:37:41.980753+0000 (oldest deadline 2024-09-13T14:38:06.080592+0000) 2024-09-13T14:38:10.935 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:38:10 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:38:10.716206802Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:38:11.435 INFO:journalctl@ceph.osd.7.smithi178.stdout:Sep 13 14:38:11 smithi178 bash[95254]: ceph-ff1149ea-71d5-11ef-bceb-c7b262605968-osd-7 2024-09-13T14:38:11.435 INFO:journalctl@ceph.osd.7.smithi178.stdout:Sep 13 14:38:11 smithi178 bash[95322]: Error response from daemon: No such container: ceph-ff1149ea-71d5-11ef-bceb-c7b262605968-osd-7 2024-09-13T14:38:13.336 DEBUG:teuthology.orchestra.run.smithi178:> sudo pkill -f 'journalctl -f -n 0 -u ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@osd.7.service' 2024-09-13T14:38:13.363 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-13T14:38:13.363 INFO:tasks.cephadm.osd.7:Stopped osd.7 2024-09-13T14:38:13.363 INFO:tasks.cephadm.prometheus.a:Stopping prometheus.a... 2024-09-13T14:38:13.363 DEBUG:teuthology.orchestra.run.smithi178:> sudo systemctl stop ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@prometheus.a 2024-09-13T14:38:13.589 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 14:38:13 smithi178 systemd[1]: Stopping Ceph prometheus.a for ff1149ea-71d5-11ef-bceb-c7b262605968... 2024-09-13T14:38:13.590 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 14:38:13 smithi178 bash[63249]: ts=2024-09-13T14:38:13.547Z caller=main.go:964 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-09-13T14:38:13.590 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 14:38:13 smithi178 bash[63249]: ts=2024-09-13T14:38:13.547Z caller=main.go:988 level=info msg="Stopping scrape discovery manager..." 2024-09-13T14:38:13.590 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 14:38:13 smithi178 bash[63249]: ts=2024-09-13T14:38:13.547Z caller=main.go:1002 level=info msg="Stopping notify discovery manager..." 2024-09-13T14:38:13.590 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 14:38:13 smithi178 bash[63249]: ts=2024-09-13T14:38:13.547Z caller=manager.go:177 level=info component="rule manager" msg="Stopping rule manager..." 2024-09-13T14:38:13.590 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 14:38:13 smithi178 bash[63249]: ts=2024-09-13T14:38:13.547Z caller=main.go:984 level=info msg="Scrape discovery manager stopped" 2024-09-13T14:38:13.591 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 14:38:13 smithi178 bash[63249]: ts=2024-09-13T14:38:13.547Z caller=main.go:998 level=info msg="Notify discovery manager stopped" 2024-09-13T14:38:13.591 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 14:38:13 smithi178 bash[63249]: ts=2024-09-13T14:38:13.547Z caller=manager.go:187 level=info component="rule manager" msg="Rule manager stopped" 2024-09-13T14:38:13.591 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 14:38:13 smithi178 bash[63249]: ts=2024-09-13T14:38:13.548Z caller=main.go:1039 level=info msg="Stopping scrape manager..." 2024-09-13T14:38:13.591 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 14:38:13 smithi178 bash[63249]: ts=2024-09-13T14:38:13.548Z caller=main.go:1031 level=info msg="Scrape manager stopped" 2024-09-13T14:38:13.591 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 14:38:13 smithi178 bash[63249]: ts=2024-09-13T14:38:13.549Z caller=notifier.go:618 level=info component=notifier msg="Stopping notification manager..." 2024-09-13T14:38:13.591 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 14:38:13 smithi178 bash[63249]: ts=2024-09-13T14:38:13.549Z caller=main.go:1261 level=info msg="Notifier manager stopped" 2024-09-13T14:38:13.591 INFO:journalctl@ceph.prometheus.a.smithi178.stdout:Sep 13 14:38:13 smithi178 bash[63249]: ts=2024-09-13T14:38:13.549Z caller=main.go:1273 level=info msg="See you next time!" 2024-09-13T14:38:13.935 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:38:13 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:38:13.722285199Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:38:14.265 DEBUG:teuthology.orchestra.run.smithi178:> sudo pkill -f 'journalctl -f -n 0 -u ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@prometheus.a.service' 2024-09-13T14:38:14.286 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-13T14:38:14.287 INFO:tasks.cephadm.prometheus.a:Stopped prometheus.a 2024-09-13T14:38:14.287 DEBUG:teuthology.orchestra.run.smithi062:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid ff1149ea-71d5-11ef-bceb-c7b262605968 --force --keep-logs 2024-09-13T14:38:14.476 INFO:teuthology.orchestra.run.smithi062.stdout:Deleting cluster with fsid: ff1149ea-71d5-11ef-bceb-c7b262605968 2024-09-13T14:38:17.185 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:38:16 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:38:16.751032588Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:38:19.334 INFO:journalctl@ceph.node-exporter.a.smithi062.stdout:Sep 13 14:38:19 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:38:19.335 INFO:journalctl@ceph.alertmanager.a.smithi062.stdout:Sep 13 14:38:19 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:38:19.589 INFO:journalctl@ceph.node-exporter.a.smithi062.stdout:Sep 13 14:38:19 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:38:19.589 INFO:journalctl@ceph.alertmanager.a.smithi062.stdout:Sep 13 14:38:19 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:38:19.849 INFO:journalctl@ceph.node-exporter.a.smithi062.stdout:Sep 13 14:38:19 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:38:19.849 INFO:journalctl@ceph.alertmanager.a.smithi062.stdout:Sep 13 14:38:19 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:38:19.956 INFO:journalctl@ceph.node-exporter.a.smithi062.stdout:Sep 13 14:38:19 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:38:20.185 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:38:19 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:38:19.72290174Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:38:20.196 INFO:journalctl@ceph.alertmanager.a.smithi062.stdout:Sep 13 14:38:19 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:38:20.446 INFO:journalctl@ceph.alertmanager.a.smithi062.stdout:Sep 13 14:38:20 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:38:20.446 INFO:journalctl@ceph.node-exporter.a.smithi062.stdout:Sep 13 14:38:20 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:38:20.447 INFO:journalctl@ceph.node-exporter.a.smithi062.stdout:Sep 13 14:38:20 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:38:20.749 INFO:journalctl@ceph.node-exporter.a.smithi062.stdout:Sep 13 14:38:20 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:38:20.750 INFO:journalctl@ceph.alertmanager.a.smithi062.stdout:Sep 13 14:38:20 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:38:20.750 INFO:journalctl@ceph.alertmanager.a.smithi062.stdout:Sep 13 14:38:20 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:38:21.003 INFO:journalctl@ceph.node-exporter.a.smithi062.stdout:Sep 13 14:38:20 smithi062 systemd[1]: Stopping Ceph node-exporter.a for ff1149ea-71d5-11ef-bceb-c7b262605968... 2024-09-13T14:38:21.753 INFO:journalctl@ceph.node-exporter.a.smithi062.stdout:Sep 13 14:38:21 smithi062 bash[126803]: ceph-ff1149ea-71d5-11ef-bceb-c7b262605968-node-exporter-a 2024-09-13T14:38:21.753 INFO:journalctl@ceph.node-exporter.a.smithi062.stdout:Sep 13 14:38:21 smithi062 systemd[1]: ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@node-exporter.a.service: Main process exited, code=exited, status=143/n/a 2024-09-13T14:38:21.753 INFO:journalctl@ceph.node-exporter.a.smithi062.stdout:Sep 13 14:38:21 smithi062 bash[126861]: Error response from daemon: No such container: ceph-ff1149ea-71d5-11ef-bceb-c7b262605968-node-exporter-a 2024-09-13T14:38:21.753 INFO:journalctl@ceph.node-exporter.a.smithi062.stdout:Sep 13 14:38:21 smithi062 systemd[1]: ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@node-exporter.a.service: Failed with result 'exit-code'. 2024-09-13T14:38:21.753 INFO:journalctl@ceph.node-exporter.a.smithi062.stdout:Sep 13 14:38:21 smithi062 systemd[1]: Stopped Ceph node-exporter.a for ff1149ea-71d5-11ef-bceb-c7b262605968. 2024-09-13T14:38:22.058 INFO:journalctl@ceph.node-exporter.a.smithi062.stdout:Sep 13 14:38:21 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:38:22.059 INFO:journalctl@ceph.alertmanager.a.smithi062.stdout:Sep 13 14:38:21 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:38:22.059 INFO:journalctl@ceph.alertmanager.a.smithi062.stdout:Sep 13 14:38:21 smithi062 systemd[1]: Stopping Ceph alertmanager.a for ff1149ea-71d5-11ef-bceb-c7b262605968... 2024-09-13T14:38:22.059 INFO:journalctl@ceph.alertmanager.a.smithi062.stdout:Sep 13 14:38:22 smithi062 bash[83177]: ts=2024-09-13T14:38:22.013Z caller=main.go:542 level=info msg="Received SIGTERM, exiting gracefully..." 2024-09-13T14:38:22.897 INFO:journalctl@ceph.alertmanager.a.smithi062.stdout:Sep 13 14:38:22 smithi062 bash[126929]: ceph-ff1149ea-71d5-11ef-bceb-c7b262605968-alertmanager-a 2024-09-13T14:38:22.897 INFO:journalctl@ceph.alertmanager.a.smithi062.stdout:Sep 13 14:38:22 smithi062 bash[126988]: ceph-ff1149ea-71d5-11ef-bceb-c7b262605968-alertmanager-a 2024-09-13T14:38:22.898 INFO:journalctl@ceph.alertmanager.a.smithi062.stdout:Sep 13 14:38:22 smithi062 systemd[1]: ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@alertmanager.a.service: Deactivated successfully. 2024-09-13T14:38:22.898 INFO:journalctl@ceph.alertmanager.a.smithi062.stdout:Sep 13 14:38:22 smithi062 systemd[1]: Stopped Ceph alertmanager.a for ff1149ea-71d5-11ef-bceb-c7b262605968. 2024-09-13T14:38:23.185 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:38:22 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:38:22.744377216Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:38:23.253 INFO:journalctl@ceph.alertmanager.a.smithi062.stdout:Sep 13 14:38:22 smithi062 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:38:26.185 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:38:25 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:38:25.724146851Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:38:29.185 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:38:28 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:38:28.736427666Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:38:32.185 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:38:31 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:38:31.7302413Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:38:35.185 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:38:34 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:38:34.731601071Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:38:38.185 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:38:37 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:38:37.748344347Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:38:41.185 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:38:40 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:38:40.763556448Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:38:44.185 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:38:43 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:38:43.735824877Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:38:46.557 DEBUG:teuthology.orchestra.run.smithi178:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid ff1149ea-71d5-11ef-bceb-c7b262605968 --force --keep-logs 2024-09-13T14:38:46.739 INFO:teuthology.orchestra.run.smithi178.stdout:Deleting cluster with fsid: ff1149ea-71d5-11ef-bceb-c7b262605968 2024-09-13T14:38:46.935 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:38:46 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:38:46.730900072Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:38:50.185 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:38:49 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:38:49.743801015Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:38:51.618 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 13 14:38:51 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:38:51.618 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:38:51 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:38:51.873 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 13 14:38:51 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:38:51.874 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:38:51 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:38:52.125 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:38:52 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:38:52.126 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 13 14:38:52 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:38:52.434 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 13 14:38:52 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:38:52.435 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:38:52 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:38:52.729 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 13 14:38:52 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:38:52.730 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:38:52 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:38:52.730 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:38:52 smithi178 bash[67279]: logger=provisioning.dashboard type=file name="Ceph Dashboard" t=2024-09-13T14:38:52.708628693Z level=error msg="failed to save dashboard" file=/etc/grafana/provisioning/dashboards/ceph-cluster.json error="could not resolve dashboards:uid:edtb0oxdq: Dashboard not found" 2024-09-13T14:38:53.031 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 13 14:38:52 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:38:53.031 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 13 14:38:52 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:38:53.032 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:38:52 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:38:53.032 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:38:52 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:38:53.301 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 13 14:38:53 smithi178 systemd[1]: Stopping Ceph node-exporter.b for ff1149ea-71d5-11ef-bceb-c7b262605968... 2024-09-13T14:38:54.184 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 13 14:38:53 smithi178 bash[95819]: ceph-ff1149ea-71d5-11ef-bceb-c7b262605968-node-exporter-b 2024-09-13T14:38:54.185 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 13 14:38:54 smithi178 systemd[1]: ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@node-exporter.b.service: Main process exited, code=exited, status=143/n/a 2024-09-13T14:38:54.185 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 13 14:38:54 smithi178 bash[95880]: Error response from daemon: No such container: ceph-ff1149ea-71d5-11ef-bceb-c7b262605968-node-exporter-b 2024-09-13T14:38:54.185 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 13 14:38:54 smithi178 systemd[1]: ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@node-exporter.b.service: Failed with result 'exit-code'. 2024-09-13T14:38:54.185 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 13 14:38:54 smithi178 systemd[1]: Stopped Ceph node-exporter.b for ff1149ea-71d5-11ef-bceb-c7b262605968. 2024-09-13T14:38:54.448 INFO:journalctl@ceph.node-exporter.b.smithi178.stdout:Sep 13 14:38:54 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:38:54.449 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:38:54 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:38:54.449 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:38:54 smithi178 systemd[1]: Stopping Ceph grafana.a for ff1149ea-71d5-11ef-bceb-c7b262605968... 2024-09-13T14:38:54.449 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:38:54 smithi178 bash[67279]: logger=server t=2024-09-13T14:38:54.415323508Z level=info msg="Shutdown started" reason="System signal: terminated" 2024-09-13T14:38:54.449 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:38:54 smithi178 bash[67279]: logger=tracing t=2024-09-13T14:38:54.415395463Z level=info msg="Closing tracing" 2024-09-13T14:38:54.449 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:38:54 smithi178 bash[67279]: logger=grafana-apiserver t=2024-09-13T14:38:54.415463816Z level=info msg="StorageObjectCountTracker pruner is exiting" 2024-09-13T14:38:54.450 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:38:54 smithi178 bash[67279]: logger=ticker t=2024-09-13T14:38:54.41545657Z level=info msg=stopped last_tick=2024-09-13T14:38:50Z 2024-09-13T14:38:55.286 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:38:54 smithi178 bash[95947]: ceph-ff1149ea-71d5-11ef-bceb-c7b262605968-grafana-a 2024-09-13T14:38:55.286 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:38:55 smithi178 bash[96007]: Error response from daemon: No such container: ceph-ff1149ea-71d5-11ef-bceb-c7b262605968-grafana-a 2024-09-13T14:38:55.287 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:38:55 smithi178 systemd[1]: ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@grafana.a.service: Deactivated successfully. 2024-09-13T14:38:55.287 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:38:55 smithi178 systemd[1]: Stopped Ceph grafana.a for ff1149ea-71d5-11ef-bceb-c7b262605968. 2024-09-13T14:38:55.685 INFO:journalctl@ceph.grafana.a.smithi178.stdout:Sep 13 14:38:55 smithi178 systemd[1]: /etc/systemd/system/ceph-ff1149ea-71d5-11ef-bceb-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-09-13T14:39:06.850 DEBUG:teuthology.orchestra.run.smithi062:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-09-13T14:39:06.864 DEBUG:teuthology.orchestra.run.smithi178:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-09-13T14:39:06.876 INFO:tasks.cephadm:Archiving crash dumps... 2024-09-13T14:39:06.879 DEBUG:teuthology.misc:Transferring archived files from smithi062:/var/lib/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/crash to /home/teuthworker/archive/gabrioux-2024-09-13_12:30:34-orch:cephadm-wip-guits-main-2024-09-13-0840-distro-default-smithi/7903681/remote/smithi062/crash 2024-09-13T14:39:06.880 DEBUG:teuthology.orchestra.run.smithi062:> sudo tar c -f - -C /var/lib/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/crash -- . 2024-09-13T14:39:06.918 INFO:teuthology.orchestra.run.smithi062.stderr:tar: /var/lib/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/crash: Cannot open: No such file or directory 2024-09-13T14:39:06.918 INFO:teuthology.orchestra.run.smithi062.stderr:tar: Error is not recoverable: exiting now 2024-09-13T14:39:06.920 DEBUG:teuthology.misc:Transferring archived files from smithi178:/var/lib/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/crash to /home/teuthworker/archive/gabrioux-2024-09-13_12:30:34-orch:cephadm-wip-guits-main-2024-09-13-0840-distro-default-smithi/7903681/remote/smithi178/crash 2024-09-13T14:39:06.921 DEBUG:teuthology.orchestra.run.smithi178:> sudo tar c -f - -C /var/lib/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/crash -- . 2024-09-13T14:39:06.931 INFO:teuthology.orchestra.run.smithi178.stderr:tar: /var/lib/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/crash: Cannot open: No such file or directory 2024-09-13T14:39:06.931 INFO:teuthology.orchestra.run.smithi178.stderr:tar: Error is not recoverable: exiting now 2024-09-13T14:39:06.932 INFO:tasks.cephadm:Checking cluster log for badness... 2024-09-13T14:39:06.933 DEBUG:teuthology.orchestra.run.smithi062:> sudo egrep '\[ERR\]|\[WRN\]|\[SEC\]' /var/log/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/ceph.log | egrep CEPHADM_ | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | egrep -v CEPHADM_STRAY_DAEMON | egrep -v CEPHADM_FAILED_DAEMON | egrep -v CEPHADM_AGENT_DOWN | head -n 1 2024-09-13T14:39:06.978 INFO:tasks.cephadm:Compressing logs... 2024-09-13T14:39:06.978 DEBUG:teuthology.orchestra.run.smithi062:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-09-13T14:39:07.023 DEBUG:teuthology.orchestra.run.smithi178:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-09-13T14:39:07.033 INFO:teuthology.orchestra.run.smithi062.stderr:find: '/var/log/rbd-target-api': No such file or directory 2024-09-13T14:39:07.034 INFO:teuthology.orchestra.run.smithi178.stderr:find: '/var/log/rbd-target-api': No such file or directory 2024-09-13T14:39:07.042 INFO:teuthology.orchestra.run.smithi178.stderr:gzip -5 --verbose -- /var/log/ceph/cephadm.log 2024-09-13T14:39:07.043 INFO:teuthology.orchestra.run.smithi178.stderr:gzip -5 --verbose -- /var/log/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/ceph-osd.7.log 2024-09-13T14:39:07.043 INFO:teuthology.orchestra.run.smithi178.stderr:gzip -5 --verbose -- /var/log/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/ceph-osd.6.log 2024-09-13T14:39:07.043 INFO:teuthology.orchestra.run.smithi178.stderr:/var/log/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/ceph-osd.7.log: gzip -5 --verbose -- /var/log/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/ceph.cephadm.log 2024-09-13T14:39:07.044 INFO:teuthology.orchestra.run.smithi178.stderr:/var/log/ceph/cephadm.log: gzip -5 --verbose -- /var/log/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/ceph-osd.5.log 2024-09-13T14:39:07.044 INFO:teuthology.orchestra.run.smithi178.stderr:/var/log/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/ceph-osd.6.log: /var/log/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/ceph.cephadm.log: gzip -5 --verbose -- /var/log/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/ceph-mgr.x.log 2024-09-13T14:39:07.045 INFO:teuthology.orchestra.run.smithi178.stderr:/var/log/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/ceph-osd.5.log: gzip -5 --verbose -- /var/log/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/ceph.log 2024-09-13T14:39:07.045 INFO:teuthology.orchestra.run.smithi178.stderr: 86.0% -- replaced with /var/log/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/ceph.cephadm.log.gz 2024-09-13T14:39:07.045 INFO:teuthology.orchestra.run.smithi178.stderr:/var/log/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/ceph-mgr.x.log: gzip -5 --verbose -- /var/log/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/ceph-volume.log 2024-09-13T14:39:07.045 INFO:teuthology.orchestra.run.smithi178.stderr:/var/log/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/ceph.log: gzip -5 --verbose -- /var/log/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/ceph.audit.log 2024-09-13T14:39:07.047 INFO:teuthology.orchestra.run.smithi178.stderr:/var/log/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/ceph-volume.log: gzip -5 --verbose -- /var/log/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/ceph-client.rgw.foo.smithi178.sseeij.log 2024-09-13T14:39:07.047 INFO:teuthology.orchestra.run.smithi062.stderr:gzip -5 --verbose -- /var/log/ceph/cephadm.log 2024-09-13T14:39:07.047 INFO:teuthology.orchestra.run.smithi062.stderr:gzip -5 --verbose -- /var/log/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/ceph-mgr.y.log 2024-09-13T14:39:07.048 INFO:teuthology.orchestra.run.smithi062.stderr:/var/log/ceph/cephadm.log: gzip -5 --verbose -- /var/log/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/ceph-client.rgw.foo.smithi062.raldkl.log 2024-09-13T14:39:07.048 INFO:teuthology.orchestra.run.smithi062.stderr:/var/log/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/ceph-mgr.y.log: gzip -5 --verbose -- /var/log/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/ceph-osd.0.log 2024-09-13T14:39:07.048 INFO:teuthology.orchestra.run.smithi062.stderr:gzip/var/log/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/ceph-client.rgw.foo.smithi062.raldkl.log: -5 --verbose -- /var/log/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/ceph-osd.2.log 2024-09-13T14:39:07.050 INFO:teuthology.orchestra.run.smithi062.stderr:/var/log/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/ceph-osd.0.log: 77.5% -- replaced with /var/log/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/ceph-client.rgw.foo.smithi062.raldkl.log.gz 2024-09-13T14:39:07.050 INFO:teuthology.orchestra.run.smithi062.stderr:gzip -5 --verbose -- /var/log/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/ceph-mon.a.log 2024-09-13T14:39:07.050 INFO:teuthology.orchestra.run.smithi062.stderr:/var/log/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/ceph-osd.2.log: gzip -5 --verbose -- /var/log/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/ceph.cephadm.log 2024-09-13T14:39:07.050 INFO:teuthology.orchestra.run.smithi062.stderr:/var/log/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/ceph-mon.a.log: gzip -5 --verbose -- /var/log/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/ceph-osd.3.log 2024-09-13T14:39:07.050 INFO:teuthology.orchestra.run.smithi062.stderr:/var/log/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/ceph.cephadm.log: gzip -5 --verbose -- /var/log/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/ceph-osd.1.log 2024-09-13T14:39:07.050 INFO:teuthology.orchestra.run.smithi062.stderr:/var/log/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/ceph-osd.3.log: gzip -5 --verbose -- /var/log/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/tcmu-runner.log 2024-09-13T14:39:07.053 INFO:teuthology.orchestra.run.smithi178.stderr:/var/log/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/ceph.audit.log: 89.6% -- replaced with /var/log/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/ceph.log.gz 2024-09-13T14:39:07.053 INFO:teuthology.orchestra.run.smithi178.stderr:gzip -5 --verbose -- /var/log/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/ceph-mon.b.log 2024-09-13T14:39:07.053 INFO:teuthology.orchestra.run.smithi178.stderr:/var/log/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/ceph-client.rgw.foo.smithi178.sseeij.log: 77.1% -- replaced with /var/log/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/ceph-client.rgw.foo.smithi178.sseeij.log.gz 2024-09-13T14:39:07.053 INFO:teuthology.orchestra.run.smithi178.stderr:gzip -5 --verbose -- /var/log/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/ceph-osd.4.log 2024-09-13T14:39:07.053 INFO:teuthology.orchestra.run.smithi062.stderr:/var/log/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/ceph-osd.1.log: 92.1% -- replaced with /var/log/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/ceph.cephadm.log.gz 2024-09-13T14:39:07.053 INFO:teuthology.orchestra.run.smithi062.stderr:gzip -5 --verbose -- /var/log/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/ceph.log 2024-09-13T14:39:07.054 INFO:teuthology.orchestra.run.smithi062.stderr:/var/log/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/tcmu-runner.log: 63.9% -- replaced with /var/log/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/tcmu-runner.log.gz 2024-09-13T14:39:07.054 INFO:teuthology.orchestra.run.smithi062.stderr:gzip -5 --verbose -- /var/log/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/ceph-volume.log 2024-09-13T14:39:07.054 INFO:teuthology.orchestra.run.smithi178.stderr:/var/log/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/ceph-mon.b.log: 91.0% -- replaced with /var/log/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/ceph.audit.log.gz 2024-09-13T14:39:07.055 INFO:teuthology.orchestra.run.smithi062.stderr:/var/log/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/ceph.log: 91.6% -- replaced with /var/log/ceph/cephadm.log.gz 2024-09-13T14:39:07.055 INFO:teuthology.orchestra.run.smithi062.stderr:gzip -5 --verbose -- /var/log/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/ceph-mon.c.log 2024-09-13T14:39:07.062 INFO:teuthology.orchestra.run.smithi062.stderr:/var/log/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/ceph-volume.log: 94.2% -- replaced with /var/log/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/ceph.log.gz 2024-09-13T14:39:07.062 INFO:teuthology.orchestra.run.smithi062.stderr:gzip -5 --verbose -- /var/log/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/ceph.audit.log 2024-09-13T14:39:07.072 INFO:teuthology.orchestra.run.smithi178.stderr:/var/log/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/ceph-osd.4.log: 91.1% -- replaced with /var/log/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/ceph-volume.log.gz 2024-09-13T14:39:07.078 INFO:teuthology.orchestra.run.smithi178.stderr: 90.0% -- replaced with /var/log/ceph/cephadm.log.gz 2024-09-13T14:39:07.081 INFO:teuthology.orchestra.run.smithi062.stderr:/var/log/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/ceph-mon.c.log: /var/log/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/ceph.audit.log: 91.0% -- replaced with /var/log/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/ceph-volume.log.gz 2024-09-13T14:39:07.092 INFO:teuthology.orchestra.run.smithi062.stderr: 94.3% -- replaced with /var/log/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/ceph.audit.log.gz 2024-09-13T14:39:07.186 INFO:teuthology.orchestra.run.smithi178.stderr: 90.1% -- replaced with /var/log/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/ceph-mgr.x.log.gz 2024-09-13T14:39:07.609 INFO:teuthology.orchestra.run.smithi062.stderr: 90.0% -- replaced with /var/log/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/ceph-mgr.y.log.gz 2024-09-13T14:39:07.975 INFO:teuthology.orchestra.run.smithi062.stderr: 92.9% -- replaced with /var/log/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/ceph-mon.c.log.gz 2024-09-13T14:39:08.167 INFO:teuthology.orchestra.run.smithi178.stderr: 92.6% -- replaced with /var/log/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/ceph-mon.b.log.gz 2024-09-13T14:39:08.835 INFO:teuthology.orchestra.run.smithi178.stderr: 93.1% -- replaced with /var/log/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/ceph-osd.6.log.gz 2024-09-13T14:39:08.991 INFO:teuthology.orchestra.run.smithi062.stderr: 93.0% -- replaced with /var/log/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/ceph-osd.2.log.gz 2024-09-13T14:39:09.165 INFO:teuthology.orchestra.run.smithi062.stderr: 93.4% -- replaced with /var/log/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/ceph-osd.0.log.gz 2024-09-13T14:39:09.265 INFO:teuthology.orchestra.run.smithi178.stderr: 93.7% -- replaced with /var/log/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/ceph-osd.7.log.gz 2024-09-13T14:39:09.362 INFO:teuthology.orchestra.run.smithi062.stderr: 91.1% -- replaced with /var/log/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/ceph-mon.a.log.gz 2024-09-13T14:39:09.368 INFO:teuthology.orchestra.run.smithi178.stderr: 93.3% -- replaced with /var/log/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/ceph-osd.5.log.gz 2024-09-13T14:39:09.468 INFO:teuthology.orchestra.run.smithi062.stderr: 93.5% -- replaced with /var/log/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/ceph-osd.1.log.gz 2024-09-13T14:39:09.813 INFO:teuthology.orchestra.run.smithi178.stderr: 93.5% -- replaced with /var/log/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/ceph-osd.4.log.gz 2024-09-13T14:39:09.815 INFO:teuthology.orchestra.run.smithi178.stderr: 2024-09-13T14:39:09.815 INFO:teuthology.orchestra.run.smithi178.stderr:real 0m2.787s 2024-09-13T14:39:09.815 INFO:teuthology.orchestra.run.smithi178.stderr:user 0m10.082s 2024-09-13T14:39:09.815 INFO:teuthology.orchestra.run.smithi178.stderr:sys 0m0.374s 2024-09-13T14:39:10.417 INFO:teuthology.orchestra.run.smithi062.stderr: 93.3% -- replaced with /var/log/ceph/ff1149ea-71d5-11ef-bceb-c7b262605968/ceph-osd.3.log.gz 2024-09-13T14:39:10.417 INFO:teuthology.orchestra.run.smithi062.stderr: 2024-09-13T14:39:10.418 INFO:teuthology.orchestra.run.smithi062.stderr:real 0m3.392s 2024-09-13T14:39:10.418 INFO:teuthology.orchestra.run.smithi062.stderr:user 0m13.227s 2024-09-13T14:39:10.418 INFO:teuthology.orchestra.run.smithi062.stderr:sys 0m0.484s 2024-09-13T14:39:10.419 INFO:tasks.cephadm:Archiving logs... 2024-09-13T14:39:10.419 DEBUG:teuthology.misc:Transferring archived files from smithi062:/var/log/ceph to /home/teuthworker/archive/gabrioux-2024-09-13_12:30:34-orch:cephadm-wip-guits-main-2024-09-13-0840-distro-default-smithi/7903681/remote/smithi062/log 2024-09-13T14:39:10.420 DEBUG:teuthology.orchestra.run.smithi062:> sudo tar c -f - -C /var/log/ceph -- . 2024-09-13T14:39:11.906 DEBUG:teuthology.misc:Transferring archived files from smithi178:/var/log/ceph to /home/teuthworker/archive/gabrioux-2024-09-13_12:30:34-orch:cephadm-wip-guits-main-2024-09-13-0840-distro-default-smithi/7903681/remote/smithi178/log 2024-09-13T14:39:11.907 DEBUG:teuthology.orchestra.run.smithi178:> sudo tar c -f - -C /var/log/ceph -- . 2024-09-13T14:39:13.144 INFO:tasks.cephadm:Removing cluster... 2024-09-13T14:39:13.145 DEBUG:teuthology.orchestra.run.smithi062:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid ff1149ea-71d5-11ef-bceb-c7b262605968 --force 2024-09-13T14:39:13.332 INFO:teuthology.orchestra.run.smithi062.stdout:Deleting cluster with fsid: ff1149ea-71d5-11ef-bceb-c7b262605968 2024-09-13T14:39:14.468 DEBUG:teuthology.orchestra.run.smithi178:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid ff1149ea-71d5-11ef-bceb-c7b262605968 --force 2024-09-13T14:39:14.650 INFO:teuthology.orchestra.run.smithi178.stdout:Deleting cluster with fsid: ff1149ea-71d5-11ef-bceb-c7b262605968 2024-09-13T14:39:15.791 INFO:tasks.cephadm:Removing cephadm ... 2024-09-13T14:39:15.792 DEBUG:teuthology.orchestra.run.smithi062:> rm -rf /home/ubuntu/cephtest/cephadm 2024-09-13T14:39:15.798 DEBUG:teuthology.orchestra.run.smithi178:> rm -rf /home/ubuntu/cephtest/cephadm 2024-09-13T14:39:15.805 INFO:tasks.cephadm:Teardown complete 2024-09-13T14:39:15.805 DEBUG:teuthology.run_tasks:Unwinding manager clock 2024-09-13T14:39:15.820 INFO:teuthology.task.clock:Checking final clock skew... 2024-09-13T14:39:15.821 DEBUG:teuthology.orchestra.run.smithi062:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-13T14:39:15.844 DEBUG:teuthology.orchestra.run.smithi178:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-13T14:39:15.856 INFO:teuthology.orchestra.run.smithi062.stdout: remote refid st t when poll reach delay offset jitter 2024-09-13T14:39:15.856 INFO:teuthology.orchestra.run.smithi062.stdout:============================================================================== 2024-09-13T14:39:15.856 INFO:teuthology.orchestra.run.smithi062.stdout:*hv01.front.sepi 67.205.162.81 3 u 12 64 377 0.095 -1.657 0.112 2024-09-13T14:39:15.856 INFO:teuthology.orchestra.run.smithi062.stdout:+hv02.front.sepi 63.231.80.2 3 u 17 64 377 0.091 -0.476 0.153 2024-09-13T14:39:15.856 INFO:teuthology.orchestra.run.smithi062.stdout:+hv03.front.sepi 74.6.168.72 3 u 1 128 377 0.075 -2.071 0.153 2024-09-13T14:39:15.856 INFO:teuthology.orchestra.run.smithi062.stdout: hv04.front.sepi .INIT. 16 u - 1024 0 0.000 +0.000 0.000 2024-09-13T14:39:15.860 INFO:teuthology.orchestra.run.smithi178.stdout: remote refid st t when poll reach delay offset jitter 2024-09-13T14:39:15.860 INFO:teuthology.orchestra.run.smithi178.stdout:============================================================================== 2024-09-13T14:39:15.860 INFO:teuthology.orchestra.run.smithi178.stdout:*hv01.front.sepi 67.205.162.81 3 u 9 64 377 0.103 -0.593 0.119 2024-09-13T14:39:15.860 INFO:teuthology.orchestra.run.smithi178.stdout:+hv02.front.sepi 63.231.80.2 3 u - 64 377 0.106 +0.495 0.114 2024-09-13T14:39:15.860 INFO:teuthology.orchestra.run.smithi178.stdout:+hv03.front.sepi 74.6.168.72 3 u 10 64 377 0.108 -1.076 0.146 2024-09-13T14:39:15.861 INFO:teuthology.orchestra.run.smithi178.stdout: hv04.front.sepi .INIT. 16 u - 1024 0 0.000 +0.000 0.000 2024-09-13T14:39:15.862 DEBUG:teuthology.run_tasks:Unwinding manager ansible.cephlab 2024-09-13T14:39:15.877 INFO:teuthology.task.ansible:Skipping ansible cleanup... 2024-09-13T14:39:15.877 DEBUG:teuthology.run_tasks:Unwinding manager selinux 2024-09-13T14:39:15.886 DEBUG:teuthology.run_tasks:Unwinding manager pcp 2024-09-13T14:39:15.895 DEBUG:teuthology.run_tasks:Unwinding manager internal.timer 2024-09-13T14:39:15.904 INFO:teuthology.task.internal:Duration was 3883.562472 seconds 2024-09-13T14:39:15.905 DEBUG:teuthology.run_tasks:Unwinding manager internal.syslog 2024-09-13T14:39:15.913 INFO:teuthology.task.internal.syslog:Shutting down syslog monitoring... 2024-09-13T14:39:15.914 DEBUG:teuthology.orchestra.run.smithi062:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-09-13T14:39:15.916 DEBUG:teuthology.orchestra.run.smithi178:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-09-13T14:39:15.954 INFO:teuthology.task.internal.syslog:Checking logs for errors... 2024-09-13T14:39:15.954 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi062.front.sepia.ceph.com 2024-09-13T14:39:15.954 DEBUG:teuthology.orchestra.run.smithi062:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-09-13T14:39:16.009 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi178.front.sepia.ceph.com 2024-09-13T14:39:16.009 DEBUG:teuthology.orchestra.run.smithi178:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-09-13T14:39:16.019 INFO:teuthology.task.internal.syslog:Compressing syslogs... 2024-09-13T14:39:16.020 DEBUG:teuthology.orchestra.run.smithi062:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-09-13T14:39:16.052 DEBUG:teuthology.orchestra.run.smithi178:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-09-13T14:39:16.138 INFO:teuthology.task.internal.syslog:Gathering journactl -b0... 2024-09-13T14:39:16.139 DEBUG:teuthology.orchestra.run.smithi062:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-09-13T14:39:16.141 DEBUG:teuthology.orchestra.run.smithi178:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-09-13T14:39:16.397 DEBUG:teuthology.run_tasks:Unwinding manager internal.sudo 2024-09-13T14:39:16.406 INFO:teuthology.task.internal:Restoring /etc/sudoers... 2024-09-13T14:39:16.407 DEBUG:teuthology.orchestra.run.smithi062:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-09-13T14:39:16.418 DEBUG:teuthology.orchestra.run.smithi178:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-09-13T14:39:16.431 DEBUG:teuthology.run_tasks:Unwinding manager internal.coredump 2024-09-13T14:39:16.440 DEBUG:teuthology.orchestra.run.smithi062:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-09-13T14:39:16.463 DEBUG:teuthology.orchestra.run.smithi178:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-09-13T14:39:16.472 INFO:teuthology.orchestra.run.smithi062.stdout:kernel.core_pattern = core 2024-09-13T14:39:16.483 INFO:teuthology.orchestra.run.smithi178.stdout:kernel.core_pattern = core 2024-09-13T14:39:16.508 DEBUG:teuthology.orchestra.run.smithi062:> test -e /home/ubuntu/cephtest/archive/coredump 2024-09-13T14:39:16.537 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-13T14:39:16.538 DEBUG:teuthology.orchestra.run.smithi178:> test -e /home/ubuntu/cephtest/archive/coredump 2024-09-13T14:39:16.552 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-13T14:39:16.553 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive 2024-09-13T14:39:16.564 INFO:teuthology.task.internal:Transferring archived files... 2024-09-13T14:39:16.565 DEBUG:teuthology.misc:Transferring archived files from smithi062:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/gabrioux-2024-09-13_12:30:34-orch:cephadm-wip-guits-main-2024-09-13-0840-distro-default-smithi/7903681/remote/smithi062 2024-09-13T14:39:16.566 DEBUG:teuthology.orchestra.run.smithi062:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-09-13T14:39:16.615 DEBUG:teuthology.misc:Transferring archived files from smithi178:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/gabrioux-2024-09-13_12:30:34-orch:cephadm-wip-guits-main-2024-09-13-0840-distro-default-smithi/7903681/remote/smithi178 2024-09-13T14:39:16.615 DEBUG:teuthology.orchestra.run.smithi178:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-09-13T14:39:16.648 INFO:teuthology.task.internal:Removing archive directory... 2024-09-13T14:39:16.648 DEBUG:teuthology.orchestra.run.smithi062:> rm -rf -- /home/ubuntu/cephtest/archive 2024-09-13T14:39:16.650 DEBUG:teuthology.orchestra.run.smithi178:> rm -rf -- /home/ubuntu/cephtest/archive 2024-09-13T14:39:16.690 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive_upload 2024-09-13T14:39:16.704 INFO:teuthology.task.internal:Not uploading archives. 2024-09-13T14:39:16.705 DEBUG:teuthology.run_tasks:Unwinding manager internal.base 2024-09-13T14:39:16.723 INFO:teuthology.task.internal:Tidying up after the test... 2024-09-13T14:39:16.724 DEBUG:teuthology.orchestra.run.smithi062:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-09-13T14:39:16.726 DEBUG:teuthology.orchestra.run.smithi178:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-09-13T14:39:16.730 INFO:teuthology.orchestra.run.smithi062.stdout: 658466 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Sep 13 14:39 /home/ubuntu/cephtest 2024-09-13T14:39:16.737 INFO:teuthology.orchestra.run.smithi178.stdout: 658465 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Sep 13 14:39 /home/ubuntu/cephtest 2024-09-13T14:39:16.738 DEBUG:teuthology.run_tasks:Unwinding manager kernel 2024-09-13T14:39:16.752 DEBUG:teuthology.run_tasks:Unwinding manager console_log 2024-09-13T14:39:16.787 INFO:teuthology.run:Summary data: description: orch:cephadm/upgrade/{1-start-distro/1-start-ubuntu_22.04-squid 2-repo_digest/repo_digest 3-upgrade/staggered 4-wait 5-upgrade-ls agent/off mon_election/classic} duration: 3883.562472343445 failure_reason: 'Command failed on smithi062 with status 1: ''sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:squid shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ff1149ea-71d5-11ef-bceb-c7b262605968 -e sha1=b0201b8c79733293453e7f10a10c7fa43119222b -- bash -c \''ceph versions | jq -e \''"\''"\''.rgw | length == 1\''"\''"\''\''''' owner: scheduled_gabrioux@teuthology sentry_event: https://sentry.ceph.com/organizations/ceph/?query=a80b193a950848a3bf2a2298387b8644 status: fail success: false 2024-09-13T14:39:16.787 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-09-13T14:39:16.880 INFO:teuthology.run:FAIL